-- Logs begin at Wed 2022-03-30 17:28:53 UTC, end at Wed 2022-03-30 18:49:31 UTC. -- Mar 30 18:09:24.593474 dv-cinder-835881-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 30 18:09:27.507709 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.common.config [-] Logging enabled! Mar 30 18:09:27.508303 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev71 Mar 30 18:09:27.508403 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103385) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 30 18:09:27.511859 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.common.config [-] Logging enabled! Mar 30 18:09:27.512108 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev71 Mar 30 18:09:27.512421 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103385) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 30 18:09:27.513366 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 30 18:09:27.513598 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 30 18:09:27.513961 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 30 18:09:27.514228 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 30 18:09:27.514453 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 30 18:09:27.515200 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.515630 dv-cinder-835881-1-iscsi neutron-server[103385]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 30 18:09:27.515946 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.516246 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.516542 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.516837 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.517129 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.517410 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.517698 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.517995 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.518314 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.518594 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.518879 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.519174 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.519462 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.519748 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.520036 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.520319 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] debug = True {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.520603 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.521038 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.521453 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.521730 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.522021 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.522330 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.522604 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.522883 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.523169 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.523497 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] host = dv-cinder-835881-1-iscsi {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.523775 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.524060 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.524347 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.524637 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.524915 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.525191 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.525478 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.525749 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.526020 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] log_file = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.526928 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.527232 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.527518 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.527809 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.528037 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.528263 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.528573 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.528862 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.529142 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.529418 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.529694 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.529974 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.530276 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.530549 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.530836 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.531122 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.531407 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.531684 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.531959 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.532230 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.532502 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.532790 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.533064 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.533338 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.533612 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.533901 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.534194 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.534471 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.534774 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.535062 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.535344 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.535630 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.535905 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.536187 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.536458 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.536731 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.537003 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] use_json = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.537275 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.537545 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.537825 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.538096 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.538391 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.538662 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.538933 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.539215 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.539486 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:27.539780 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.540081 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.540380 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.540677 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.540970 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.541251 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.541539 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.541884 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.542698 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.542991 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.543272 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.543548 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.543847 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.544134 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.544426 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.544726 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.545019 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.545315 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.545591 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.545864 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.546169 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.546437 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.546724 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.547002 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.547292 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.547583 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.547862 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.548415 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.548703 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.548996 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.549289 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.549567 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.549847 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.550162 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.550446 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.550720 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.550998 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.551286 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.551565 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.551840 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.552121 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.552396 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.552668 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.552936 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.553262 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.553555 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.553833 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.554103 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.554470 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.554747 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.555019 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.555304 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.555582 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.555857 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.556130 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.556407 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.556679 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.556951 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.557227 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.557540 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.557816 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.558088 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.558386 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.558658 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.558930 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.559202 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.559473 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.559744 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.560026 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.560298 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.560570 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.560840 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.561112 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.561383 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.561669 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.561964 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.562263 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.562542 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.562817 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.563091 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.563368 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.563642 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.563919 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.564197 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.564469 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.564758 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.565037 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.565323 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.565625 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.565904 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.566226 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.566508 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.566785 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.567066 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.567344 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.567625 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.567911 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.568193 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.568487 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.568782 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.569074 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.569370 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.569662 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.569940 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.570272 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.570553 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:27.570771 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 30 18:09:27.571011 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103385) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 30 18:09:27.939566 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 30 18:09:27.939847 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 30 18:09:27.940145 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 30 18:09:27.940615 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 30 18:09:28.266462 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:28.266659 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:28.266931 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:28.268115 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:28.268386 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:28.268775 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:28.325008 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:28.325283 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:28.325545 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:28.340664 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:28.340941 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:28.341209 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:28.369398 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:28.369680 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:28.370005 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:28.513993 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:28.514682 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:28.514682 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:28.751908 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:28.752199 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:28.752445 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:28.752708 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:28.753848 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:28.854061 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:28.854421 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:28.854703 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:28.854973 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:28.855244 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:28.855568 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:28.855801 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:28.856053 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:28.856305 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:28.856582 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:28.856838 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:28.857099 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:28.857351 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:28.857597 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:28.857845 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:28.858140 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:28.858378 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:28.859671 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:28.859671 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:28.859671 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:28.859671 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:28.860013 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:28.860013 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:28.860395 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:28.861420 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:28.861420 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:28.861420 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103385) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 30 18:09:28.861690 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103385) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 30 18:09:28.861810 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103385) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 30 18:09:28.862045 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103385) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 30 18:09:28.862922 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103385) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 30 18:09:28.862922 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103385) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 30 18:09:28.862922 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 30 18:09:28.866220 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 30 18:09:28.870407 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 30 18:09:28.874277 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Mar 30 18:09:28.875942 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 30 18:09:28.876402 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 30 18:09:28.876732 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 30 18:09:28.877116 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 30 18:09:28.880032 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 30 18:09:28.880284 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 30 18:09:28.880634 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 30 18:09:28.886217 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 30 18:09:28.910861 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 30 18:09:28.911315 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:28.911616 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103385) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 30 18:09:28.911986 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:28.913371 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103385) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 30 18:09:28.913653 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 30 18:09:28.913895 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 30 18:09:28.917535 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:28.917947 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:28.982835 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 30 18:09:28.983069 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 30 18:09:28.983306 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 30 18:09:28.983687 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 30 18:09:29.007961 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_db.sqlalchemy.engines [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103385) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 30 18:09:29.459730 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.plugins.ml2.managers [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Initializing driver for type 'gre' Mar 30 18:09:29.460296 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] gre ID ranges: [(1, 1000)] Mar 30 18:09:29.510677 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.plugins.ml2.managers [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Initializing driver for type 'local' Mar 30 18:09:29.511077 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.plugins.ml2.managers [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Initializing driver for type 'vlan' Mar 30 18:09:29.523414 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] VlanTypeDriver initialization complete Mar 30 18:09:29.524053 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.plugins.ml2.managers [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Initializing driver for type 'vxlan' Mar 30 18:09:29.524263 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] vxlan ID ranges: [(1, 1000)] Mar 30 18:09:29.578257 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.plugins.ml2.managers [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Initializing extension driver 'port_security' Mar 30 18:09:29.578600 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.plugins.ml2.extensions.port_security [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] PortSecurityExtensionDriver initialization complete Mar 30 18:09:29.578939 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.plugins.ml2.managers [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Initializing mechanism driver 'openvswitch' Mar 30 18:09:29.579268 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.plugins.ml2.managers [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Initializing mechanism driver 'hyperv' Mar 30 18:09:29.585719 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:09:29.586449 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: > port after_create 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.586833 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: > port after_update 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.587193 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: > port after_delete 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.587729 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103385) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 30 18:09:29.588166 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: > subnet after_create 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.588542 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: > subnet after_update 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.588906 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.589309 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103385) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 30 18:09:29.589720 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: > network after_create 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.590077 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: > network after_update 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.590450 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: > network after_delete 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.590849 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103385) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 30 18:09:29.591257 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: > security_group after_create 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.591611 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: > security_group after_update 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.591957 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.592490 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103385) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 30 18:09:29.592908 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.593265 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.593617 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.594019 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103385) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 30 18:09:29.594492 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: > address_group after_create 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.594873 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: > address_group after_update 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.595250 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.595628 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103385) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 30 18:09:29.596125 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] ML2 OVO RPC backend initialized. {{(pid=103385) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 30 18:09:29.596904 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.597263 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.597746 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: > network before_response 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.598199 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: > networks before_response 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.598537 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: > port before_response 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.598888 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: > ports before_response 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.599240 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: > subnet before_response 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.599592 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: > subnets before_response 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.599970 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: > network after_create 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.600353 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: > network after_update 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.600710 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: > network after_delete 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.601150 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: > port after_create 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.601404 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: > port after_update 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.601755 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: > port after_delete 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.602106 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: > subnet after_create 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.602495 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: > subnet after_update 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.602893 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.611066 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.quota [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded quota_driver: . Mar 30 18:09:29.611456 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.plugins.ml2.plugin [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Modular L2 Plugin initialization complete Mar 30 18:09:29.611787 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading services supported by the core plugin {{(pid=103385) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 30 18:09:29.612166 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.plugins.ml2.managers [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Got port-security extension from driver 'port_security' Mar 30 18:09:29.612693 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.extensions.vlantransparent [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Disabled vlantransparent extension. Mar 30 18:09:29.613206 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103385) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 30 18:09:29.613577 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading Plugin: router Mar 30 18:09:29.648739 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.649142 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: > router after_create 55549900 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.649517 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: > router before_create 55549900 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.649893 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.650302 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.650668 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: > router after_delete 55549900 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.651053 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.651437 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.651982 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: > router after_create 55549900 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.652337 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: > router after_update 55549900 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.652693 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: > router after_update 55549900 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.653048 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.653414 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: > router after_update 55549900 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.653832 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: > router precommit_update 55549900 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.654231 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: port after_update 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.654585 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: port after_delete 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.654929 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: subnet after_update 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.655275 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.655627 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.655981 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: > router precommit_create 55549900 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.656334 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: port before_delete 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.656686 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: > router precommit_create 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.657046 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: > router after_update 55549900 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.657391 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.657745 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: > router precommit_create 55549900 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.658109 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.658488 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: > router precommit_update 55549900 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.658857 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: > agent after_create 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.659211 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: > agent after_delete 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.659558 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: > network after_delete 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.660430 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.quota.resource_registry [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Tracking information for resource: router configured {{(pid=103385) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 30 18:09:29.660772 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.quota.resource_registry [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Tracking information for resource: floatingip configured {{(pid=103385) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 30 18:09:29.665596 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.db.l3_agentschedulers_db [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 30 18:09:29.666220 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: port after_update 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.666593 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: port after_create 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.667646 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: port after_delete 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.668013 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: port after_update 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.668830 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: > router before_create 55550100 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.669202 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.669574 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: > router precommit_create 55550100 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.669937 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: > router precommit_update 55550100 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.675085 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.services.provider_configuration [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Service providers = [] {{(pid=103385) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 30 18:09:29.675459 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.db.servicetype_db [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103385) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 30 18:09:29.678468 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.services.service_base [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103385) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 30 18:09:29.678828 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.services.service_base [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103385) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 30 18:09:29.679176 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.services.service_base [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103385) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 30 18:09:29.680078 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.services.service_base [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103385) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 30 18:09:29.680455 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.services.service_base [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 30 18:09:29.680840 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103385) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 30 18:09:29.681164 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 30 18:09:29.692166 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103385) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 30 18:09:29.692509 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading Plugin: auto_allocate Mar 30 18:09:29.698861 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: network precommit_update 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.699237 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: network precommit_create 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.699769 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103385) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 30 18:09:29.700099 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading Plugin: tag Mar 30 18:09:29.706667 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103385) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 30 18:09:29.707004 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading Plugin: timestamp Mar 30 18:09:29.711059 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103385) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 30 18:09:29.711353 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading Plugin: network_ip_availability Mar 30 18:09:29.717362 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.717740 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.718102 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.718859 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103385) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 30 18:09:29.719188 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading Plugin: flavors Mar 30 18:09:29.723889 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103385) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 30 18:09:29.724228 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading Plugin: revisions Mar 30 18:09:29.728521 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103385) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 30 18:09:29.728924 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_concurrency.lockutils [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.789s {{(pid=103385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 30 18:09:29.730419 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103385) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 30 18:09:29.730763 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Initializing extension manager. Mar 30 18:09:29.731305 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: __init__.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.731653 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: __pycache__ {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.731998 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: address_group.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.732757 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.733343 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded extension: address-group Mar 30 18:09:29.733676 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: address_scope.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.734429 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.734960 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded extension: address-scope Mar 30 18:09:29.735292 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.736397 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.736933 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded extension: router-admin-state-down-before-update Mar 30 18:09:29.737268 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: agent.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.737980 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.738543 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded extension: agent Mar 30 18:09:29.738877 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: agent_resources_synced.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.739798 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.740328 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded extension: agent-resources-synced Mar 30 18:09:29.740661 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: allowedaddresspairs.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.742494 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.743033 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded extension: allowed-address-pairs Mar 30 18:09:29.743363 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: auto_allocated_topology.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.744443 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.745258 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded extension: auto-allocated-topology Mar 30 18:09:29.745745 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: availability_zone.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.746486 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.747017 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded extension: availability_zone Mar 30 18:09:29.747348 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: availability_zone_filter.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.748279 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.748813 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded extension: availability_zone_filter Mar 30 18:09:29.749147 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: data_plane_status.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.750064 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.750618 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extension data-plane-status not supported by any of loaded plugins Mar 30 18:09:29.750948 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: default_subnetpools.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.751867 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.752391 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded extension: default-subnetpools Mar 30 18:09:29.752719 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.753531 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.754063 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded extension: dhcp_agent_scheduler Mar 30 18:09:29.754417 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: dns.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.755347 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.755868 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extension dns-integration not supported by any of loaded plugins Mar 30 18:09:29.756194 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: dns_domain_ports.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.757126 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.757648 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 30 18:09:29.757976 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.758927 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.759448 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 30 18:09:29.759776 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: dvr.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.760505 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.761060 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded extension: dvr Mar 30 18:09:29.761392 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: ecmp_routes.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.762552 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.763070 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 30 18:09:29.763397 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: empty_string_filtering.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.764311 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.764835 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded extension: empty-string-filtering Mar 30 18:09:29.765164 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.766087 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.766644 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 30 18:09:29.766973 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.767898 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.768422 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 30 18:09:29.768754 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: external_net.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.769670 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.770228 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded extension: external-net Mar 30 18:09:29.770560 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.771469 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.771990 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded extension: extra_dhcp_opt Mar 30 18:09:29.772319 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: extraroute.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.773237 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.773760 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded extension: extraroute Mar 30 18:09:29.774091 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: extraroute_atomic.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.775162 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.775688 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded extension: extraroute-atomic Mar 30 18:09:29.776555 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: filter_validation.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.777235 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.777755 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded extension: filter-validation Mar 30 18:09:29.778084 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: fip_pf_description.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.779022 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.779539 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 30 18:09:29.779871 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: fip_pf_port_range.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.780783 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.781297 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 30 18:09:29.781626 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: fip_port_details.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.782580 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.783104 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded extension: fip-port-details Mar 30 18:09:29.783433 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: flavors.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.784663 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.785199 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded extension: flavors Mar 30 18:09:29.785532 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.787240 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.787780 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 30 18:09:29.788120 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: floatingip_pools.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.788829 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.789356 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded extension: floatingip-pools Mar 30 18:09:29.789690 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: ip_allocation.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.790653 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.791182 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extension ip_allocation not supported by any of loaded plugins Mar 30 18:09:29.791515 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.793060 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.793595 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded extension: ip-substring-filtering Mar 30 18:09:29.793927 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: l2_adjacency.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.794874 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.795400 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 30 18:09:29.795731 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: l3.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.798557 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.799109 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded extension: router Mar 30 18:09:29.799455 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.801695 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.802274 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 30 18:09:29.802621 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.803561 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.804097 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded extension: ext-gw-mode Mar 30 18:09:29.804433 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.805363 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.805893 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded extension: l3-ha Mar 30 18:09:29.806262 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.807200 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.807769 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 30 18:09:29.808107 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: l3_flavors.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.809034 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.809559 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded extension: l3-flavors Mar 30 18:09:29.809893 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.811347 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.811883 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 30 18:09:29.812218 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.813148 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.813678 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 30 18:09:29.814011 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: l3agentscheduler.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.815095 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.815627 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded extension: l3_agent_scheduler Mar 30 18:09:29.815962 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: local_ip.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.817758 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.818342 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extension local_ip not supported by any of loaded plugins Mar 30 18:09:29.818692 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: logging.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.820167 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.820710 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extension logging not supported by any of loaded plugins Mar 30 18:09:29.821050 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: metering.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.821801 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.822432 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded extension: metering Mar 30 18:09:29.822767 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.823901 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.824432 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded extension: metering_source_and_destination_fields Mar 30 18:09:29.824771 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: multiprovidernet.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.825707 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.826346 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded extension: multi-provider Mar 30 18:09:29.826688 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: netmtu.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.827616 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.828144 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded extension: net-mtu Mar 30 18:09:29.828476 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: netmtu_writable.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.829408 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.829927 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded extension: net-mtu-writable Mar 30 18:09:29.830298 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: network_availability_zone.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.830974 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.831494 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded extension: network_availability_zone Mar 30 18:09:29.831822 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: network_ip_availability.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.832955 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.833482 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded extension: network-ip-availability Mar 30 18:09:29.833817 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: network_segment_range.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.834614 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.835132 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extension network-segment-range not supported by any of loaded plugins Mar 30 18:09:29.835462 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: pagination.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.836603 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.836945 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded extension: pagination Mar 30 18:09:29.837273 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: port_device_profile.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.838232 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.839328 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded extension: port-device-profile Mar 30 18:09:29.839662 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.840609 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.841140 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded extension: port-mac-address-regenerate Mar 30 18:09:29.841475 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.842431 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.842961 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded extension: port-numa-affinity-policy Mar 30 18:09:29.843292 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: port_resource_request.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.844228 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.844749 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extension port-resource-request not supported by any of loaded plugins Mar 30 18:09:29.845078 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: port_resource_request_groups.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.846058 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.846610 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 30 18:09:29.846948 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: portbindings.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.847884 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.848414 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded extension: binding Mar 30 18:09:29.848743 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: portbindings_extended.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.850022 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.850585 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded extension: binding-extended Mar 30 18:09:29.850922 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: portsecurity.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.851850 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.852379 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded extension: port-security Mar 30 18:09:29.852709 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: project_id.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.853694 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.854033 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded extension: project-id Mar 30 18:09:29.854989 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: providernet.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.856001 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.856529 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded extension: provider Mar 30 18:09:29.856858 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: qos.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.860506 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.861048 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extension qos not supported by any of loaded plugins Mar 30 18:09:29.861390 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.862666 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.863201 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 30 18:09:29.863536 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.864468 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.864997 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 30 18:09:29.865330 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: qos_default.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.866296 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.866827 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extension qos-default not supported by any of loaded plugins Mar 30 18:09:29.867165 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: qos_fip.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.868102 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.868633 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extension qos-fip not supported by any of loaded plugins Mar 30 18:09:29.868964 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.870486 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.871153 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 30 18:09:29.871487 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: qos_gateway_ip.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.872428 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.872962 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 30 18:09:29.873291 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: qos_port_network_policy.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.874254 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.874783 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 30 18:09:29.875112 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.876165 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.876700 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 30 18:09:29.877038 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.878080 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.878643 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 30 18:09:29.878976 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: qos_pps_rule.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.880154 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.880686 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extension qos-pps not supported by any of loaded plugins Mar 30 18:09:29.881021 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: qos_rule_type_details.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.881949 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.882518 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 30 18:09:29.882852 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.883782 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.884310 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 30 18:09:29.884640 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: qos_rules_alias.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.886422 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.886962 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 30 18:09:29.887296 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: quota_check_limit.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.888224 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.888759 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded extension: quota-check-limit Mar 30 18:09:29.889094 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: quotasv2.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.890026 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.890400 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded extension: quotas Mar 30 18:09:29.890730 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: quotasv2_detail.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.892619 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.892969 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded extension: quota_details Mar 30 18:09:29.893304 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: rbac.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.894404 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.894950 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded extension: rbac-policies Mar 30 18:09:29.895286 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: rbac_address_group.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.896229 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.896763 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded extension: rbac-address-group Mar 30 18:09:29.897102 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: rbac_address_scope.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.898032 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.898600 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded extension: rbac-address-scope Mar 30 18:09:29.898932 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: rbac_security_groups.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.899932 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.900460 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded extension: rbac-security-groups Mar 30 18:09:29.900791 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: rbac_subnetpool.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.901760 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.902323 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded extension: rbac-subnetpool Mar 30 18:09:29.902655 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: revisionifmatch.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.903588 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.904118 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded extension: revision-if-match Mar 30 18:09:29.904450 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: revisions.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.905563 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.906097 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded extension: standard-attr-revisions Mar 30 18:09:29.906466 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: router_availability_zone.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.907154 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.907684 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded extension: router_availability_zone Mar 30 18:09:29.908016 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: routerservicetype.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.908956 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.909482 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extension router-service-type not supported by any of loaded plugins Mar 30 18:09:29.909815 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.910780 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.911310 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded extension: security-groups-normalized-cidr Mar 30 18:09:29.911642 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.912575 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.913107 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded extension: port-security-groups-filtering Mar 30 18:09:29.913436 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.914393 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.914926 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded extension: security-groups-remote-address-group Mar 30 18:09:29.915256 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.916199 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.916779 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded extension: security-groups-shared-filtering Mar 30 18:09:29.917114 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.917709 dv-cinder-835881-1-iscsi neutron-server[103385]: WARNING neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 30 18:09:29.918038 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: securitygroup.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.927929 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.928482 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded extension: security-group Mar 30 18:09:29.928826 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: segment.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.929565 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.930098 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extension segment not supported by any of loaded plugins Mar 30 18:09:29.930461 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.931406 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.931937 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 30 18:09:29.932817 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: servicetype.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.933941 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.934510 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded extension: service-type Mar 30 18:09:29.934845 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: sorting.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.935852 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.936190 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded extension: sorting Mar 30 18:09:29.936519 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: standard_attr_segment.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.937451 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.937984 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 30 18:09:29.938338 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: standardattrdescription.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.938993 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.939517 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded extension: standard-attr-description Mar 30 18:09:29.939845 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: stateful_security_group.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.940783 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.941319 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded extension: stateful-security-group Mar 30 18:09:29.941651 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: stdattrs_common.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.942255 dv-cinder-835881-1-iscsi neutron-server[103385]: WARNING neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 30 18:09:29.942587 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.943521 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.944055 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 30 18:09:29.944385 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: subnet_onboard.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.945468 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.946005 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded extension: subnet_onboard Mar 30 18:09:29.946363 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.947302 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.947838 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 30 18:09:29.948237 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: subnet_service_types.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.949173 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.949703 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded extension: subnet-service-types Mar 30 18:09:29.950032 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: subnetallocation.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.951165 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.951698 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded extension: subnet_allocation Mar 30 18:09:29.952031 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.952703 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.953230 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded extension: subnetpool-prefix-ops Mar 30 18:09:29.953559 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.954523 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.955057 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 30 18:09:29.955385 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: tagging.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.956461 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.956999 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded extension: standard-attr-tag Mar 30 18:09:29.957337 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: timestamp.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.958580 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.959117 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loaded extension: standard-attr-timestamp Mar 30 18:09:29.959454 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: trunk.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.960497 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.961027 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extension trunk not supported by any of loaded plugins Mar 30 18:09:29.961403 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: trunk_details.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.962323 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.962856 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extension trunk-details not supported by any of loaded plugins Mar 30 18:09:29.963187 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: uplink_status_propagation.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.964779 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.965311 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 30 18:09:29.965642 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Loading extension file: vlantransparent.py {{(pid=103385) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 18:09:29.966343 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103385) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 18:09:29.966876 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 30 18:09:29.969386 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.quota.resource_registry [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Creating instance of TrackedResource for resource:network Mar 30 18:09:29.969914 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.quota.resource_registry [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Creating instance of TrackedResource for resource:subnet Mar 30 18:09:29.970349 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.quota.resource_registry [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Creating instance of TrackedResource for resource:subnetpool Mar 30 18:09:29.970748 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.quota.resource_registry [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Creating instance of TrackedResource for resource:port Mar 30 18:09:29.972000 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.v2.resource_helper [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103385) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 18:09:29.972447 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.v2.resource_helper [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Service FLAVORS assigned prefix: {{(pid=103385) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 18:09:29.973075 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.v2.resource_helper [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103385) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 18:09:29.973513 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.v2.resource_helper [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103385) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 18:09:29.973853 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.quota.resource_registry [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Creating instance of TrackedResource for resource:router Mar 30 18:09:29.974322 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.quota.resource_registry [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Creating instance of TrackedResource for resource:floatingip Mar 30 18:09:29.974826 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.v2.resource_helper [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Service METERING assigned prefix: /metering {{(pid=103385) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 18:09:29.976252 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.976630 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.976991 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:09:29.978000 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.quota.resource_registry [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Creating instance of CountableResource for resource:rbac_policy Mar 30 18:09:29.978486 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.quota.resource_registry [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Creating instance of TrackedResource for resource:security_group Mar 30 18:09:29.978920 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.quota.resource_registry [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 30 18:09:29.980304 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.v2.resource_helper [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Service CORE assigned prefix: {{(pid=103385) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 18:09:29.980643 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.quota.resource_registry [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Creating instance of TrackedResource for resource:subnetpool Mar 30 18:09:29.980998 dv-cinder-835881-1-iscsi neutron-server[103385]: WARNING neutron.quota.resource_registry [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] subnetpool is already registered Mar 30 18:09:29.981439 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.v2.resource_helper [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Service CORE assigned prefix: {{(pid=103385) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 18:09:29.981772 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.quota.resource_registry [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Creating instance of TrackedResource for resource:subnetpool Mar 30 18:09:29.982111 dv-cinder-835881-1-iscsi neutron-server[103385]: WARNING neutron.quota.resource_registry [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] subnetpool is already registered Mar 30 18:09:29.984387 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.v2.resource_helper [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103385) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 18:09:29.984829 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.v2.resource_helper [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Service FLAVORS assigned prefix: {{(pid=103385) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 18:09:29.985421 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.v2.resource_helper [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103385) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 18:09:29.985848 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.v2.resource_helper [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103385) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 18:09:29.986210 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.quota.resource_registry [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Creating instance of TrackedResource for resource:router Mar 30 18:09:29.986561 dv-cinder-835881-1-iscsi neutron-server[103385]: WARNING neutron.quota.resource_registry [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] router is already registered Mar 30 18:09:29.986978 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.quota.resource_registry [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Creating instance of TrackedResource for resource:floatingip Mar 30 18:09:29.987320 dv-cinder-835881-1-iscsi neutron-server[103385]: WARNING neutron.quota.resource_registry [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] floatingip is already registered Mar 30 18:09:29.987779 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.v2.resource_helper [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Service METERING assigned prefix: /metering {{(pid=103385) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 18:09:29.988452 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.quota.resource_registry [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Creating instance of CountableResource for resource:rbac_policy Mar 30 18:09:29.988788 dv-cinder-835881-1-iscsi neutron-server[103385]: WARNING neutron.quota.resource_registry [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] rbac_policy is already registered Mar 30 18:09:29.989209 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.quota.resource_registry [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Creating instance of TrackedResource for resource:security_group Mar 30 18:09:29.989553 dv-cinder-835881-1-iscsi neutron-server[103385]: WARNING neutron.quota.resource_registry [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] security_group is already registered Mar 30 18:09:29.989961 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.quota.resource_registry [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 30 18:09:29.990330 dv-cinder-835881-1-iscsi neutron-server[103385]: WARNING neutron.quota.resource_registry [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] security_group_rule is already registered Mar 30 18:09:29.990957 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.v2.resource_helper [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Service CORE assigned prefix: {{(pid=103385) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 18:09:29.991290 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.quota.resource_registry [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Creating instance of TrackedResource for resource:subnetpool Mar 30 18:09:29.991631 dv-cinder-835881-1-iscsi neutron-server[103385]: WARNING neutron.quota.resource_registry [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] subnetpool is already registered Mar 30 18:09:29.992055 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.v2.resource_helper [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Service CORE assigned prefix: {{(pid=103385) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 18:09:29.992395 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.quota.resource_registry [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Creating instance of TrackedResource for resource:subnetpool Mar 30 18:09:29.992735 dv-cinder-835881-1-iscsi neutron-server[103385]: WARNING neutron.quota.resource_registry [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] subnetpool is already registered Mar 30 18:09:29.993221 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extended resource: extensions {{(pid=103385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:09:29.994702 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extended resource: address-groups {{(pid=103385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:09:29.996243 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extended resource: address-scopes {{(pid=103385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:09:29.997559 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extended resource: agents {{(pid=103385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:09:29.998771 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extended resource: auto-allocated-topology {{(pid=103385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:09:30.000007 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extended resource: availability_zones {{(pid=103385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:09:30.001228 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extended resource: dhcp-networks {{(pid=103385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:09:30.002775 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extended resource: dhcp-agents {{(pid=103385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:09:30.004189 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extended resource: routers {{(pid=103385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:09:30.006414 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extended resource: flavors {{(pid=103385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:09:30.007598 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extended resource: service_profiles {{(pid=103385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:09:30.008825 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extended resource: next_providers {{(pid=103385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:09:30.010292 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extended resource: service_profiles {{(pid=103385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:09:30.012864 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extended resource: floatingip-pools {{(pid=103385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:09:30.014092 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extended resource: routers {{(pid=103385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:09:30.016243 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extended resource: floatingips {{(pid=103385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:09:30.017538 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extended resource: l3-routers {{(pid=103385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:09:30.018961 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extended resource: l3-agents {{(pid=103385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:09:30.020374 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extended resource: metering-labels {{(pid=103385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:09:30.021727 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extended resource: metering-label-rules {{(pid=103385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:09:30.023033 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extended resource: network-ip-availabilities {{(pid=103385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:09:30.024309 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extended resource: bindings {{(pid=103385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:09:30.025955 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extended resource: quotas {{(pid=103385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:09:30.028072 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extended resource: quotas {{(pid=103385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:09:30.029614 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extended resource: rbac-policies {{(pid=103385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:09:30.030947 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extended resource: security-groups {{(pid=103385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:09:30.032221 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extended resource: security-group-rules {{(pid=103385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:09:30.033455 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extended resource: service-providers {{(pid=103385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:09:30.034700 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extended resource: subnetpools {{(pid=103385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:09:30.036104 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extended resource: subnetpools {{(pid=103385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:09:30.037565 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extended resource: tags {{(pid=103385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:09:30.039277 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extended resource: tags {{(pid=103385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:09:30.041074 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extended resource: tags {{(pid=103385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:09:30.043529 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extended resource: tags {{(pid=103385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:09:30.045324 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extended resource: tags {{(pid=103385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:09:30.047213 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extended resource: tags {{(pid=103385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:09:30.049158 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extended resource: tags {{(pid=103385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:09:30.051078 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extended resource: tags {{(pid=103385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:09:30.052834 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extended resource: tags {{(pid=103385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:09:30.054993 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron.api.extensions [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Extended resource: tags {{(pid=103385) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 18:09:30.060954 dv-cinder-835881-1-iscsi neutron-server[103385]: WARNING keystonemiddleware.auth_token [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 30 18:09:30.065778 dv-cinder-835881-1-iscsi neutron-server[103385]: WARNING keystonemiddleware.auth_token [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 30 18:09:30.075040 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_concurrency.lockutils [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Acquired lock "singleton_lock" {{(pid=103385) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 30 18:09:30.075524 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_concurrency.lockutils [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Releasing lock "singleton_lock" {{(pid=103385) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 30 18:09:30.076182 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO oslo_service.service [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Starting 2 workers Mar 30 18:09:30.081122 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Started child 103494 {{(pid=103385) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 30 18:09:30.085686 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Started child 103495 {{(pid=103385) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 30 18:09:30.086854 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:09:30.087482 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO neutron.service [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 30 18:09:30.088040 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:09:30.088416 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [-] (103494) wsgi starting up on http://0.0.0.0:9696 Mar 30 18:09:30.091590 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO oslo_service.service [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Starting 1 workers Mar 30 18:09:30.091778 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:09:30.093252 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [-] (103495) wsgi starting up on http://0.0.0.0:9696 Mar 30 18:09:30.096943 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Started child 103496 {{(pid=103385) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 30 18:09:30.097538 dv-cinder-835881-1-iscsi neutron-server[103385]: INFO oslo_service.service [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Starting 1 workers Mar 30 18:09:30.100718 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.service [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] calling RpcWorker wait() {{(pid=103496) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 30 18:09:30.101240 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.service [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] returning from RpcWorker wait() {{(pid=103496) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 30 18:09:30.102306 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Started child 103497 {{(pid=103385) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 30 18:09:30.102702 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:09:30.103167 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d83-15ee-4a53-aabc-26cf3a23b083 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:09:30.103283 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:09:30.105751 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103385) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 30 18:09:30.105968 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 30 18:09:30.106182 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 30 18:09:30.106434 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 30 18:09:30.106798 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 30 18:09:30.106969 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 30 18:09:30.107521 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.107817 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.108088 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.108357 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.108661 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.109311 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.109601 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.109873 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.110163 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.110258 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:09:30.110736 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.110736 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.110736 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.110978 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.111204 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.111539 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.111812 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.112083 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.112396 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.112541 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.112814 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.113105 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.113340 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.113609 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] debug = True {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.113874 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.114396 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.114647 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.114896 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.115141 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.115432 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.115668 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.115970 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.116213 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.116488 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.116743 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.116998 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.117239 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.117484 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.117762 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.118004 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.118279 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.118527 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.119004 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] host = dv-cinder-835881-1-iscsi {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.119272 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.119498 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.119818 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.120130 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.120400 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.120640 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.120914 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.121195 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.121434 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.121691 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.121961 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.122248 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.122503 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.122752 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] log_file = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.122924 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] log_options = True {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.123168 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.123452 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.123708 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.123911 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.124086 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.124254 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.124537 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.124709 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.124940 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.125163 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.125383 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.125637 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.125860 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.126081 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.126351 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.126677 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.126906 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.127129 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.127384 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.127639 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.127873 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.128133 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.128364 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.128591 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.129342 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.129883 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.130141 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.130540 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.130624 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.130855 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.131102 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.131357 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.131580 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.131978 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.132077 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.132352 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.132563 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.132805 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.133300 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.133300 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.133590 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.133816 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.134056 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.134318 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.134545 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.134767 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.134987 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] use_json = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.136029 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.136270 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.136523 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.136745 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.136997 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.137219 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.137480 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.137721 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.137957 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.138451 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.138745 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.139058 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.139324 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.139566 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.139827 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.140069 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.140335 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.140604 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.140845 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.141379 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.141459 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.141777 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.142047 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.142355 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.142766 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.142867 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:09:30.143049 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.143192 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.143419 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.143710 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.143892 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.144152 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.144439 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.144667 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.144908 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.145146 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.145380 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.145691 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.145974 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.146405 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.146692 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.147011 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.147482 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.147482 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.147722 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.147952 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.148394 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.148486 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.148642 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.149086 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.149172 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.149340 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.149584 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.150310 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.150310 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.150310 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.150540 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.150772 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.151086 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.151947 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.152175 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.152423 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.152663 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.152919 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.153185 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.153703 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.153703 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.153965 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.154185 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.154401 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.154639 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.154883 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.155138 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.155366 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.155608 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.155845 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.156084 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.156301 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.156717 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.156814 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.157005 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.157223 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.157443 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.157659 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.157876 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.158286 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.158384 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.158582 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.158801 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.159015 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.159234 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.159466 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.159659 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.159875 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.160088 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.160307 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.160558 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.160772 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.160985 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.161235 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.161452 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.161741 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.162082 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.162358 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.162610 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.162827 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.163071 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.163292 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.163539 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.163779 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.164103 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.164236 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.164513 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.164764 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.164993 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.165309 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.165442 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.165760 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.166004 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.167227 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.167227 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.167227 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.167227 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.167227 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.167618 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.167833 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.168064 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.168309 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.168569 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.168876 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.169142 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.169401 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.169826 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.169976 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.170202 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.170485 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.170756 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.170997 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.171263 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.171516 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.171753 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.172007 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.172272 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.172533 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.172776 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.173276 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.173532 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.173754 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.173989 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.174606 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.174848 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.175088 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.175308 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.175585 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.175821 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.176071 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.176341 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.176593 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.176831 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.177098 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.177338 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.177556 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.177820 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.178059 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.178329 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.178555 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.178774 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.179014 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.179272 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.179471 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.179712 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.180026 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.180159 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.180380 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.180599 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.180818 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.181070 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.181310 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.181530 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.181770 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.182008 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.182334 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.182705 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.183034 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.183321 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.183738 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.183834 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.184083 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.184330 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.184569 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.184820 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.185085 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.185328 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.185596 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.185837 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.186076 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.186338 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.186580 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.186798 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.187036 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.187529 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.187529 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.187717 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.187973 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.188573 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.188573 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.189058 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.189058 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.189241 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.190173 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.190173 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.190173 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.190173 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.190501 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.190571 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.190768 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.190994 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.191214 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.191453 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.191695 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.192905 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.192905 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.192905 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.192905 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.192905 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.193558 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.193558 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.193558 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.193776 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.194753 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.194753 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.194753 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.194753 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.195079 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.195079 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.195963 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.195963 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.195963 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.196227 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.196307 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.196467 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.196682 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.196911 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.197136 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.197419 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.197682 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.198453 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.198764 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.199084 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.199467 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.199467 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.200125 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.200125 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.200125 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.200324 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.200552 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.200917 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.201049 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.201191 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.201403 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.201631 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.201852 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.202066 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.202461 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.202611 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.202758 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.202988 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.203227 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.203440 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.203713 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.203986 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.204212 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.204510 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.204743 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.205007 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.205284 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.205599 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.205823 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.206085 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.206485 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.206627 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.206777 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.207029 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.207344 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.207641 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.207889 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.208133 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.208411 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.208696 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.208990 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.209209 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.209504 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.209844 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.210146 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.210419 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.210670 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.210943 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.211191 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.211462 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.211633 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.211854 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.212095 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.212369 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.212603 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.212837 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.213057 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.213287 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.214164 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.214393 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.214767 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.214926 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.215066 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.215223 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 30 18:09:30.215758 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103385) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 30 18:09:30.215923 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 30 18:09:30.216080 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 30 18:09:30.216252 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 30 18:09:30.216611 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 30 18:09:30.216611 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 30 18:09:30.216824 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.216905 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.217066 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.217227 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.217387 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.217570 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.217733 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.217893 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.218053 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.218239 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.218407 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.218568 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.218729 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.218890 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.219052 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.219213 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.219374 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.219536 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.219702 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.219864 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.220025 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.220113 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:09:30.220198 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.220336 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] debug = True {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.220497 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.220694 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.220861 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.221022 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.221184 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.221345 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.221506 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.221667 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.221827 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.221987 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.222171 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.222335 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.222497 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.222658 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.222820 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.222981 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.223140 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.223303 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.223463 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] host = dv-cinder-835881-1-iscsi {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.223623 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.223784 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.223944 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.224105 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.224321 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.224502 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.224665 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.224848 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.225045 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.225144 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.225293 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.225454 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.225613 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.225774 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] log_file = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.225933 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] log_options = True {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.226093 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.226276 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.226440 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.226842 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.226842 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.227007 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.227096 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.227238 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.227571 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.227571 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.227727 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.227841 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.228002 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.228161 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.228321 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.228690 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.228690 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.228865 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.228938 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.229145 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.229385 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.229475 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.229593 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.229732 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.229897 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.230058 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.230391 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.230391 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.230545 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.230683 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.230843 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.231004 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.231164 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.231323 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.231485 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.231645 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.231805 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.231964 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.232130 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.232291 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.232453 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.232611 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.232796 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.232935 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.233074 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.233234 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.233393 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] use_json = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.233553 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.233713 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.233874 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.234034 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.234229 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.234392 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.234552 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.234713 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.234873 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 18:09:30.235056 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.235210 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.235382 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.235544 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.235706 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.235868 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.236029 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.236194 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.236346 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.236491 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.236658 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.236823 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.236995 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.237157 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.237318 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.237483 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.237644 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.237806 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.237971 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.238163 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.238316 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.238484 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.238656 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.238817 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.238977 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.239139 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.239303 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.239475 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.239636 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.239813 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.239980 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.240143 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.240305 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.240466 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.240630 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.240793 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.240955 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.241120 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.241283 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.241445 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.241606 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.241768 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.241930 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.242091 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.242281 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.242442 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.242594 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.242757 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.242983 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.243300 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.243300 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.243447 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.243525 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.243683 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.243843 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.244005 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.244167 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.244341 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.244501 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.244662 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.244961 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.245266 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.245525 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.245695 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.245861 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.246024 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.246215 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.246379 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.246558 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.246739 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.246885 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.247047 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.247211 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.247372 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.247534 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.247696 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.247861 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.248032 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.248189 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.248350 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.248593 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.248762 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.248930 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.249397 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.249397 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.249397 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.250034 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.250034 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.250034 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.250034 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.250686 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.250686 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.250686 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.250686 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.251398 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.251398 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.251398 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.251398 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.251398 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.253698 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.253698 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.253698 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.253698 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.253698 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.253698 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.253698 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.253698 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.255181 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.255181 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.255181 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.255181 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.255181 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.255181 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.255181 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.255181 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.255745 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.255745 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.255745 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.255745 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.255745 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.255745 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.255745 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.255745 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.256291 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.256291 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.256291 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.256291 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.256291 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.256291 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.256291 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.256291 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.256831 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.256831 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.256831 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.256831 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.257095 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.257175 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.257253 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.257416 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.257608 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.257773 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.257933 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.258166 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.258311 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.258439 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.258601 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.258764 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.258962 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.259076 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.259324 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.259428 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.260175 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.260175 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.260175 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.260175 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.260175 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.261144 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.261144 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.261334 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.261482 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.261644 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.261808 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.261972 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.262143 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.262319 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.262483 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.262647 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.262810 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.262972 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.263147 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.263301 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.263462 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.263754 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.264076 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.264386 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.264702 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.264934 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.265072 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.265202 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.265343 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.265472 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.265633 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.265798 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.265964 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.270228 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.270228 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.270228 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.270228 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.270228 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.270228 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.270228 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.270228 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.270735 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 41214) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:09:30.270814 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.270814 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.270814 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.270814 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.270814 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.270814 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.270814 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.270814 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.271270 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.271270 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.271270 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.271270 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.271270 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.271270 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.271270 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.271270 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.271771 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.271771 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.271771 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.271771 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.271771 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.271771 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.271771 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.271771 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.271771 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.272268 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.272268 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.272268 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.272268 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.272268 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.272268 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.272268 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.272646 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.272646 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.272646 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.272837 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.272901 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.273070 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.273236 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.273397 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.273561 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.273722 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.273885 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.274058 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.274243 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.274405 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.274569 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.274731 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.274893 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.275066 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.275228 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.275390 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.275575 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.275715 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.275877 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.276814 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.276814 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.276977 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.277116 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.277483 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.277651 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.277826 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.277989 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.278200 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.278381 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.278534 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.278682 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.278834 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.278996 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.279161 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.279333 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.279495 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.279656 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.279854 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.279989 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.280133 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0106800 Mar 30 18:09:30.280382 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.280469 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.281038 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.281038 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.281038 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.281038 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.281342 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.281342 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.281493 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.281648 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.281824 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.281998 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.282192 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.282359 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.282529 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.282704 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.282868 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.283041 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.283180 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.283341 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.283567 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.283645 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.283807 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.283968 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.284132 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.284293 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.284461 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.286849 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.286849 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.286849 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.286849 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.286849 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.286849 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.286849 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.286849 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 18:09:30.287472 dv-cinder-835881-1-iscsi neutron-server[103385]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103385) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 30 18:09:41.863514 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089366e8-2ab5-4d57-8b72-e840eab0ac19 None None] get_active_networks_info from dv-cinder-835881-1-iscsi {{(pid=103496) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 30 18:09:41.916738 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f6a9c169-6d09-4222-8332-cf011a400ac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548565'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:09:41.974037 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089366e8-2ab5-4d57-8b72-e840eab0ac19 None None] No non-hosted networks {{(pid=103496) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 30 18:09:43.802548 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-840c63e9-6ba8-478a-9f97-25356e82cc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548565'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:09:43.859077 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-9d174791-251c-480c-9e9b-1d3db5448629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:09:44.944656 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 41278) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:09:44.997266 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548565'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:09:45.484396 dv-cinder-835881-1-iscsi neutron-server[103495]: WARNING oslo_policy.policy [None req-58958b71-f49c-4baf-8f61-8c45d2e21bb6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 30 18:09:45.485217 dv-cinder-835881-1-iscsi neutron-server[103495]: WARNING oslo_policy.policy [None req-58958b71-f49c-4baf-8f61-8c45d2e21bb6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 30 18:09:45.711098 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [None req-58958b71-f49c-4baf-8f61-8c45d2e21bb6 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103495) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 18:09:45.714017 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-58958b71-f49c-4baf-8f61-8c45d2e21bb6 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7681715 Mar 30 18:09:46.421643 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548565'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:09:47.962991 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548565'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:09:47.963751 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:09:47.964269 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:09:47.964610 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:09:47.964943 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:09:47.965269 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:09:47.965597 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:09:47.965923 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:09:47.966329 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:09:47.966664 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:09:47.966985 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:09:47.967323 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:09:47.967648 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:09:47.967985 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:09:47.968302 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:09:47.972445 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:09:47.973087 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-835881-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:09:47.992197 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-835881-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:09:48.352087 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 41312) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:09:48.683206 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [None req-e7fdfd9e-566a-42ae-b457-5eee69fdbd3c admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:09:48.775246 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.policy [None req-e7fdfd9e-566a-42ae-b457-5eee69fdbd3c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103495) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 30 18:09:48.818165 dv-cinder-835881-1-iscsi neutron-server[103495]: WARNING oslo_policy.policy [None req-e7fdfd9e-566a-42ae-b457-5eee69fdbd3c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 30 18:09:48.818571 dv-cinder-835881-1-iscsi neutron-server[103495]: WARNING oslo_policy.policy [None req-e7fdfd9e-566a-42ae-b457-5eee69fdbd3c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 30 18:09:48.917240 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-e7fdfd9e-566a-42ae-b457-5eee69fdbd3c admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728102069210', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728102069645', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728102053200', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728102158703', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728102167247', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728101441540', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1052223', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1070377', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-784139', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-693269'] for rbac-policy (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:09:48.933399 dv-cinder-835881-1-iscsi neutron-server[103496]: INFO neutron.db.l3_hamode_db [None req-021be0a0-2694-44d0-88ba-fb02c14247fe None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 30 18:09:48.992688 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-e7fdfd9e-566a-42ae-b457-5eee69fdbd3c admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:09:48.997066 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-e7fdfd9e-566a-42ae-b457-5eee69fdbd3c admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6439717 Mar 30 18:09:49.017008 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021be0a0-2694-44d0-88ba-fb02c14247fe None None] Routers set() bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:09:49.017582 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021be0a0-2694-44d0-88ba-fb02c14247fe None None] Router IDs set() for agent in host dv-cinder-835881-1-iscsi {{(pid=103496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 30 18:09:51.489941 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 41324) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:09:51.793725 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [None req-06f3ea17-cf24-4319-a4c8-8128c72ffd8f demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:09:51.822607 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f3ea17-cf24-4319-a4c8-8128c72ffd8f demo demo] Made reservation on behalf of 436fba008b954b28bb23833dc0894303 for: {'network': 1} {{(pid=103495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:09:51.826457 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-06f3ea17-cf24-4319-a4c8-8128c72ffd8f demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for network (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:09:51.843820 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-06f3ea17-cf24-4319-a4c8-8128c72ffd8f demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:09:51.951049 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-06f3ea17-cf24-4319-a4c8-8128c72ffd8f demo demo] Publish callbacks [] for security_group (051bf510-3cde-4e0e-a4dd-f5578f05d75e), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:09:51.954451 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-06f3ea17-cf24-4319-a4c8-8128c72ffd8f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (051bf510-3cde-4e0e-a4dd-f5578f05d75e), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:09:51.979043 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06f3ea17-cf24-4319-a4c8-8128c72ffd8f demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=103495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 18:09:52.013936 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-06f3ea17-cf24-4319-a4c8-8128c72ffd8f demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728099724081', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125716'] for segment (b0e3729d-7f10-4dfe-ae27-9b3849009495), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:09:52.014566 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-06f3ea17-cf24-4319-a4c8-8128c72ffd8f demo demo] Unsubscribe: segment precommit_create {{(pid=103495) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 30 18:09:52.015083 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.db.segments_db [None req-06f3ea17-cf24-4319-a4c8-8128c72ffd8f demo demo] Added segment b0e3729d-7f10-4dfe-ae27-9b3849009495 of type vlan for network 030e12c4-e3a7-4100-b8cf-7d12ced76bad Mar 30 18:09:52.031249 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f3ea17-cf24-4319-a4c8-8128c72ffd8f demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=051bf510-3cde-4e0e-a4dd-f5578f05d75e,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:09:52.080269 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f3ea17-cf24-4319-a4c8-8128c72ffd8f demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:09:52.080622 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f3ea17-cf24-4319-a4c8-8128c72ffd8f demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:09:52.080986 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f3ea17-cf24-4319-a4c8-8128c72ffd8f demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:09:52.081348 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f3ea17-cf24-4319-a4c8-8128c72ffd8f demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:09:52.081685 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f3ea17-cf24-4319-a4c8-8128c72ffd8f demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:09:52.082018 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f3ea17-cf24-4319-a4c8-8128c72ffd8f demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:09:52.082368 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f3ea17-cf24-4319-a4c8-8128c72ffd8f demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:09:52.082695 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f3ea17-cf24-4319-a4c8-8128c72ffd8f demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:09:52.083021 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f3ea17-cf24-4319-a4c8-8128c72ffd8f demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:09:52.083346 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f3ea17-cf24-4319-a4c8-8128c72ffd8f demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:09:52.083670 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f3ea17-cf24-4319-a4c8-8128c72ffd8f demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:09:52.084007 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f3ea17-cf24-4319-a4c8-8128c72ffd8f demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:09:52.084331 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f3ea17-cf24-4319-a4c8-8128c72ffd8f demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:09:52.084651 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f3ea17-cf24-4319-a4c8-8128c72ffd8f demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:09:52.084967 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f3ea17-cf24-4319-a4c8-8128c72ffd8f demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:09:52.087022 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f3ea17-cf24-4319-a4c8-8128c72ffd8f demo demo] Tracked resource versions report: Mar 30 18:09:52.087022 dv-cinder-835881-1-iscsi neutron-server[103495]: pushed versions: Mar 30 18:09:52.087022 dv-cinder-835881-1-iscsi neutron-server[103495]: { 'AddressGroup': {'1.2'}, Mar 30 18:09:52.087022 dv-cinder-835881-1-iscsi neutron-server[103495]: 'Agent': {'1.1'}, Mar 30 18:09:52.087022 dv-cinder-835881-1-iscsi neutron-server[103495]: 'ConntrackHelper': {'1.0'}, Mar 30 18:09:52.087022 dv-cinder-835881-1-iscsi neutron-server[103495]: 'LocalIPAssociation': {'1.0'}, Mar 30 18:09:52.087022 dv-cinder-835881-1-iscsi neutron-server[103495]: 'Log': {'1.0'}, Mar 30 18:09:52.087022 dv-cinder-835881-1-iscsi neutron-server[103495]: 'NDPProxy': {'1.0'}, Mar 30 18:09:52.087022 dv-cinder-835881-1-iscsi neutron-server[103495]: 'Network': {'1.1'}, Mar 30 18:09:52.087022 dv-cinder-835881-1-iscsi neutron-server[103495]: 'Port': {'1.7'}, Mar 30 18:09:52.087022 dv-cinder-835881-1-iscsi neutron-server[103495]: 'PortForwarding': {'1.3'}, Mar 30 18:09:52.087022 dv-cinder-835881-1-iscsi neutron-server[103495]: 'QosPolicy': {'1.10'}, Mar 30 18:09:52.087022 dv-cinder-835881-1-iscsi neutron-server[103495]: 'SecurityGroup': {'1.5'}, Mar 30 18:09:52.087022 dv-cinder-835881-1-iscsi neutron-server[103495]: 'SecurityGroupRule': {'1.2'}, Mar 30 18:09:52.087022 dv-cinder-835881-1-iscsi neutron-server[103495]: 'SubPort': {'1.0'}, Mar 30 18:09:52.087022 dv-cinder-835881-1-iscsi neutron-server[103495]: 'Subnet': {'1.1'}, Mar 30 18:09:52.087022 dv-cinder-835881-1-iscsi neutron-server[103495]: 'Trunk': {'1.1'}} Mar 30 18:09:52.087022 dv-cinder-835881-1-iscsi neutron-server[103495]: consumer versions: Mar 30 18:09:52.087022 dv-cinder-835881-1-iscsi neutron-server[103495]: { DHCP agent@dv-cinder-835881-1-iscsi: {}, Mar 30 18:09:52.087022 dv-cinder-835881-1-iscsi neutron-server[103495]: L3 agent@dv-cinder-835881-1-iscsi: {}, Mar 30 18:09:52.087022 dv-cinder-835881-1-iscsi neutron-server[103495]: Metadata agent@dv-cinder-835881-1-iscsi: {}, Mar 30 18:09:52.087022 dv-cinder-835881-1-iscsi neutron-server[103495]: Metering agent@dv-cinder-835881-1-iscsi: {}, Mar 30 18:09:52.087022 dv-cinder-835881-1-iscsi neutron-server[103495]: Open vSwitch agent@dv-cinder-835881-1-iscsi: { 'AddressGroup': '1.2', Mar 30 18:09:52.087022 dv-cinder-835881-1-iscsi neutron-server[103495]: 'Agent': '1.1', Mar 30 18:09:52.087022 dv-cinder-835881-1-iscsi neutron-server[103495]: 'ConntrackHelper': '1.0', Mar 30 18:09:52.087022 dv-cinder-835881-1-iscsi neutron-server[103495]: 'LocalIPAssociation': '1.0', Mar 30 18:09:52.087022 dv-cinder-835881-1-iscsi neutron-server[103495]: 'Log': '1.0', Mar 30 18:09:52.087022 dv-cinder-835881-1-iscsi neutron-server[103495]: 'NDPProxy': '1.0', Mar 30 18:09:52.087022 dv-cinder-835881-1-iscsi neutron-server[103495]: 'Network': '1.1', Mar 30 18:09:52.087022 dv-cinder-835881-1-iscsi neutron-server[103495]: 'Port': '1.7', Mar 30 18:09:52.087022 dv-cinder-835881-1-iscsi neutron-server[103495]: 'PortForwarding': '1.3', Mar 30 18:09:52.087022 dv-cinder-835881-1-iscsi neutron-server[103495]: 'QosPolicy': '1.10', Mar 30 18:09:52.087022 dv-cinder-835881-1-iscsi neutron-server[103495]: 'SecurityGroup': '1.5', Mar 30 18:09:52.087022 dv-cinder-835881-1-iscsi neutron-server[103495]: 'SecurityGroupRule': '1.2', Mar 30 18:09:52.087022 dv-cinder-835881-1-iscsi neutron-server[103495]: 'SubPort': '1.0', Mar 30 18:09:52.087022 dv-cinder-835881-1-iscsi neutron-server[103495]: 'Subnet': '1.1', Mar 30 18:09:52.087022 dv-cinder-835881-1-iscsi neutron-server[103495]: 'Trunk': '1.1'}} Mar 30 18:09:52.087022 dv-cinder-835881-1-iscsi neutron-server[103495]: {{(pid=103495) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 30 18:09:52.135063 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-06f3ea17-cf24-4319-a4c8-8128c72ffd8f demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728099366458'] for network (030e12c4-e3a7-4100-b8cf-7d12ced76bad), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:09:52.176730 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-06f3ea17-cf24-4319-a4c8-8128c72ffd8f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241'] for network (030e12c4-e3a7-4100-b8cf-7d12ced76bad), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:09:52.182418 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f3ea17-cf24-4319-a4c8-8128c72ffd8f demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:09:52.183168 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-06f3ea17-cf24-4319-a4c8-8128c72ffd8f demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:09:52.272106 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-06f3ea17-cf24-4319-a4c8-8128c72ffd8f demo demo] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7809863 Mar 30 18:09:52.301621 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f3ea17-cf24-4319-a4c8-8128c72ffd8f demo demo] Pushing event updated for resources: {'Network': ['ID=030e12c4-e3a7-4100-b8cf-7d12ced76bad,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:09:52.314782 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Network 030e12c4-e3a7-4100-b8cf-7d12ced76bad details requested by agent ovs-agent-dv-cinder-835881-1-iscsi with host dv-cinder-835881-1-iscsi {{(pid=103496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 18:09:54.876768 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 41336) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:09:55.277937 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d21a861-ba00-4079-a7df-315f3dc859f6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:09:55.279332 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-3d21a861-ba00-4079-a7df-315f3dc859f6 demo admin] 10.222.0.41 "GET /v2.0/networks/030e12c4-e3a7-4100-b8cf-7d12ced76bad HTTP/1.1" status: 200 len: 825 time: 0.4016130 Mar 30 18:09:55.302618 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-51b27c26-a8a5-4345-bf57-713bb6e1288e demo admin] 10.222.0.41 "GET /v2.0/subnetpools/897d7074-aa5b-4ee9-b99e-4e570bf54cf4 HTTP/1.1" status: 200 len: 734 time: 0.0177147 Mar 30 18:09:55.311259 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [None req-a07f4abe-f468-4e1e-b13b-9b80572f38c8 demo admin] Request body: {'subnet': {'subnetpool_id': '897d7074-aa5b-4ee9-b99e-4e570bf54cf4', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '030e12c4-e3a7-4100-b8cf-7d12ced76bad', 'ip_version': 4}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:09:55.331548 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a07f4abe-f468-4e1e-b13b-9b80572f38c8 demo admin] Made reservation on behalf of 436fba008b954b28bb23833dc0894303 for: {'subnet': 1} {{(pid=103495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:09:55.333813 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-a07f4abe-f468-4e1e-b13b-9b80572f38c8 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:09:55.629885 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-a07f4abe-f468-4e1e-b13b-9b80572f38c8 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241'] for subnet (eb5fb396-8e57-42e4-b112-dde840e924eb), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:09:55.702674 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a07f4abe-f468-4e1e-b13b-9b80572f38c8 demo admin] Checking segment: {'id': 'b0e3729d-7f10-4dfe-ae27-9b3849009495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '030e12c4-e3a7-4100-b8cf-7d12ced76bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:09:55.703069 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07f4abe-f468-4e1e-b13b-9b80572f38c8 demo admin] Network hostable DHCP agents. Network: 030e12c4-e3a7-4100-b8cf-7d12ced76bad, hostable agents: ['f171183a-83cc-4c67-9a52-f7c4c9021937'], hosted agents: [] {{(pid=103495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 18:09:55.707550 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07f4abe-f468-4e1e-b13b-9b80572f38c8 demo admin] Pushing event updated for resources: {'Subnet': ['ID=eb5fb396-8e57-42e4-b112-dde840e924eb,revision_number=0']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:09:55.725236 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07f4abe-f468-4e1e-b13b-9b80572f38c8 demo admin] Network 030e12c4-e3a7-4100-b8cf-7d12ced76bad is scheduled to be hosted by DHCP agent f171183a-83cc-4c67-9a52-f7c4c9021937 with binding_index 1 {{(pid=103495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 18:09:55.736701 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.base_scheduler [None req-a07f4abe-f468-4e1e-b13b-9b80572f38c8 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-1-iscsi, 030e12c4-e3a7-4100-b8cf-7d12ced76bad) {{(pid=103495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:09:55.741114 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a07f4abe-f468-4e1e-b13b-9b80572f38c8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:09:55.741734 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-a07f4abe-f468-4e1e-b13b-9b80572f38c8 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for subnet (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:09:55.747738 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc162ce-9c6b-4682-be78-50209bb1e9a4 None None] Network 030e12c4-e3a7-4100-b8cf-7d12ced76bad requested from dv-cinder-835881-1-iscsi {{(pid=103496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:09:55.759180 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-a07f4abe-f468-4e1e-b13b-9b80572f38c8 demo admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4509625 Mar 30 18:09:56.141432 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20c0e51-42ae-422d-9d15-9c24d8d12809 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcef903b-a861-53ce-95a0-ec7d3e6cb87b-030e12c4-e3a7-4100-b8cf-7d12ced76bad', 'network_id': '030e12c4-e3a7-4100-b8cf-7d12ced76bad', 'project_id': '436fba008b954b28bb23833dc0894303', 'fixed_ips': [{'subnet_id': 'eb5fb396-8e57-42e4-b112-dde840e924eb'}]}} from dv-cinder-835881-1-iscsi. {{(pid=103496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 18:09:56.142681 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-d20c0e51-42ae-422d-9d15-9c24d8d12809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:09:56.419697 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.db_base_plugin_common [None req-d20c0e51-42ae-422d-9d15-9c24d8d12809 None None] Allocated IP 172.20.0.2 (030e12c4-e3a7-4100-b8cf-7d12ced76bad/eb5fb396-8e57-42e4-b112-dde840e924eb/747cc62c-acec-40a4-b316-a8187c29c897) {{(pid=103496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:09:56.694162 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-d20c0e51-42ae-422d-9d15-9c24d8d12809 None None] Publish callbacks [] for port (747cc62c-acec-40a4-b316-a8187c29c897), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:09:56.702781 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-d20c0e51-42ae-422d-9d15-9c24d8d12809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728099412974'] for port (747cc62c-acec-40a4-b316-a8187c29c897), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:09:56.775600 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20c0e51-42ae-422d-9d15-9c24d8d12809 None None] Network 030e12c4-e3a7-4100-b8cf-7d12ced76bad is already hosted by enough agents. {{(pid=103496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:09:56.781440 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.scheduler.base_scheduler [None req-d20c0e51-42ae-422d-9d15-9c24d8d12809 None None] Resources bound (agent type, host, resource id): {{(pid=103496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:09:56.792919 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20c0e51-42ae-422d-9d15-9c24d8d12809 None None] Received port after_create {{(pid=103496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:09:56.796037 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20c0e51-42ae-422d-9d15-9c24d8d12809 None None] Pushing event updated for resources: {'Port': ['ID=747cc62c-acec-40a4-b316-a8187c29c897,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:09:56.827499 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20c0e51-42ae-422d-9d15-9c24d8d12809 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:09:56.827854 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20c0e51-42ae-422d-9d15-9c24d8d12809 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:09:56.828217 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20c0e51-42ae-422d-9d15-9c24d8d12809 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:09:56.828581 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20c0e51-42ae-422d-9d15-9c24d8d12809 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:09:56.828926 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20c0e51-42ae-422d-9d15-9c24d8d12809 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:09:56.829262 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20c0e51-42ae-422d-9d15-9c24d8d12809 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:09:56.829592 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20c0e51-42ae-422d-9d15-9c24d8d12809 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:09:56.829923 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20c0e51-42ae-422d-9d15-9c24d8d12809 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:09:56.830282 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20c0e51-42ae-422d-9d15-9c24d8d12809 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:09:56.830610 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20c0e51-42ae-422d-9d15-9c24d8d12809 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:09:56.830939 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20c0e51-42ae-422d-9d15-9c24d8d12809 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:09:56.831281 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20c0e51-42ae-422d-9d15-9c24d8d12809 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:09:56.831609 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20c0e51-42ae-422d-9d15-9c24d8d12809 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:09:56.831934 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20c0e51-42ae-422d-9d15-9c24d8d12809 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:09:56.832263 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20c0e51-42ae-422d-9d15-9c24d8d12809 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:09:56.833734 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20c0e51-42ae-422d-9d15-9c24d8d12809 None None] Tracked resource versions report: Mar 30 18:09:56.833734 dv-cinder-835881-1-iscsi neutron-server[103496]: pushed versions: Mar 30 18:09:56.833734 dv-cinder-835881-1-iscsi neutron-server[103496]: { 'AddressGroup': {'1.2'}, Mar 30 18:09:56.833734 dv-cinder-835881-1-iscsi neutron-server[103496]: 'Agent': {'1.1'}, Mar 30 18:09:56.833734 dv-cinder-835881-1-iscsi neutron-server[103496]: 'ConntrackHelper': {'1.0'}, Mar 30 18:09:56.833734 dv-cinder-835881-1-iscsi neutron-server[103496]: 'LocalIPAssociation': {'1.0'}, Mar 30 18:09:56.833734 dv-cinder-835881-1-iscsi neutron-server[103496]: 'Log': {'1.0'}, Mar 30 18:09:56.833734 dv-cinder-835881-1-iscsi neutron-server[103496]: 'NDPProxy': {'1.0'}, Mar 30 18:09:56.833734 dv-cinder-835881-1-iscsi neutron-server[103496]: 'Network': {'1.1'}, Mar 30 18:09:56.833734 dv-cinder-835881-1-iscsi neutron-server[103496]: 'Port': {'1.7'}, Mar 30 18:09:56.833734 dv-cinder-835881-1-iscsi neutron-server[103496]: 'PortForwarding': {'1.3'}, Mar 30 18:09:56.833734 dv-cinder-835881-1-iscsi neutron-server[103496]: 'QosPolicy': {'1.10'}, Mar 30 18:09:56.833734 dv-cinder-835881-1-iscsi neutron-server[103496]: 'SecurityGroup': {'1.5'}, Mar 30 18:09:56.833734 dv-cinder-835881-1-iscsi neutron-server[103496]: 'SecurityGroupRule': {'1.2'}, Mar 30 18:09:56.833734 dv-cinder-835881-1-iscsi neutron-server[103496]: 'SubPort': {'1.0'}, Mar 30 18:09:56.833734 dv-cinder-835881-1-iscsi neutron-server[103496]: 'Subnet': {'1.1'}, Mar 30 18:09:56.833734 dv-cinder-835881-1-iscsi neutron-server[103496]: 'Trunk': {'1.1'}} Mar 30 18:09:56.833734 dv-cinder-835881-1-iscsi neutron-server[103496]: consumer versions: Mar 30 18:09:56.833734 dv-cinder-835881-1-iscsi neutron-server[103496]: { DHCP agent@dv-cinder-835881-1-iscsi: {}, Mar 30 18:09:56.833734 dv-cinder-835881-1-iscsi neutron-server[103496]: L3 agent@dv-cinder-835881-1-iscsi: {}, Mar 30 18:09:56.833734 dv-cinder-835881-1-iscsi neutron-server[103496]: Metadata agent@dv-cinder-835881-1-iscsi: {}, Mar 30 18:09:56.833734 dv-cinder-835881-1-iscsi neutron-server[103496]: Metering agent@dv-cinder-835881-1-iscsi: {}, Mar 30 18:09:56.833734 dv-cinder-835881-1-iscsi neutron-server[103496]: Open vSwitch agent@dv-cinder-835881-1-iscsi: { 'AddressGroup': '1.2', Mar 30 18:09:56.833734 dv-cinder-835881-1-iscsi neutron-server[103496]: 'Agent': '1.1', Mar 30 18:09:56.833734 dv-cinder-835881-1-iscsi neutron-server[103496]: 'ConntrackHelper': '1.0', Mar 30 18:09:56.833734 dv-cinder-835881-1-iscsi neutron-server[103496]: 'LocalIPAssociation': '1.0', Mar 30 18:09:56.833734 dv-cinder-835881-1-iscsi neutron-server[103496]: 'Log': '1.0', Mar 30 18:09:56.833734 dv-cinder-835881-1-iscsi neutron-server[103496]: 'NDPProxy': '1.0', Mar 30 18:09:56.833734 dv-cinder-835881-1-iscsi neutron-server[103496]: 'Network': '1.1', Mar 30 18:09:56.833734 dv-cinder-835881-1-iscsi neutron-server[103496]: 'Port': '1.7', Mar 30 18:09:56.833734 dv-cinder-835881-1-iscsi neutron-server[103496]: 'PortForwarding': '1.3', Mar 30 18:09:56.833734 dv-cinder-835881-1-iscsi neutron-server[103496]: 'QosPolicy': '1.10', Mar 30 18:09:56.833734 dv-cinder-835881-1-iscsi neutron-server[103496]: 'SecurityGroup': '1.5', Mar 30 18:09:56.833734 dv-cinder-835881-1-iscsi neutron-server[103496]: 'SecurityGroupRule': '1.2', Mar 30 18:09:56.833734 dv-cinder-835881-1-iscsi neutron-server[103496]: 'SubPort': '1.0', Mar 30 18:09:56.833734 dv-cinder-835881-1-iscsi neutron-server[103496]: 'Subnet': '1.1', Mar 30 18:09:56.833734 dv-cinder-835881-1-iscsi neutron-server[103496]: 'Trunk': '1.1'}} Mar 30 18:09:56.833734 dv-cinder-835881-1-iscsi neutron-server[103496]: {{(pid=103496) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 30 18:09:56.885808 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [None req-d20c0e51-42ae-422d-9d15-9c24d8d12809 None None] Attempting to bind port 747cc62c-acec-40a4-b316-a8187c29c897 on host dv-cinder-835881-1-iscsi for vnic_type normal with profile {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:09:56.886249 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [None req-d20c0e51-42ae-422d-9d15-9c24d8d12809 None None] Attempting to bind port 747cc62c-acec-40a4-b316-a8187c29c897 by drivers openvswitch,hyperv on host dv-cinder-835881-1-iscsi at level 0 using segments [{'id': 'b0e3729d-7f10-4dfe-ae27-9b3849009495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '030e12c4-e3a7-4100-b8cf-7d12ced76bad'}] {{(pid=103496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:09:56.886682 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20c0e51-42ae-422d-9d15-9c24d8d12809 None None] Attempting to bind port 747cc62c-acec-40a4-b316-a8187c29c897 on network 030e12c4-e3a7-4100-b8cf-7d12ced76bad {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:09:56.891628 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20c0e51-42ae-422d-9d15-9c24d8d12809 None None] Checking agent: {'id': '42d1cfe1-739c-4e03-9760-f1c54e546c99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 9, 48), 'started_at': datetime.datetime(2022, 3, 30, 18, 9, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:09:56.892001 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20c0e51-42ae-422d-9d15-9c24d8d12809 None None] Checking segment: {'id': 'b0e3729d-7f10-4dfe-ae27-9b3849009495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '030e12c4-e3a7-4100-b8cf-7d12ced76bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:09:56.892467 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-d20c0e51-42ae-422d-9d15-9c24d8d12809 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:09:56.892859 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20c0e51-42ae-422d-9d15-9c24d8d12809 None None] Bound using segment: {'id': 'b0e3729d-7f10-4dfe-ae27-9b3849009495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '030e12c4-e3a7-4100-b8cf-7d12ced76bad'} {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:09:56.893320 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [None req-d20c0e51-42ae-422d-9d15-9c24d8d12809 None None] Bound port: 747cc62c-acec-40a4-b316-a8187c29c897, host: dv-cinder-835881-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0e3729d-7f10-4dfe-ae27-9b3849009495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '030e12c4-e3a7-4100-b8cf-7d12ced76bad'}}] {{(pid=103496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:09:56.893722 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-d20c0e51-42ae-422d-9d15-9c24d8d12809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (747cc62c-acec-40a4-b316-a8187c29c897), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:09:56.957124 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-d20c0e51-42ae-422d-9d15-9c24d8d12809 None None] For port 747cc62c-acec-40a4-b316-a8187c29c897, host dv-cinder-835881-1-iscsi, cleared binding levels {{(pid=103496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:09:56.962085 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-d20c0e51-42ae-422d-9d15-9c24d8d12809 None None] For port 747cc62c-acec-40a4-b316-a8187c29c897, host dv-cinder-835881-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=747cc62c-acec-40a4-b316-a8187c29c897,segment=NetworkSegment(b0e3729d-7f10-4dfe-ae27-9b3849009495),segment_id=b0e3729d-7f10-4dfe-ae27-9b3849009495)] {{(pid=103496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:09:56.969389 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-d20c0e51-42ae-422d-9d15-9c24d8d12809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (747cc62c-acec-40a4-b316-a8187c29c897), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:09:57.033240 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20c0e51-42ae-422d-9d15-9c24d8d12809 None None] Pushing event updated for resources: {'Port': ['ID=747cc62c-acec-40a4-b316-a8187c29c897,revision_number=2']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:09:58.329434 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 41344) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:09:58.644225 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [None req-42d8eb73-3452-4dfd-aa40-34f076c28f22 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103495) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 18:09:58.645288 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-42d8eb73-3452-4dfd-aa40-34f076c28f22 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3149297 Mar 30 18:10:01.192266 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 41352) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:10:01.503266 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [None req-9a15801d-c517-4d6d-b57c-e3c618cf78df admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103495) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 18:10:01.504358 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-9a15801d-c517-4d6d-b57c-e3c618cf78df admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3111773 Mar 30 18:10:04.076486 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 41360) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:10:04.388509 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [None req-6ec409fd-bcdd-4467-911b-dcd52e144cb6 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:10:04.411371 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-6ec409fd-bcdd-4467-911b-dcd52e144cb6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1699'] for router (907c7b82-0839-49cf-a924-468236285cd1), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:04.412945 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-6ec409fd-bcdd-4467-911b-dcd52e144cb6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1031381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1706'] for router (907c7b82-0839-49cf-a924-468236285cd1), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:04.551250 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-6ec409fd-bcdd-4467-911b-dcd52e144cb6 demo demo] Publish callbacks [] for router_controller (907c7b82-0839-49cf-a924-468236285cd1), precommit_add_association {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:04.556640 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-6ec409fd-bcdd-4467-911b-dcd52e144cb6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541230'] for router (907c7b82-0839-49cf-a924-468236285cd1), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:04.573448 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-6ec409fd-bcdd-4467-911b-dcd52e144cb6 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:04.574657 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-6ec409fd-bcdd-4467-911b-dcd52e144cb6 demo demo] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.4971638 Mar 30 18:10:06.729979 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 747cc62c-acec-40a4-b316-a8187c29c897 up at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:10:06.819029 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Provisioning complete for port 747cc62c-acec-40a4-b316-a8187c29c897 triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:10:06.819956 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (747cc62c-acec-40a4-b316-a8187c29c897), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:06.929762 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Current status of the port 747cc62c-acec-40a4-b316-a8187c29c897 is: DOWN; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:10:06.930225 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (747cc62c-acec-40a4-b316-a8187c29c897), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:06.965772 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] For port 747cc62c-acec-40a4-b316-a8187c29c897, host dv-cinder-835881-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=747cc62c-acec-40a4-b316-a8187c29c897,segment=NetworkSegment(b0e3729d-7f10-4dfe-ae27-9b3849009495),segment_id=b0e3729d-7f10-4dfe-ae27-9b3849009495)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:10:06.970229 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (747cc62c-acec-40a4-b316-a8187c29c897), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:07.017351 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Pushing event updated for resources: {'Port': ['ID=747cc62c-acec-40a4-b316-a8187c29c897,revision_number=3']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:10:07.131083 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 41372) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:10:07.456359 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [None req-b4725568-351e-4b49-ab69-e8c3e042edc9 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103495) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 18:10:07.457352 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-b4725568-351e-4b49-ab69-e8c3e042edc9 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3253486 Mar 30 18:10:08.334537 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b911d5-db11-4b7d-bf04-4b02b5245367 None None] Network 030e12c4-e3a7-4100-b8cf-7d12ced76bad requested from dv-cinder-835881-1-iscsi {{(pid=103496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:10:08.462004 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-82e4eb2e-29d2-4898-a1dc-84a3153c5571 None None] Provisioning complete for port 747cc62c-acec-40a4-b316-a8187c29c897 triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:10:08.462419 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-82e4eb2e-29d2-4898-a1dc-84a3153c5571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (747cc62c-acec-40a4-b316-a8187c29c897), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:08.550952 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-82e4eb2e-29d2-4898-a1dc-84a3153c5571 None None] Current status of the port 747cc62c-acec-40a4-b316-a8187c29c897 is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:10:08.672349 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-d5c924ce-ea15-4825-b709-a233b44f042a None None] Provisioning complete for port 747cc62c-acec-40a4-b316-a8187c29c897 triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:10:08.672740 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-d5c924ce-ea15-4825-b709-a233b44f042a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (747cc62c-acec-40a4-b316-a8187c29c897), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:08.697999 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 747cc62c-acec-40a4-b316-a8187c29c897 up at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:10:08.784935 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Provisioning complete for port 747cc62c-acec-40a4-b316-a8187c29c897 triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:10:08.785330 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (747cc62c-acec-40a4-b316-a8187c29c897), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:08.810684 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-d5c924ce-ea15-4825-b709-a233b44f042a None None] Current status of the port 747cc62c-acec-40a4-b316-a8187c29c897 is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:10:08.864819 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Current status of the port 747cc62c-acec-40a4-b316-a8187c29c897 is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:10:09.962524 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 41380) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:10:10.283692 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [None req-0b8ecc3d-cc9a-4352-ad28-76c8d840a1ed admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:10:10.304031 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8ecc3d-cc9a-4352-ad28-76c8d840a1ed admin admin] Made reservation on behalf of 2bfa5f2b7f224c9aa6f747eaace2be4a for: {'network': 1} {{(pid=103495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:10:10.306278 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0b8ecc3d-cc9a-4352-ad28-76c8d840a1ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for network (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:10.315909 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0b8ecc3d-cc9a-4352-ad28-76c8d840a1ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:10.389826 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0b8ecc3d-cc9a-4352-ad28-76c8d840a1ed admin admin] Publish callbacks [] for security_group (c43e91c1-8e0d-4eec-bf5d-26a4fa84ad4c), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:10.393232 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0b8ecc3d-cc9a-4352-ad28-76c8d840a1ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (c43e91c1-8e0d-4eec-bf5d-26a4fa84ad4c), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:10.406354 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0b8ecc3d-cc9a-4352-ad28-76c8d840a1ed admin admin] Reserving flat network on physical network physnet1 {{(pid=103495) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 30 18:10:10.427996 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8ecc3d-cc9a-4352-ad28-76c8d840a1ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c43e91c1-8e0d-4eec-bf5d-26a4fa84ad4c,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:10:10.431485 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0b8ecc3d-cc9a-4352-ad28-76c8d840a1ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125716'] for segment (3d136d15-dbd4-4a28-bf1a-1c22979f6a0d), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:10.431826 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.db.segments_db [None req-0b8ecc3d-cc9a-4352-ad28-76c8d840a1ed admin admin] Added segment 3d136d15-dbd4-4a28-bf1a-1c22979f6a0d of type flat for network 91cc19c8-4e3d-4b52-9973-bc78b4427ae2 Mar 30 18:10:10.478118 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0b8ecc3d-cc9a-4352-ad28-76c8d840a1ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728099366458'] for network (91cc19c8-4e3d-4b52-9973-bc78b4427ae2), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:10.509732 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0b8ecc3d-cc9a-4352-ad28-76c8d840a1ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241'] for network (91cc19c8-4e3d-4b52-9973-bc78b4427ae2), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:10.510761 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8ecc3d-cc9a-4352-ad28-76c8d840a1ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:10:10.511331 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0b8ecc3d-cc9a-4352-ad28-76c8d840a1ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:10.582768 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-0b8ecc3d-cc9a-4352-ad28-76c8d840a1ed admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6190276 Mar 30 18:10:10.607508 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8ecc3d-cc9a-4352-ad28-76c8d840a1ed admin admin] Pushing event updated for resources: {'Network': ['ID=91cc19c8-4e3d-4b52-9973-bc78b4427ae2,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:10:10.618996 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Network 91cc19c8-4e3d-4b52-9973-bc78b4427ae2 details requested by agent ovs-agent-dv-cinder-835881-1-iscsi with host dv-cinder-835881-1-iscsi {{(pid=103496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 18:10:11.740569 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-0e43d014-ef3d-48da-aee9-0daf5d4a6de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:13.078704 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 41388) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:10:13.430234 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b2946f-fff8-4ee6-bf0f-74c6707963c6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:10:13.431553 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-66b2946f-fff8-4ee6-bf0f-74c6707963c6 demo admin] 10.222.0.41 "GET /v2.0/subnets/eb5fb396-8e57-42e4-b112-dde840e924eb HTTP/1.1" status: 200 len: 849 time: 0.3518932 Mar 30 18:10:13.554283 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-44fdb9e2-7017-43c1-9904-e9213e7c2e6d demo admin] 10.222.0.41 "GET /v2.0/routers/907c7b82-0839-49cf-a924-468236285cd1 HTTP/1.1" status: 200 len: 704 time: 0.1170120 Mar 30 18:10:13.805822 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-21f2f310-9b7e-4b12-8bad-14f2f2daed84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:13.827897 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-dc9c01ae-5ff6-4281-9b1a-e7f5f0d5286d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:14.162217 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.db_base_plugin_common [None req-dc9c01ae-5ff6-4281-9b1a-e7f5f0d5286d demo admin] Allocated IP 172.20.0.1 (030e12c4-e3a7-4100-b8cf-7d12ced76bad/eb5fb396-8e57-42e4-b112-dde840e924eb/f520d7a4-12df-4c95-8114-7ffd7c16d0c8) {{(pid=103495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:10:14.312723 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-dc9c01ae-5ff6-4281-9b1a-e7f5f0d5286d demo admin] Publish callbacks [] for port (f520d7a4-12df-4c95-8114-7ffd7c16d0c8), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:14.378979 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-dc9c01ae-5ff6-4281-9b1a-e7f5f0d5286d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728099412974'] for port (f520d7a4-12df-4c95-8114-7ffd7c16d0c8), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:14.448557 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9c01ae-5ff6-4281-9b1a-e7f5f0d5286d demo admin] Network 030e12c4-e3a7-4100-b8cf-7d12ced76bad is already hosted by enough agents. {{(pid=103495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:10:14.454297 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.base_scheduler [None req-dc9c01ae-5ff6-4281-9b1a-e7f5f0d5286d demo admin] Resources bound (agent type, host, resource id): {{(pid=103495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:10:14.457340 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9c01ae-5ff6-4281-9b1a-e7f5f0d5286d demo admin] Received port after_create {{(pid=103495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:10:14.457879 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-dc9c01ae-5ff6-4281-9b1a-e7f5f0d5286d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542457'] for router_interface (907c7b82-0839-49cf-a924-468236285cd1), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:14.529650 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9c01ae-5ff6-4281-9b1a-e7f5f0d5286d demo admin] Pushing event updated for resources: {'Port': ['ID=f520d7a4-12df-4c95-8114-7ffd7c16d0c8,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:10:14.662213 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-6774291e-aa9f-48d0-ae95-f193070b3459 None None] Provisioning complete for port f520d7a4-12df-4c95-8114-7ffd7c16d0c8 triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:10:14.662740 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-6774291e-aa9f-48d0-ae95-f193070b3459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (f520d7a4-12df-4c95-8114-7ffd7c16d0c8), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:14.675126 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-dc9c01ae-5ff6-4281-9b1a-e7f5f0d5286d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (f520d7a4-12df-4c95-8114-7ffd7c16d0c8), before_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:14.697620 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-6774291e-aa9f-48d0-ae95-f193070b3459 None None] Port f520d7a4-12df-4c95-8114-7ffd7c16d0c8 cannot update to ACTIVE because it is not bound. {{(pid=103496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:10:14.880877 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-dc9c01ae-5ff6-4281-9b1a-e7f5f0d5286d demo admin] Publish callbacks [] for port (f520d7a4-12df-4c95-8114-7ffd7c16d0c8), precommit_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:14.885678 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-dc9c01ae-5ff6-4281-9b1a-e7f5f0d5286d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (f520d7a4-12df-4c95-8114-7ffd7c16d0c8), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:14.886437 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-dc9c01ae-5ff6-4281-9b1a-e7f5f0d5286d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542317'] for router_interface (907c7b82-0839-49cf-a924-468236285cd1), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:14.954683 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:14.966455 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9c01ae-5ff6-4281-9b1a-e7f5f0d5286d demo admin] Pushing event updated for resources: {'Port': ['ID=f520d7a4-12df-4c95-8114-7ffd7c16d0c8,revision_number=2']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:10:15.012659 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9c01ae-5ff6-4281-9b1a-e7f5f0d5286d demo admin] Network 030e12c4-e3a7-4100-b8cf-7d12ced76bad is already hosted by enough agents. {{(pid=103495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:10:15.014041 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.base_scheduler [None req-dc9c01ae-5ff6-4281-9b1a-e7f5f0d5286d demo admin] Resources bound (agent type, host, resource id): {{(pid=103495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:10:15.180944 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc9c01ae-5ff6-4281-9b1a-e7f5f0d5286d demo admin] Router 907c7b82-0839-49cf-a924-468236285cd1 is scheduled to L3 agent d6545c5f-a93c-4a15-87cd-019d3e75e7be with binding_index 1 {{(pid=103495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 18:10:15.278270 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc9c01ae-5ff6-4281-9b1a-e7f5f0d5286d demo admin] Notify agent at l3_agent.dv-cinder-835881-1-iscsi the message routers_updated {{(pid=103495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:10:15.283409 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-dc9c01ae-5ff6-4281-9b1a-e7f5f0d5286d demo admin] 10.222.0.41 "PUT /v2.0/routers/907c7b82-0839-49cf-a924-468236285cd1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7239094 Mar 30 18:10:15.288821 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3497baa-23af-49d7-bd01-8a417cee300a None None] Sync routers for ids ['907c7b82-0839-49cf-a924-468236285cd1'] in dv-cinder-835881-1-iscsi {{(pid=103497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:10:15.301302 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3497baa-23af-49d7-bd01-8a417cee300a None None] Routers {'907c7b82-0839-49cf-a924-468236285cd1'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:10:15.302220 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-b3497baa-23af-49d7-bd01-8a417cee300a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:10:14Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['907c7b82-0839-49cf-a924-468236285cd1'], 'active': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:10:15.379390 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-53ee128c-c203-4caa-a717-04d2f792bb7a None None] Provisioning complete for port f520d7a4-12df-4c95-8114-7ffd7c16d0c8 triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:10:15.379800 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-53ee128c-c203-4caa-a717-04d2f792bb7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (f520d7a4-12df-4c95-8114-7ffd7c16d0c8), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:15.416636 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-53ee128c-c203-4caa-a717-04d2f792bb7a None None] Port f520d7a4-12df-4c95-8114-7ffd7c16d0c8 cannot update to ACTIVE because it is not bound. {{(pid=103496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:10:15.496945 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvr_db [None req-b3497baa-23af-49d7-bd01-8a417cee300a None None] Set router 907c7b82-0839-49cf-a924-468236285cd1 gateway port host: None {{(pid=103497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:10:15.930646 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-b3497baa-23af-49d7-bd01-8a417cee300a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907c7b82-0839-49cf-a924-468236285cd1', 'name': 'router1', 'tenant_id': '436fba008b954b28bb23833dc0894303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:10:04Z', 'updated_at': '2022-03-30T18:10:14Z', 'revision_number': 2, 'project_id': '436fba008b954b28bb23833dc0894303', 'gw_port_host': None, '_interfaces': [{'id': 'f520d7a4-12df-4c95-8114-7ffd7c16d0c8', 'name': '', 'network_id': '030e12c4-e3a7-4100-b8cf-7d12ced76bad', 'tenant_id': '436fba008b954b28bb23833dc0894303', 'mac_address': 'fa:16:3e:f9:e8:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '907c7b82-0839-49cf-a924-468236285cd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eb5fb396-8e57-42e4-b112-dde840e924eb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:10:13Z', 'updated_at': '2022-03-30T18:10:14Z', 'revision_number': 2, 'project_id': '436fba008b954b28bb23833dc0894303', 'subnets': [{'id': 'eb5fb396-8e57-42e4-b112-dde840e924eb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '897d7074-aa5b-4ee9-b99e-4e570bf54cf4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:10:15.981996 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3497baa-23af-49d7-bd01-8a417cee300a None None] Checking router: 907c7b82-0839-49cf-a924-468236285cd1 for host: dv-cinder-835881-1-iscsi {{(pid=103497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:10:15.982376 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3497baa-23af-49d7-bd01-8a417cee300a None None] Updating router 907c7b82-0839-49cf-a924-468236285cd1 port f520d7a4-12df-4c95-8114-7ffd7c16d0c8 binding host dv-cinder-835881-1-iscsi {{(pid=103497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 18:10:16.033683 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-b3497baa-23af-49d7-bd01-8a417cee300a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (f520d7a4-12df-4c95-8114-7ffd7c16d0c8), before_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:16.338661 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:16.551253 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-b3497baa-23af-49d7-bd01-8a417cee300a None None] Publish callbacks [] for port (f520d7a4-12df-4c95-8114-7ffd7c16d0c8), precommit_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:16.559209 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-b3497baa-23af-49d7-bd01-8a417cee300a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (f520d7a4-12df-4c95-8114-7ffd7c16d0c8), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:16.728812 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f264f3-7c27-4be8-9216-96e12f21cd6e None None] Pushing event updated for resources: {'Port': ['ID=f520d7a4-12df-4c95-8114-7ffd7c16d0c8,revision_number=3']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:10:16.739849 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [None req-b3497baa-23af-49d7-bd01-8a417cee300a None None] Attempting to bind port f520d7a4-12df-4c95-8114-7ffd7c16d0c8 on host dv-cinder-835881-1-iscsi for vnic_type normal with profile {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:10:16.740253 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [None req-b3497baa-23af-49d7-bd01-8a417cee300a None None] Attempting to bind port f520d7a4-12df-4c95-8114-7ffd7c16d0c8 by drivers openvswitch,hyperv on host dv-cinder-835881-1-iscsi at level 0 using segments [{'id': 'b0e3729d-7f10-4dfe-ae27-9b3849009495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '030e12c4-e3a7-4100-b8cf-7d12ced76bad'}] {{(pid=103497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:10:16.740803 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3497baa-23af-49d7-bd01-8a417cee300a None None] Attempting to bind port f520d7a4-12df-4c95-8114-7ffd7c16d0c8 on network 030e12c4-e3a7-4100-b8cf-7d12ced76bad {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:10:16.744416 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f264f3-7c27-4be8-9216-96e12f21cd6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:10:16.744767 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f264f3-7c27-4be8-9216-96e12f21cd6e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:10:16.745143 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f264f3-7c27-4be8-9216-96e12f21cd6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:10:16.745507 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f264f3-7c27-4be8-9216-96e12f21cd6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:10:16.746076 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f264f3-7c27-4be8-9216-96e12f21cd6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:10:16.746198 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f264f3-7c27-4be8-9216-96e12f21cd6e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:10:16.746525 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f264f3-7c27-4be8-9216-96e12f21cd6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:10:16.746853 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f264f3-7c27-4be8-9216-96e12f21cd6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:10:16.747183 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f264f3-7c27-4be8-9216-96e12f21cd6e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:10:16.747508 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f264f3-7c27-4be8-9216-96e12f21cd6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:10:16.747820 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f264f3-7c27-4be8-9216-96e12f21cd6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:10:16.748177 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f264f3-7c27-4be8-9216-96e12f21cd6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:10:16.748484 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f264f3-7c27-4be8-9216-96e12f21cd6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:10:16.748810 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f264f3-7c27-4be8-9216-96e12f21cd6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:10:16.749131 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f264f3-7c27-4be8-9216-96e12f21cd6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:10:16.750634 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f264f3-7c27-4be8-9216-96e12f21cd6e None None] Tracked resource versions report: Mar 30 18:10:16.750634 dv-cinder-835881-1-iscsi neutron-server[103497]: pushed versions: Mar 30 18:10:16.750634 dv-cinder-835881-1-iscsi neutron-server[103497]: { 'AddressGroup': {'1.2'}, Mar 30 18:10:16.750634 dv-cinder-835881-1-iscsi neutron-server[103497]: 'Agent': {'1.1'}, Mar 30 18:10:16.750634 dv-cinder-835881-1-iscsi neutron-server[103497]: 'ConntrackHelper': {'1.0'}, Mar 30 18:10:16.750634 dv-cinder-835881-1-iscsi neutron-server[103497]: 'LocalIPAssociation': {'1.0'}, Mar 30 18:10:16.750634 dv-cinder-835881-1-iscsi neutron-server[103497]: 'Log': {'1.0'}, Mar 30 18:10:16.750634 dv-cinder-835881-1-iscsi neutron-server[103497]: 'NDPProxy': {'1.0'}, Mar 30 18:10:16.750634 dv-cinder-835881-1-iscsi neutron-server[103497]: 'Network': {'1.1'}, Mar 30 18:10:16.750634 dv-cinder-835881-1-iscsi neutron-server[103497]: 'Port': {'1.7'}, Mar 30 18:10:16.750634 dv-cinder-835881-1-iscsi neutron-server[103497]: 'PortForwarding': {'1.3'}, Mar 30 18:10:16.750634 dv-cinder-835881-1-iscsi neutron-server[103497]: 'QosPolicy': {'1.10'}, Mar 30 18:10:16.750634 dv-cinder-835881-1-iscsi neutron-server[103497]: 'SecurityGroup': {'1.5'}, Mar 30 18:10:16.750634 dv-cinder-835881-1-iscsi neutron-server[103497]: 'SecurityGroupRule': {'1.2'}, Mar 30 18:10:16.750634 dv-cinder-835881-1-iscsi neutron-server[103497]: 'SubPort': {'1.0'}, Mar 30 18:10:16.750634 dv-cinder-835881-1-iscsi neutron-server[103497]: 'Subnet': {'1.1'}, Mar 30 18:10:16.750634 dv-cinder-835881-1-iscsi neutron-server[103497]: 'Trunk': {'1.1'}} Mar 30 18:10:16.750634 dv-cinder-835881-1-iscsi neutron-server[103497]: consumer versions: Mar 30 18:10:16.750634 dv-cinder-835881-1-iscsi neutron-server[103497]: { DHCP agent@dv-cinder-835881-1-iscsi: {}, Mar 30 18:10:16.750634 dv-cinder-835881-1-iscsi neutron-server[103497]: L3 agent@dv-cinder-835881-1-iscsi: {}, Mar 30 18:10:16.750634 dv-cinder-835881-1-iscsi neutron-server[103497]: Metadata agent@dv-cinder-835881-1-iscsi: {}, Mar 30 18:10:16.750634 dv-cinder-835881-1-iscsi neutron-server[103497]: Metering agent@dv-cinder-835881-1-iscsi: {}, Mar 30 18:10:16.750634 dv-cinder-835881-1-iscsi neutron-server[103497]: Open vSwitch agent@dv-cinder-835881-1-iscsi: { 'AddressGroup': '1.2', Mar 30 18:10:16.750634 dv-cinder-835881-1-iscsi neutron-server[103497]: 'Agent': '1.1', Mar 30 18:10:16.750634 dv-cinder-835881-1-iscsi neutron-server[103497]: 'ConntrackHelper': '1.0', Mar 30 18:10:16.750634 dv-cinder-835881-1-iscsi neutron-server[103497]: 'LocalIPAssociation': '1.0', Mar 30 18:10:16.750634 dv-cinder-835881-1-iscsi neutron-server[103497]: 'Log': '1.0', Mar 30 18:10:16.750634 dv-cinder-835881-1-iscsi neutron-server[103497]: 'NDPProxy': '1.0', Mar 30 18:10:16.750634 dv-cinder-835881-1-iscsi neutron-server[103497]: 'Network': '1.1', Mar 30 18:10:16.750634 dv-cinder-835881-1-iscsi neutron-server[103497]: 'Port': '1.7', Mar 30 18:10:16.750634 dv-cinder-835881-1-iscsi neutron-server[103497]: 'PortForwarding': '1.3', Mar 30 18:10:16.750634 dv-cinder-835881-1-iscsi neutron-server[103497]: 'QosPolicy': '1.10', Mar 30 18:10:16.750634 dv-cinder-835881-1-iscsi neutron-server[103497]: 'SecurityGroup': '1.5', Mar 30 18:10:16.750634 dv-cinder-835881-1-iscsi neutron-server[103497]: 'SecurityGroupRule': '1.2', Mar 30 18:10:16.750634 dv-cinder-835881-1-iscsi neutron-server[103497]: 'SubPort': '1.0', Mar 30 18:10:16.750634 dv-cinder-835881-1-iscsi neutron-server[103497]: 'Subnet': '1.1', Mar 30 18:10:16.750634 dv-cinder-835881-1-iscsi neutron-server[103497]: 'Trunk': '1.1'}} Mar 30 18:10:16.750634 dv-cinder-835881-1-iscsi neutron-server[103497]: {{(pid=103497) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 30 18:10:16.755518 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3497baa-23af-49d7-bd01-8a417cee300a None None] Checking agent: {'id': '42d1cfe1-739c-4e03-9760-f1c54e546c99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 9, 48), 'started_at': datetime.datetime(2022, 3, 30, 18, 9, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:10:16.755902 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3497baa-23af-49d7-bd01-8a417cee300a None None] Checking segment: {'id': 'b0e3729d-7f10-4dfe-ae27-9b3849009495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '030e12c4-e3a7-4100-b8cf-7d12ced76bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:10:16.756892 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-b3497baa-23af-49d7-bd01-8a417cee300a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:16.757275 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3497baa-23af-49d7-bd01-8a417cee300a None None] Bound using segment: {'id': 'b0e3729d-7f10-4dfe-ae27-9b3849009495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '030e12c4-e3a7-4100-b8cf-7d12ced76bad'} {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:10:16.757742 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [None req-b3497baa-23af-49d7-bd01-8a417cee300a None None] Bound port: f520d7a4-12df-4c95-8114-7ffd7c16d0c8, host: dv-cinder-835881-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0e3729d-7f10-4dfe-ae27-9b3849009495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '030e12c4-e3a7-4100-b8cf-7d12ced76bad'}}] {{(pid=103497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:10:16.758136 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-b3497baa-23af-49d7-bd01-8a417cee300a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (f520d7a4-12df-4c95-8114-7ffd7c16d0c8), before_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:16.824564 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [None req-b3497baa-23af-49d7-bd01-8a417cee300a None None] For port f520d7a4-12df-4c95-8114-7ffd7c16d0c8, host dv-cinder-835881-1-iscsi, cleared binding levels {{(pid=103497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:10:16.844217 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-609a408b-6bab-42b5-8698-f9a0e0f82293 None None] Provisioning complete for port f520d7a4-12df-4c95-8114-7ffd7c16d0c8 triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:10:16.844608 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-609a408b-6bab-42b5-8698-f9a0e0f82293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (f520d7a4-12df-4c95-8114-7ffd7c16d0c8), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:16.844716 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [None req-b3497baa-23af-49d7-bd01-8a417cee300a None None] For port f520d7a4-12df-4c95-8114-7ffd7c16d0c8, host dv-cinder-835881-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=f520d7a4-12df-4c95-8114-7ffd7c16d0c8,segment=NetworkSegment(b0e3729d-7f10-4dfe-ae27-9b3849009495),segment_id=b0e3729d-7f10-4dfe-ae27-9b3849009495)] {{(pid=103497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:10:16.851914 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-b3497baa-23af-49d7-bd01-8a417cee300a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (f520d7a4-12df-4c95-8114-7ffd7c16d0c8), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:16.878395 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-609a408b-6bab-42b5-8698-f9a0e0f82293 None None] Port f520d7a4-12df-4c95-8114-7ffd7c16d0c8 cannot update to ACTIVE because it is not bound. {{(pid=103496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:10:16.903771 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f264f3-7c27-4be8-9216-96e12f21cd6e None None] Pushing event updated for resources: {'Port': ['ID=f520d7a4-12df-4c95-8114-7ffd7c16d0c8,revision_number=4']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:10:16.926439 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3497baa-23af-49d7-bd01-8a417cee300a None None] Routers {'907c7b82-0839-49cf-a924-468236285cd1'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:10:16.927064 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-b3497baa-23af-49d7-bd01-8a417cee300a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:10:14Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['907c7b82-0839-49cf-a924-468236285cd1'], 'active': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:10:17.025951 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvr_db [None req-b3497baa-23af-49d7-bd01-8a417cee300a None None] Set router 907c7b82-0839-49cf-a924-468236285cd1 gateway port host: None {{(pid=103497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:10:17.098817 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-0822f4b9-f2dd-453f-afbd-50c0500bda40 None None] Provisioning complete for port f520d7a4-12df-4c95-8114-7ffd7c16d0c8 triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:10:17.099466 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-0822f4b9-f2dd-453f-afbd-50c0500bda40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (f520d7a4-12df-4c95-8114-7ffd7c16d0c8), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:17.179938 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-0822f4b9-f2dd-453f-afbd-50c0500bda40 None None] Current status of the port f520d7a4-12df-4c95-8114-7ffd7c16d0c8 is: DOWN; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:10:17.180283 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-0822f4b9-f2dd-453f-afbd-50c0500bda40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (f520d7a4-12df-4c95-8114-7ffd7c16d0c8), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:17.213751 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-0822f4b9-f2dd-453f-afbd-50c0500bda40 None None] For port f520d7a4-12df-4c95-8114-7ffd7c16d0c8, host dv-cinder-835881-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=f520d7a4-12df-4c95-8114-7ffd7c16d0c8,segment=NetworkSegment(b0e3729d-7f10-4dfe-ae27-9b3849009495),segment_id=b0e3729d-7f10-4dfe-ae27-9b3849009495)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:10:17.219107 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-0822f4b9-f2dd-453f-afbd-50c0500bda40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (f520d7a4-12df-4c95-8114-7ffd7c16d0c8), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:17.239830 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-b3497baa-23af-49d7-bd01-8a417cee300a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907c7b82-0839-49cf-a924-468236285cd1', 'name': 'router1', 'tenant_id': '436fba008b954b28bb23833dc0894303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:10:04Z', 'updated_at': '2022-03-30T18:10:14Z', 'revision_number': 2, 'project_id': '436fba008b954b28bb23833dc0894303', 'gw_port_host': None, '_interfaces': [{'id': 'f520d7a4-12df-4c95-8114-7ffd7c16d0c8', 'name': '', 'network_id': '030e12c4-e3a7-4100-b8cf-7d12ced76bad', 'tenant_id': '436fba008b954b28bb23833dc0894303', 'mac_address': 'fa:16:3e:f9:e8:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '907c7b82-0839-49cf-a924-468236285cd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eb5fb396-8e57-42e4-b112-dde840e924eb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:10:13Z', 'updated_at': '2022-03-30T18:10:16Z', 'revision_number': 4, 'project_id': '436fba008b954b28bb23833dc0894303', 'subnets': [{'id': 'eb5fb396-8e57-42e4-b112-dde840e924eb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '897d7074-aa5b-4ee9-b99e-4e570bf54cf4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:10:17.269033 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0822f4b9-f2dd-453f-afbd-50c0500bda40 None None] Pushing event updated for resources: {'Port': ['ID=f520d7a4-12df-4c95-8114-7ffd7c16d0c8,revision_number=5']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:10:17.269241 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3497baa-23af-49d7-bd01-8a417cee300a None None] The sync data for ids ['907c7b82-0839-49cf-a924-468236285cd1'] in dv-cinder-835881-1-iscsi is: [{'id': '907c7b82-0839-49cf-a924-468236285cd1', 'name': 'router1', 'tenant_id': '436fba008b954b28bb23833dc0894303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:10:04Z', 'updated_at': '2022-03-30T18:10:14Z', 'revision_number': 2, 'project_id': '436fba008b954b28bb23833dc0894303', 'gw_port_host': None, '_interfaces': [{'id': 'f520d7a4-12df-4c95-8114-7ffd7c16d0c8', 'name': '', 'network_id': '030e12c4-e3a7-4100-b8cf-7d12ced76bad', 'tenant_id': '436fba008b954b28bb23833dc0894303', 'mac_address': 'fa:16:3e:f9:e8:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '907c7b82-0839-49cf-a924-468236285cd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eb5fb396-8e57-42e4-b112-dde840e924eb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:10:13Z', 'updated_at': '2022-03-30T18:10:16Z', 'revision_number': 4, 'project_id': '436fba008b954b28bb23833dc0894303', 'subnets': [{'id': 'eb5fb396-8e57-42e4-b112-dde840e924eb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '897d7074-aa5b-4ee9-b99e-4e570bf54cf4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:10:17.812848 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 41410) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:10:17.953331 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:18.008928 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a024b87-8a47-4afa-bc73-2e24dd15114e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:10:18.010641 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-5a024b87-8a47-4afa-bc73-2e24dd15114e admin admin] 10.222.0.41 "GET /v2.0/networks/91cc19c8-4e3d-4b52-9973-bc78b4427ae2 HTTP/1.1" status: 200 len: 842 time: 0.1968040 Mar 30 18:10:18.019987 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [None req-f7428849-bced-489f-b8e8-927889ac687f admin admin] Request body: {'subnet': {'cidr': '172.27.1.0/24', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.1.1'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:10:18.042224 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7428849-bced-489f-b8e8-927889ac687f admin admin] Made reservation on behalf of 2bfa5f2b7f224c9aa6f747eaace2be4a for: {'subnet': 1} {{(pid=103495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:10:18.044714 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-f7428849-bced-489f-b8e8-927889ac687f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:18.401590 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.objects.ports [None req-f7428849-bced-489f-b8e8-927889ac687f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103495) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 30 18:10:18.402020 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-f7428849-bced-489f-b8e8-927889ac687f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241'] for subnet (e2593658-5374-4bbb-b8e3-ff319bcb6728), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:18.455924 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7428849-bced-489f-b8e8-927889ac687f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2593658-5374-4bbb-b8e3-ff319bcb6728,revision_number=0']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:10:18.465464 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7428849-bced-489f-b8e8-927889ac687f admin admin] Checking segment: {'id': '3d136d15-dbd4-4a28-bf1a-1c22979f6a0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:10:18.465821 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7428849-bced-489f-b8e8-927889ac687f admin admin] Network hostable DHCP agents. Network: 91cc19c8-4e3d-4b52-9973-bc78b4427ae2, hostable agents: ['f171183a-83cc-4c67-9a52-f7c4c9021937'], hosted agents: [] {{(pid=103495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 18:10:18.482277 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7428849-bced-489f-b8e8-927889ac687f admin admin] Network 91cc19c8-4e3d-4b52-9973-bc78b4427ae2 is scheduled to be hosted by DHCP agent f171183a-83cc-4c67-9a52-f7c4c9021937 with binding_index 1 {{(pid=103495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 18:10:18.490978 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.base_scheduler [None req-f7428849-bced-489f-b8e8-927889ac687f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-1-iscsi, 91cc19c8-4e3d-4b52-9973-bc78b4427ae2) {{(pid=103495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:10:18.494976 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7428849-bced-489f-b8e8-927889ac687f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:10:18.495562 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-f7428849-bced-489f-b8e8-927889ac687f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for subnet (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:18.500191 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65c905e-abb0-4d74-8223-3e011b8ff23b None None] Network 91cc19c8-4e3d-4b52-9973-bc78b4427ae2 requested from dv-cinder-835881-1-iscsi {{(pid=103496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:10:18.512792 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-f7428849-bced-489f-b8e8-927889ac687f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4961469 Mar 30 18:10:18.623349 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d1d5a4-972c-4718-8c3d-f745f35a751b None None] Network 91cc19c8-4e3d-4b52-9973-bc78b4427ae2 requested from dv-cinder-835881-1-iscsi {{(pid=103496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:10:21.125328 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 41428) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:10:21.258836 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-ba57cc0d-0b2d-4b8e-9847-45752b6a9a04 demo admin] 10.222.0.41 "GET /v2.0/routers/907c7b82-0839-49cf-a924-468236285cd1 HTTP/1.1" status: 200 len: 710 time: 0.1321902 Mar 30 18:10:21.349063 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4464a381-bb19-44d4-81a1-cf813d976350 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:10:21.351008 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-4464a381-bb19-44d4-81a1-cf813d976350 demo admin] 10.222.0.41 "GET /v2.0/networks/91cc19c8-4e3d-4b52-9973-bc78b4427ae2 HTTP/1.1" status: 200 len: 886 time: 0.0863512 Mar 30 18:10:21.359713 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [None req-fdedd3cf-dd7b-491b-8857-4b25573d4627 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2'}}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:10:21.611900 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-fdedd3cf-dd7b-491b-8857-4b25573d4627 demo admin] Publish callbacks [] for router_gateway (907c7b82-0839-49cf-a924-468236285cd1), precommit_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:21.845247 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-fdedd3cf-dd7b-491b-8857-4b25573d4627 demo admin] Publish callbacks [] for router_gateway (907c7b82-0839-49cf-a924-468236285cd1), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:21.922100 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-fdedd3cf-dd7b-491b-8857-4b25573d4627 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:22.026050 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.db_base_plugin_common [None req-fdedd3cf-dd7b-491b-8857-4b25573d4627 demo admin] Allocated IP 172.27.1.189 (91cc19c8-4e3d-4b52-9973-bc78b4427ae2/e2593658-5374-4bbb-b8e3-ff319bcb6728/4ee52ab1-e4a9-4b57-9ce5-b16b08f49860) {{(pid=103495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:10:22.128866 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-fdedd3cf-dd7b-491b-8857-4b25573d4627 demo admin] Publish callbacks [] for port (4ee52ab1-e4a9-4b57-9ce5-b16b08f49860), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:22.161387 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-fdedd3cf-dd7b-491b-8857-4b25573d4627 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728099412974'] for port (4ee52ab1-e4a9-4b57-9ce5-b16b08f49860), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:22.201160 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdedd3cf-dd7b-491b-8857-4b25573d4627 demo admin] Network 91cc19c8-4e3d-4b52-9973-bc78b4427ae2 is already hosted by enough agents. {{(pid=103495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:10:22.203939 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.base_scheduler [None req-fdedd3cf-dd7b-491b-8857-4b25573d4627 demo admin] Resources bound (agent type, host, resource id): {{(pid=103495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:10:22.210305 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdedd3cf-dd7b-491b-8857-4b25573d4627 demo admin] Received port after_create {{(pid=103495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:10:22.272187 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdedd3cf-dd7b-491b-8857-4b25573d4627 demo admin] Pushing event updated for resources: {'Port': ['ID=4ee52ab1-e4a9-4b57-9ce5-b16b08f49860,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:10:22.558077 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-fdedd3cf-dd7b-491b-8857-4b25573d4627 demo admin] Publish callbacks [] for router_gateway (907c7b82-0839-49cf-a924-468236285cd1), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:22.765887 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-fdedd3cf-dd7b-491b-8857-4b25573d4627 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-541387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-548794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1668'] for router (907c7b82-0839-49cf-a924-468236285cd1), precommit_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:22.769394 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-fdedd3cf-dd7b-491b-8857-4b25573d4627 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-541404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-541397', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-548787'] for router (907c7b82-0839-49cf-a924-468236285cd1), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:22.877731 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdedd3cf-dd7b-491b-8857-4b25573d4627 demo admin] Router 907c7b82-0839-49cf-a924-468236285cd1 has already been hosted by L3 agent d6545c5f-a93c-4a15-87cd-019d3e75e7be {{(pid=103495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:10:22.988641 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdedd3cf-dd7b-491b-8857-4b25573d4627 demo admin] Notify agent at l3_agent.dv-cinder-835881-1-iscsi the message routers_updated {{(pid=103495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:10:22.993537 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-fdedd3cf-dd7b-491b-8857-4b25573d4627 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:22.994753 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-fdedd3cf-dd7b-491b-8857-4b25573d4627 demo admin] 10.222.0.41 "PUT /v2.0/routers/907c7b82-0839-49cf-a924-468236285cd1 HTTP/1.1" status: 200 len: 890 time: 1.6381736 Mar 30 18:10:24.724909 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device f520d7a4-12df-4c95-8114-7ffd7c16d0c8 up at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:10:24.776168 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Provisioning complete for port f520d7a4-12df-4c95-8114-7ffd7c16d0c8 triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:10:24.776617 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (f520d7a4-12df-4c95-8114-7ffd7c16d0c8), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:24.852981 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Current status of the port f520d7a4-12df-4c95-8114-7ffd7c16d0c8 is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:10:25.540700 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 41440) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:10:25.690930 dv-cinder-835881-1-iscsi neutron-server[103494]: WARNING oslo_policy.policy [None req-045eeee4-2dc4-43eb-b14a-20e311b6bde0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 30 18:10:25.691528 dv-cinder-835881-1-iscsi neutron-server[103494]: WARNING oslo_policy.policy [None req-045eeee4-2dc4-43eb-b14a-20e311b6bde0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 30 18:10:25.946793 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb46f84f-a1cb-4daa-9d70-5a1a0240b130 None None] Sync routers for ids ['907c7b82-0839-49cf-a924-468236285cd1'] in dv-cinder-835881-1-iscsi {{(pid=103496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:10:25.958552 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb46f84f-a1cb-4daa-9d70-5a1a0240b130 None None] Routers {'907c7b82-0839-49cf-a924-468236285cd1'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:10:25.959248 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-cb46f84f-a1cb-4daa-9d70-5a1a0240b130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:10:14Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['907c7b82-0839-49cf-a924-468236285cd1'], 'active': True} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:10:26.096606 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.policy [None req-045eeee4-2dc4-43eb-b14a-20e311b6bde0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103494) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 30 18:10:26.140362 dv-cinder-835881-1-iscsi neutron-server[103494]: WARNING oslo_policy.policy [None req-045eeee4-2dc4-43eb-b14a-20e311b6bde0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 30 18:10:26.140744 dv-cinder-835881-1-iscsi neutron-server[103494]: WARNING oslo_policy.policy [None req-045eeee4-2dc4-43eb-b14a-20e311b6bde0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 30 18:10:26.151215 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-045eeee4-2dc4-43eb-b14a-20e311b6bde0 admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.6083157 Mar 30 18:10:26.189591 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvr_db [None req-cb46f84f-a1cb-4daa-9d70-5a1a0240b130 None None] Set router 907c7b82-0839-49cf-a924-468236285cd1 gateway port host: dv-cinder-835881-1-iscsi {{(pid=103496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:10:26.670266 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-cb46f84f-a1cb-4daa-9d70-5a1a0240b130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907c7b82-0839-49cf-a924-468236285cd1', 'name': 'router1', 'tenant_id': '436fba008b954b28bb23833dc0894303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '4ee52ab1-e4a9-4b57-9ce5-b16b08f49860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:10:04Z', 'updated_at': '2022-03-30T18:10:22Z', 'revision_number': 4, 'project_id': '436fba008b954b28bb23833dc0894303', 'gw_port': {'id': '4ee52ab1-e4a9-4b57-9ce5-b16b08f49860', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d6:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '907c7b82-0839-49cf-a924-468236285cd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:10:21Z', 'updated_at': '2022-03-30T18:10:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': 'f520d7a4-12df-4c95-8114-7ffd7c16d0c8', 'name': '', 'network_id': '030e12c4-e3a7-4100-b8cf-7d12ced76bad', 'tenant_id': '436fba008b954b28bb23833dc0894303', 'mac_address': 'fa:16:3e:f9:e8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907c7b82-0839-49cf-a924-468236285cd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eb5fb396-8e57-42e4-b112-dde840e924eb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:10:13Z', 'updated_at': '2022-03-30T18:10:17Z', 'revision_number': 5, 'project_id': '436fba008b954b28bb23833dc0894303', 'subnets': [{'id': 'eb5fb396-8e57-42e4-b112-dde840e924eb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '897d7074-aa5b-4ee9-b99e-4e570bf54cf4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:10:26.721656 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb46f84f-a1cb-4daa-9d70-5a1a0240b130 None None] Checking router: 907c7b82-0839-49cf-a924-468236285cd1 for host: dv-cinder-835881-1-iscsi {{(pid=103496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:10:26.722054 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb46f84f-a1cb-4daa-9d70-5a1a0240b130 None None] Updating router 907c7b82-0839-49cf-a924-468236285cd1 port 4ee52ab1-e4a9-4b57-9ce5-b16b08f49860 binding host dv-cinder-835881-1-iscsi {{(pid=103496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 18:10:26.776958 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-cb46f84f-a1cb-4daa-9d70-5a1a0240b130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (4ee52ab1-e4a9-4b57-9ce5-b16b08f49860), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:27.111436 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-cb46f84f-a1cb-4daa-9d70-5a1a0240b130 None None] Publish callbacks [] for port (4ee52ab1-e4a9-4b57-9ce5-b16b08f49860), precommit_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:27.115754 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-cb46f84f-a1cb-4daa-9d70-5a1a0240b130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (4ee52ab1-e4a9-4b57-9ce5-b16b08f49860), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:27.166811 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [None req-cb46f84f-a1cb-4daa-9d70-5a1a0240b130 None None] Attempting to bind port 4ee52ab1-e4a9-4b57-9ce5-b16b08f49860 on host dv-cinder-835881-1-iscsi for vnic_type normal with profile {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:10:27.167181 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [None req-cb46f84f-a1cb-4daa-9d70-5a1a0240b130 None None] Attempting to bind port 4ee52ab1-e4a9-4b57-9ce5-b16b08f49860 by drivers openvswitch,hyperv on host dv-cinder-835881-1-iscsi at level 0 using segments [{'id': '3d136d15-dbd4-4a28-bf1a-1c22979f6a0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2'}] {{(pid=103496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:10:27.167536 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb46f84f-a1cb-4daa-9d70-5a1a0240b130 None None] Attempting to bind port 4ee52ab1-e4a9-4b57-9ce5-b16b08f49860 on network 91cc19c8-4e3d-4b52-9973-bc78b4427ae2 {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:10:27.170217 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ace7abe-e62c-44c5-aff8-0257fd09a6b7 None None] Pushing event updated for resources: {'Port': ['ID=4ee52ab1-e4a9-4b57-9ce5-b16b08f49860,revision_number=2']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:10:27.174803 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb46f84f-a1cb-4daa-9d70-5a1a0240b130 None None] Checking agent: {'id': '42d1cfe1-739c-4e03-9760-f1c54e546c99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 9, 48), 'started_at': datetime.datetime(2022, 3, 30, 18, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:10:27.175178 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb46f84f-a1cb-4daa-9d70-5a1a0240b130 None None] Checking segment: {'id': '3d136d15-dbd4-4a28-bf1a-1c22979f6a0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:10:27.175568 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-cb46f84f-a1cb-4daa-9d70-5a1a0240b130 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:27.175950 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb46f84f-a1cb-4daa-9d70-5a1a0240b130 None None] Bound using segment: {'id': '3d136d15-dbd4-4a28-bf1a-1c22979f6a0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2'} {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:10:27.176403 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [None req-cb46f84f-a1cb-4daa-9d70-5a1a0240b130 None None] Bound port: 4ee52ab1-e4a9-4b57-9ce5-b16b08f49860, host: dv-cinder-835881-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d136d15-dbd4-4a28-bf1a-1c22979f6a0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2'}}] {{(pid=103496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:10:27.176775 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-cb46f84f-a1cb-4daa-9d70-5a1a0240b130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (4ee52ab1-e4a9-4b57-9ce5-b16b08f49860), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:27.228270 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-cb46f84f-a1cb-4daa-9d70-5a1a0240b130 None None] For port 4ee52ab1-e4a9-4b57-9ce5-b16b08f49860, host dv-cinder-835881-1-iscsi, cleared binding levels {{(pid=103496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:10:27.231315 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-cb46f84f-a1cb-4daa-9d70-5a1a0240b130 None None] For port 4ee52ab1-e4a9-4b57-9ce5-b16b08f49860, host dv-cinder-835881-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=4ee52ab1-e4a9-4b57-9ce5-b16b08f49860,segment=NetworkSegment(3d136d15-dbd4-4a28-bf1a-1c22979f6a0d),segment_id=3d136d15-dbd4-4a28-bf1a-1c22979f6a0d)] {{(pid=103496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:10:27.236647 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-cb46f84f-a1cb-4daa-9d70-5a1a0240b130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (4ee52ab1-e4a9-4b57-9ce5-b16b08f49860), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:27.293865 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ace7abe-e62c-44c5-aff8-0257fd09a6b7 None None] Pushing event updated for resources: {'Port': ['ID=4ee52ab1-e4a9-4b57-9ce5-b16b08f49860,revision_number=3']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:10:27.299283 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb46f84f-a1cb-4daa-9d70-5a1a0240b130 None None] Routers {'907c7b82-0839-49cf-a924-468236285cd1'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:10:27.299901 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-cb46f84f-a1cb-4daa-9d70-5a1a0240b130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:10:14Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['907c7b82-0839-49cf-a924-468236285cd1'], 'active': True} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:10:27.409082 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvr_db [None req-cb46f84f-a1cb-4daa-9d70-5a1a0240b130 None None] Set router 907c7b82-0839-49cf-a924-468236285cd1 gateway port host: dv-cinder-835881-1-iscsi {{(pid=103496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:10:27.627660 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-cb46f84f-a1cb-4daa-9d70-5a1a0240b130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '907c7b82-0839-49cf-a924-468236285cd1', 'name': 'router1', 'tenant_id': '436fba008b954b28bb23833dc0894303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '4ee52ab1-e4a9-4b57-9ce5-b16b08f49860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:10:04Z', 'updated_at': '2022-03-30T18:10:22Z', 'revision_number': 4, 'project_id': '436fba008b954b28bb23833dc0894303', 'gw_port': {'id': '4ee52ab1-e4a9-4b57-9ce5-b16b08f49860', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d6:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '907c7b82-0839-49cf-a924-468236285cd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:10:21Z', 'updated_at': '2022-03-30T18:10:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': 'f520d7a4-12df-4c95-8114-7ffd7c16d0c8', 'name': '', 'network_id': '030e12c4-e3a7-4100-b8cf-7d12ced76bad', 'tenant_id': '436fba008b954b28bb23833dc0894303', 'mac_address': 'fa:16:3e:f9:e8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907c7b82-0839-49cf-a924-468236285cd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eb5fb396-8e57-42e4-b112-dde840e924eb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:10:13Z', 'updated_at': '2022-03-30T18:10:17Z', 'revision_number': 5, 'project_id': '436fba008b954b28bb23833dc0894303', 'subnets': [{'id': 'eb5fb396-8e57-42e4-b112-dde840e924eb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '897d7074-aa5b-4ee9-b99e-4e570bf54cf4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:10:27.657570 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb46f84f-a1cb-4daa-9d70-5a1a0240b130 None None] The sync data for ids ['907c7b82-0839-49cf-a924-468236285cd1'] in dv-cinder-835881-1-iscsi is: [{'id': '907c7b82-0839-49cf-a924-468236285cd1', 'name': 'router1', 'tenant_id': '436fba008b954b28bb23833dc0894303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.189'}], 'enable_snat': True}, 'gw_port_id': '4ee52ab1-e4a9-4b57-9ce5-b16b08f49860', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:10:04Z', 'updated_at': '2022-03-30T18:10:22Z', 'revision_number': 4, 'project_id': '436fba008b954b28bb23833dc0894303', 'gw_port': {'id': '4ee52ab1-e4a9-4b57-9ce5-b16b08f49860', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:d6:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '907c7b82-0839-49cf-a924-468236285cd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:10:21Z', 'updated_at': '2022-03-30T18:10:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': 'f520d7a4-12df-4c95-8114-7ffd7c16d0c8', 'name': '', 'network_id': '030e12c4-e3a7-4100-b8cf-7d12ced76bad', 'tenant_id': '436fba008b954b28bb23833dc0894303', 'mac_address': 'fa:16:3e:f9:e8:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '907c7b82-0839-49cf-a924-468236285cd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eb5fb396-8e57-42e4-b112-dde840e924eb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:10:13Z', 'updated_at': '2022-03-30T18:10:17Z', 'revision_number': 5, 'project_id': '436fba008b954b28bb23833dc0894303', 'subnets': [{'id': 'eb5fb396-8e57-42e4-b112-dde840e924eb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '897d7074-aa5b-4ee9-b99e-4e570bf54cf4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:10:28.752611 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 4ee52ab1-e4a9-4b57-9ce5-b16b08f49860 up at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:10:28.836348 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Provisioning complete for port 4ee52ab1-e4a9-4b57-9ce5-b16b08f49860 triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:10:28.836874 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (4ee52ab1-e4a9-4b57-9ce5-b16b08f49860), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:28.913228 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Current status of the port 4ee52ab1-e4a9-4b57-9ce5-b16b08f49860 is: DOWN; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:10:28.914307 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (4ee52ab1-e4a9-4b57-9ce5-b16b08f49860), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:28.937861 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] For port 4ee52ab1-e4a9-4b57-9ce5-b16b08f49860, host dv-cinder-835881-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=4ee52ab1-e4a9-4b57-9ce5-b16b08f49860,segment=NetworkSegment(3d136d15-dbd4-4a28-bf1a-1c22979f6a0d),segment_id=3d136d15-dbd4-4a28-bf1a-1c22979f6a0d)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:10:28.941999 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (4ee52ab1-e4a9-4b57-9ce5-b16b08f49860), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:28.987924 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Pushing event updated for resources: {'Port': ['ID=4ee52ab1-e4a9-4b57-9ce5-b16b08f49860,revision_number=4']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:10:30.758828 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 4ee52ab1-e4a9-4b57-9ce5-b16b08f49860 up at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:10:30.818698 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Provisioning complete for port 4ee52ab1-e4a9-4b57-9ce5-b16b08f49860 triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:10:30.819377 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (4ee52ab1-e4a9-4b57-9ce5-b16b08f49860), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:30.909420 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Current status of the port 4ee52ab1-e4a9-4b57-9ce5-b16b08f49860 is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:10:41.755189 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-dab7ef22-a4d0-45ab-ba23-1005e20917e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:42.165385 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.agents_db [None req-01a7ea33-ae04-4be9-ae8a-11827e05d97f None None] Agent healthcheck: found 5 active agents {{(pid=103497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:10:43.813970 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-38e4840e-3560-4664-b435-b08bec736b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:44.964573 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:46.333588 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:10:47.948626 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:11.739814 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-d66355f2-c3e6-4180-a9f9-f9a98851e367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:13.809995 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-dc34a30d-183f-40c8-944c-c64843392156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:14.958863 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:16.340730 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:17.953750 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:19.167426 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.agents_db [None req-01a7ea33-ae04-4be9-ae8a-11827e05d97f None None] Agent healthcheck: found 5 active agents {{(pid=103497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:11:41.743358 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b5b6acf5-1551-4017-8ae3-7058ba479e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:43.812712 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-3b4baa64-b4eb-4a46-99c2-be7a88d80e31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:44.961304 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:46.334604 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:47.929842 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 41932) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:11:47.959569 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:48.009887 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e290074-31b4-4550-903b-e5dc197d3ef6 admin admin] GET failed (client error): The resource could not be found. Mar 30 18:11:48.011242 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-2e290074-31b4-4550-903b-e5dc197d3ef6 admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0803969 Mar 30 18:11:48.210931 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e065869d-c3d6-4dca-9e63-e6362e0acdac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:11:48.212302 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-e065869d-c3d6-4dca-9e63-e6362e0acdac admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1963563 Mar 30 18:11:50.549838 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 41942) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:11:50.643850 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417bf05d-5af3-43b7-83cf-a4d4fe85f6db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:11:50.645188 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-417bf05d-5af3-43b7-83cf-a4d4fe85f6db admin admin] 10.222.0.41 "GET /v2.0/subnets/eb5fb396-8e57-42e4-b112-dde840e924eb HTTP/1.1" status: 200 len: 849 time: 0.0943742 Mar 30 18:11:50.655011 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [None req-5f41c277-1046-460a-b741-1b5c3224c3f4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:11:50.737609 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-5f41c277-1046-460a-b741-1b5c3224c3f4 admin admin] Publish callbacks [] for subnet (eb5fb396-8e57-42e4-b112-dde840e924eb), before_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:50.877613 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-5f41c277-1046-460a-b741-1b5c3224c3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728099963778'] for subnet (eb5fb396-8e57-42e4-b112-dde840e924eb), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:50.907743 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f41c277-1046-460a-b741-1b5c3224c3f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:11:50.908894 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-5f41c277-1046-460a-b741-1b5c3224c3f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for subnet (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:50.909604 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-5f41c277-1046-460a-b741-1b5c3224c3f4 admin admin] 10.222.0.41 "PUT /v2.0/subnets/eb5fb396-8e57-42e4-b112-dde840e924eb HTTP/1.1" status: 200 len: 868 time: 0.2587066 Mar 30 18:11:50.925180 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8c2bca-a390-4188-84f2-cf43ff26b3d4 None None] Network 030e12c4-e3a7-4100-b8cf-7d12ced76bad requested from dv-cinder-835881-1-iscsi {{(pid=103496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:11:50.929317 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f41c277-1046-460a-b741-1b5c3224c3f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb5fb396-8e57-42e4-b112-dde840e924eb,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:11:50.937621 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f41c277-1046-460a-b741-1b5c3224c3f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:50.937960 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f41c277-1046-460a-b741-1b5c3224c3f4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:50.938355 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f41c277-1046-460a-b741-1b5c3224c3f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:50.938700 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f41c277-1046-460a-b741-1b5c3224c3f4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:50.939043 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f41c277-1046-460a-b741-1b5c3224c3f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:50.939375 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f41c277-1046-460a-b741-1b5c3224c3f4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:50.939705 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f41c277-1046-460a-b741-1b5c3224c3f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:50.940029 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f41c277-1046-460a-b741-1b5c3224c3f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:50.940429 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f41c277-1046-460a-b741-1b5c3224c3f4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:50.940761 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f41c277-1046-460a-b741-1b5c3224c3f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:50.941106 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f41c277-1046-460a-b741-1b5c3224c3f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:50.941474 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f41c277-1046-460a-b741-1b5c3224c3f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:50.941802 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f41c277-1046-460a-b741-1b5c3224c3f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:50.942140 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f41c277-1046-460a-b741-1b5c3224c3f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:50.942470 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f41c277-1046-460a-b741-1b5c3224c3f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:11:51.299174 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-bcc0dfcb-26cd-4ca2-bf7d-b9c61c41ef3f None None] Provisioning complete for port f520d7a4-12df-4c95-8114-7ffd7c16d0c8 triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:11:51.299562 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bcc0dfcb-26cd-4ca2-bf7d-b9c61c41ef3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (f520d7a4-12df-4c95-8114-7ffd7c16d0c8), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:51.375878 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0dfcb-26cd-4ca2-bf7d-b9c61c41ef3f None None] Current status of the port f520d7a4-12df-4c95-8114-7ffd7c16d0c8 is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:11:51.385466 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-bcc0dfcb-26cd-4ca2-bf7d-b9c61c41ef3f None None] Provisioning complete for port 747cc62c-acec-40a4-b316-a8187c29c897 triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:11:51.385833 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bcc0dfcb-26cd-4ca2-bf7d-b9c61c41ef3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (747cc62c-acec-40a4-b316-a8187c29c897), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:11:51.461372 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0dfcb-26cd-4ca2-bf7d-b9c61c41ef3f None None] Current status of the port 747cc62c-acec-40a4-b316-a8187c29c897 is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:11:53.232138 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 41952) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:11:53.430272 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8ca58e-d6e2-4cc8-8a07-84bc8ab4c3fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:11:53.430664 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8ca58e-d6e2-4cc8-8a07-84bc8ab4c3fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:11:53.432201 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-2b8ca58e-d6e2-4cc8-8a07-84bc8ab4c3fa admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1990998 Mar 30 18:11:55.762057 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 41960) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:11:55.892002 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6893b270-8dc6-4436-af8b-2be90c2a9031 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:11:55.892469 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6893b270-8dc6-4436-af8b-2be90c2a9031 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:11:55.893975 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-6893b270-8dc6-4436-af8b-2be90c2a9031 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1308622 Mar 30 18:11:56.165868 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.agents_db [None req-01a7ea33-ae04-4be9-ae8a-11827e05d97f None None] Agent healthcheck: found 5 active agents {{(pid=103497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:11:58.199881 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 41968) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:11:58.329376 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9444d981-63d8-4197-bb1f-9c0c06a8d9ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:11:58.330684 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-9444d981-63d8-4197-bb1f-9c0c06a8d9ee admin admin] 10.222.0.41 "GET /v2.0/networks/030e12c4-e3a7-4100-b8cf-7d12ced76bad HTTP/1.1" status: 200 len: 869 time: 0.1298637 Mar 30 18:12:00.652560 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 41976) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:12:00.775388 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c304cce-fad5-46ee-a271-cf66df8a73bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:12:00.776746 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-4c304cce-fad5-46ee-a271-cf66df8a73bb admin admin] 10.222.0.41 "GET /v2.0/networks/91cc19c8-4e3d-4b52-9973-bc78b4427ae2 HTTP/1.1" status: 200 len: 886 time: 0.1232464 Mar 30 18:12:03.073859 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 41984) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:12:03.196865 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a68e4d-3dbe-4b83-87d0-b806599dbaeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:12:03.197315 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a68e4d-3dbe-4b83-87d0-b806599dbaeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:12:03.198835 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-c1a68e4d-3dbe-4b83-87d0-b806599dbaeb admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1240067 Mar 30 18:12:05.504762 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 41992) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:12:05.595619 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6c05c4-333c-4d9e-ac64-e73f3ad809d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:12:05.596079 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6c05c4-333c-4d9e-ac64-e73f3ad809d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:12:05.597571 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-af6c05c4-333c-4d9e-ac64-e73f3ad809d0 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0918758 Mar 30 18:12:07.883500 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 42000) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:12:07.968517 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9070b9f8-8aec-4cb7-8880-33d69fd9874e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:12:07.969865 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-9070b9f8-8aec-4cb7-8880-33d69fd9874e admin admin] 10.222.0.41 "GET /v2.0/subnets/e2593658-5374-4bbb-b8e3-ff319bcb6728 HTTP/1.1" status: 200 len: 816 time: 0.0854154 Mar 30 18:12:10.266622 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 42008) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:12:10.395298 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcaf363-ecda-432c-a292-a8f77043030a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:12:10.396552 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-8dcaf363-ecda-432c-a292-a8f77043030a admin admin] 10.222.0.41 "GET /v2.0/subnets/eb5fb396-8e57-42e4-b112-dde840e924eb HTTP/1.1" status: 200 len: 868 time: 0.1290002 Mar 30 18:12:11.744677 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-804160b6-d20d-4138-b656-239da7e11b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:12:13.815190 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-29cfd375-54c7-4703-b455-b9851d901c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:12:14.965335 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:12:16.334619 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:12:17.952275 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:12:33.164181 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.agents_db [None req-01a7ea33-ae04-4be9-ae8a-11827e05d97f None None] Agent healthcheck: found 5 active agents {{(pid=103497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:12:38.692812 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 42060) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:12:38.741075 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [None req-c3b79ac3-2cda-4e85-a37a-d61b6182ff3f admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103494) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 18:12:38.742115 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-c3b79ac3-2cda-4e85-a37a-d61b6182ff3f admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0483527 Mar 30 18:12:41.164920 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 42068) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:12:41.225672 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.pecan_wsgi.hooks.translation [None req-db2d1e00-866a-4070-bdc7-82740204ac7a admin admin] GET failed (client error): The resource could not be found. Mar 30 18:12:41.226940 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-db2d1e00-866a-4070-bdc7-82740204ac7a admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0611126 Mar 30 18:12:41.314950 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1252a71c-3eb2-406f-ba1c-267d89b2caaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:12:41.316330 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-1252a71c-3eb2-406f-ba1c-267d89b2caaa admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0854108 Mar 30 18:12:41.746310 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-31cb30ca-be09-4c19-94cf-22af9d756f50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:12:43.726871 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 42076) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:12:43.775185 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.v2.base [None req-05eb92d6-19c8-4f2b-8da2-8793d46143f1 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:12:43.815784 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05eb92d6-19c8-4f2b-8da2-8793d46143f1 admin admin] Made reservation on behalf of 2bfa5f2b7f224c9aa6f747eaace2be4a for: {'network': 1} {{(pid=103494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:12:43.819484 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-05eb92d6-19c8-4f2b-8da2-8793d46143f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for network (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:12:43.819668 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f2d91d98-53d2-4667-bd7c-fe1c5989ca97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:12:43.863115 dv-cinder-835881-1-iscsi neutron-server[103494]: WARNING neutron.services.revisions.revision_plugin [None req-05eb92d6-19c8-4f2b-8da2-8793d46143f1 admin admin] Could not find related network for resource to bump revision. Mar 30 18:12:43.883766 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05eb92d6-19c8-4f2b-8da2-8793d46143f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=103494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 18:12:43.897152 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-05eb92d6-19c8-4f2b-8da2-8793d46143f1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728099724081', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125716'] for segment (bbe4559f-65ae-4158-a539-df93c0e86d18), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:12:43.897698 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-05eb92d6-19c8-4f2b-8da2-8793d46143f1 admin admin] Unsubscribe: segment precommit_create {{(pid=103494) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 30 18:12:43.898209 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.db.segments_db [None req-05eb92d6-19c8-4f2b-8da2-8793d46143f1 admin admin] Added segment bbe4559f-65ae-4158-a539-df93c0e86d18 of type vlan for network 0ae71963-ea4f-4f40-84cf-36fadc48c316 Mar 30 18:12:43.961085 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-05eb92d6-19c8-4f2b-8da2-8793d46143f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728099366458'] for network (0ae71963-ea4f-4f40-84cf-36fadc48c316), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:12:43.994303 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-05eb92d6-19c8-4f2b-8da2-8793d46143f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241'] for network (0ae71963-ea4f-4f40-84cf-36fadc48c316), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:12:43.995378 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05eb92d6-19c8-4f2b-8da2-8793d46143f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:12:43.995971 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-05eb92d6-19c8-4f2b-8da2-8793d46143f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:12:44.024911 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-05eb92d6-19c8-4f2b-8da2-8793d46143f1 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2968473 Mar 30 18:12:44.136706 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb92d6-19c8-4f2b-8da2-8793d46143f1 admin admin] Pushing event updated for resources: {'Network': ['ID=0ae71963-ea4f-4f40-84cf-36fadc48c316,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:12:44.146953 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb92d6-19c8-4f2b-8da2-8793d46143f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:12:44.147305 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb92d6-19c8-4f2b-8da2-8793d46143f1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:12:44.147663 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb92d6-19c8-4f2b-8da2-8793d46143f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:12:44.148011 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb92d6-19c8-4f2b-8da2-8793d46143f1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:12:44.148354 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb92d6-19c8-4f2b-8da2-8793d46143f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:12:44.148690 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb92d6-19c8-4f2b-8da2-8793d46143f1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:12:44.149026 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb92d6-19c8-4f2b-8da2-8793d46143f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:12:44.149358 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb92d6-19c8-4f2b-8da2-8793d46143f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:12:44.149696 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb92d6-19c8-4f2b-8da2-8793d46143f1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:12:44.150031 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb92d6-19c8-4f2b-8da2-8793d46143f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:12:44.150418 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb92d6-19c8-4f2b-8da2-8793d46143f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:12:44.150765 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb92d6-19c8-4f2b-8da2-8793d46143f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:12:44.151104 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb92d6-19c8-4f2b-8da2-8793d46143f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:12:44.151431 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb92d6-19c8-4f2b-8da2-8793d46143f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:12:44.151760 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb92d6-19c8-4f2b-8da2-8793d46143f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:12:44.153294 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05eb92d6-19c8-4f2b-8da2-8793d46143f1 admin admin] Tracked resource versions report: Mar 30 18:12:44.153294 dv-cinder-835881-1-iscsi neutron-server[103494]: pushed versions: Mar 30 18:12:44.153294 dv-cinder-835881-1-iscsi neutron-server[103494]: { 'AddressGroup': {'1.2'}, Mar 30 18:12:44.153294 dv-cinder-835881-1-iscsi neutron-server[103494]: 'Agent': {'1.1'}, Mar 30 18:12:44.153294 dv-cinder-835881-1-iscsi neutron-server[103494]: 'ConntrackHelper': {'1.0'}, Mar 30 18:12:44.153294 dv-cinder-835881-1-iscsi neutron-server[103494]: 'LocalIPAssociation': {'1.0'}, Mar 30 18:12:44.153294 dv-cinder-835881-1-iscsi neutron-server[103494]: 'Log': {'1.0'}, Mar 30 18:12:44.153294 dv-cinder-835881-1-iscsi neutron-server[103494]: 'NDPProxy': {'1.0'}, Mar 30 18:12:44.153294 dv-cinder-835881-1-iscsi neutron-server[103494]: 'Network': {'1.1'}, Mar 30 18:12:44.153294 dv-cinder-835881-1-iscsi neutron-server[103494]: 'Port': {'1.7'}, Mar 30 18:12:44.153294 dv-cinder-835881-1-iscsi neutron-server[103494]: 'PortForwarding': {'1.3'}, Mar 30 18:12:44.153294 dv-cinder-835881-1-iscsi neutron-server[103494]: 'QosPolicy': {'1.10'}, Mar 30 18:12:44.153294 dv-cinder-835881-1-iscsi neutron-server[103494]: 'SecurityGroup': {'1.5'}, Mar 30 18:12:44.153294 dv-cinder-835881-1-iscsi neutron-server[103494]: 'SecurityGroupRule': {'1.2'}, Mar 30 18:12:44.153294 dv-cinder-835881-1-iscsi neutron-server[103494]: 'SubPort': {'1.0'}, Mar 30 18:12:44.153294 dv-cinder-835881-1-iscsi neutron-server[103494]: 'Subnet': {'1.1'}, Mar 30 18:12:44.153294 dv-cinder-835881-1-iscsi neutron-server[103494]: 'Trunk': {'1.1'}} Mar 30 18:12:44.153294 dv-cinder-835881-1-iscsi neutron-server[103494]: consumer versions: Mar 30 18:12:44.153294 dv-cinder-835881-1-iscsi neutron-server[103494]: { DHCP agent@dv-cinder-835881-1-iscsi: {}, Mar 30 18:12:44.153294 dv-cinder-835881-1-iscsi neutron-server[103494]: L3 agent@dv-cinder-835881-1-iscsi: {}, Mar 30 18:12:44.153294 dv-cinder-835881-1-iscsi neutron-server[103494]: Metadata agent@dv-cinder-835881-1-iscsi: {}, Mar 30 18:12:44.153294 dv-cinder-835881-1-iscsi neutron-server[103494]: Metering agent@dv-cinder-835881-1-iscsi: {}, Mar 30 18:12:44.153294 dv-cinder-835881-1-iscsi neutron-server[103494]: Open vSwitch agent@dv-cinder-835881-1-iscsi: { 'AddressGroup': '1.2', Mar 30 18:12:44.153294 dv-cinder-835881-1-iscsi neutron-server[103494]: 'Agent': '1.1', Mar 30 18:12:44.153294 dv-cinder-835881-1-iscsi neutron-server[103494]: 'ConntrackHelper': '1.0', Mar 30 18:12:44.153294 dv-cinder-835881-1-iscsi neutron-server[103494]: 'LocalIPAssociation': '1.0', Mar 30 18:12:44.153294 dv-cinder-835881-1-iscsi neutron-server[103494]: 'Log': '1.0', Mar 30 18:12:44.153294 dv-cinder-835881-1-iscsi neutron-server[103494]: 'NDPProxy': '1.0', Mar 30 18:12:44.153294 dv-cinder-835881-1-iscsi neutron-server[103494]: 'Network': '1.1', Mar 30 18:12:44.153294 dv-cinder-835881-1-iscsi neutron-server[103494]: 'Port': '1.7', Mar 30 18:12:44.153294 dv-cinder-835881-1-iscsi neutron-server[103494]: 'PortForwarding': '1.3', Mar 30 18:12:44.153294 dv-cinder-835881-1-iscsi neutron-server[103494]: 'QosPolicy': '1.10', Mar 30 18:12:44.153294 dv-cinder-835881-1-iscsi neutron-server[103494]: 'SecurityGroup': '1.5', Mar 30 18:12:44.153294 dv-cinder-835881-1-iscsi neutron-server[103494]: 'SecurityGroupRule': '1.2', Mar 30 18:12:44.153294 dv-cinder-835881-1-iscsi neutron-server[103494]: 'SubPort': '1.0', Mar 30 18:12:44.153294 dv-cinder-835881-1-iscsi neutron-server[103494]: 'Subnet': '1.1', Mar 30 18:12:44.153294 dv-cinder-835881-1-iscsi neutron-server[103494]: 'Trunk': '1.1'}} Mar 30 18:12:44.153294 dv-cinder-835881-1-iscsi neutron-server[103494]: {{(pid=103494) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 30 18:12:44.189420 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Network 0ae71963-ea4f-4f40-84cf-36fadc48c316 details requested by agent ovs-agent-dv-cinder-835881-1-iscsi with host dv-cinder-835881-1-iscsi {{(pid=103496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 18:12:44.968650 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:12:46.338759 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:12:46.392794 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 42088) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:12:46.454418 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cff8fc1-1cc9-40c5-a906-6c0cd41272fb admin admin] GET failed (client error): The resource could not be found. Mar 30 18:12:46.455744 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-6cff8fc1-1cc9-40c5-a906-6c0cd41272fb admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0620017 Mar 30 18:12:46.664937 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c1ee01-e645-4a91-93f2-852057877001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:12:46.666351 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-b4c1ee01-e645-4a91-93f2-852057877001 admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.2065687 Mar 30 18:12:46.675987 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [None req-4577f197-6066-41ae-9114-fe07a314fac8 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '0ae71963-ea4f-4f40-84cf-36fadc48c316'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:12:46.694452 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4577f197-6066-41ae-9114-fe07a314fac8 admin admin] Made reservation on behalf of 2bfa5f2b7f224c9aa6f747eaace2be4a for: {'subnet': 1} {{(pid=103495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:12:46.696869 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-4577f197-6066-41ae-9114-fe07a314fac8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:12:46.868003 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-4577f197-6066-41ae-9114-fe07a314fac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241'] for subnet (ba614914-f9ee-4181-b532-c41bc55b71a5), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:12:46.924527 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4577f197-6066-41ae-9114-fe07a314fac8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba614914-f9ee-4181-b532-c41bc55b71a5,revision_number=0']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:12:46.933705 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4577f197-6066-41ae-9114-fe07a314fac8 admin admin] Checking segment: {'id': 'bbe4559f-65ae-4158-a539-df93c0e86d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0ae71963-ea4f-4f40-84cf-36fadc48c316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:12:46.934060 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4577f197-6066-41ae-9114-fe07a314fac8 admin admin] Network hostable DHCP agents. Network: 0ae71963-ea4f-4f40-84cf-36fadc48c316, hostable agents: ['f171183a-83cc-4c67-9a52-f7c4c9021937'], hosted agents: [] {{(pid=103495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 18:12:46.950204 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4577f197-6066-41ae-9114-fe07a314fac8 admin admin] Network 0ae71963-ea4f-4f40-84cf-36fadc48c316 is scheduled to be hosted by DHCP agent f171183a-83cc-4c67-9a52-f7c4c9021937 with binding_index 1 {{(pid=103495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 18:12:46.957746 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.base_scheduler [None req-4577f197-6066-41ae-9114-fe07a314fac8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-1-iscsi, 0ae71963-ea4f-4f40-84cf-36fadc48c316) {{(pid=103495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:12:46.961778 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4577f197-6066-41ae-9114-fe07a314fac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:12:46.962408 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-4577f197-6066-41ae-9114-fe07a314fac8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for subnet (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:12:46.967381 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9b3e19-51ea-49b6-a229-461c94bd2c26 None None] Network 0ae71963-ea4f-4f40-84cf-36fadc48c316 requested from dv-cinder-835881-1-iscsi {{(pid=103496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:12:46.979219 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-4577f197-6066-41ae-9114-fe07a314fac8 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3065341 Mar 30 18:12:47.177005 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb56ffd-b907-4013-b3b1-cb523bb01235 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcef903b-a861-53ce-95a0-ec7d3e6cb87b-0ae71963-ea4f-4f40-84cf-36fadc48c316', 'network_id': '0ae71963-ea4f-4f40-84cf-36fadc48c316', 'project_id': '2bfa5f2b7f224c9aa6f747eaace2be4a', 'fixed_ips': [{'subnet_id': 'ba614914-f9ee-4181-b532-c41bc55b71a5'}]}} from dv-cinder-835881-1-iscsi. {{(pid=103496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 18:12:47.177808 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-dbb56ffd-b907-4013-b3b1-cb523bb01235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:12:47.318745 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.db_base_plugin_common [None req-dbb56ffd-b907-4013-b3b1-cb523bb01235 None None] Allocated IP 192.168.233.2 (0ae71963-ea4f-4f40-84cf-36fadc48c316/ba614914-f9ee-4181-b532-c41bc55b71a5/5b37bd5c-4d4b-4826-8c07-819d49aac416) {{(pid=103496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:12:47.468108 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-dbb56ffd-b907-4013-b3b1-cb523bb01235 None None] Publish callbacks [] for port (5b37bd5c-4d4b-4826-8c07-819d49aac416), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:12:47.474991 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-dbb56ffd-b907-4013-b3b1-cb523bb01235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728099412974'] for port (5b37bd5c-4d4b-4826-8c07-819d49aac416), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:12:47.511187 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb56ffd-b907-4013-b3b1-cb523bb01235 None None] Network 0ae71963-ea4f-4f40-84cf-36fadc48c316 is already hosted by enough agents. {{(pid=103496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:12:47.513981 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.scheduler.base_scheduler [None req-dbb56ffd-b907-4013-b3b1-cb523bb01235 None None] Resources bound (agent type, host, resource id): {{(pid=103496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:12:47.518349 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb56ffd-b907-4013-b3b1-cb523bb01235 None None] Received port after_create {{(pid=103496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:12:47.529565 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb56ffd-b907-4013-b3b1-cb523bb01235 None None] Pushing event updated for resources: {'Port': ['ID=5b37bd5c-4d4b-4826-8c07-819d49aac416,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:12:47.539095 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb56ffd-b907-4013-b3b1-cb523bb01235 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:12:47.539453 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb56ffd-b907-4013-b3b1-cb523bb01235 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:12:47.539820 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb56ffd-b907-4013-b3b1-cb523bb01235 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:12:47.540181 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb56ffd-b907-4013-b3b1-cb523bb01235 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:12:47.540526 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb56ffd-b907-4013-b3b1-cb523bb01235 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:12:47.540859 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb56ffd-b907-4013-b3b1-cb523bb01235 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:12:47.541193 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb56ffd-b907-4013-b3b1-cb523bb01235 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:12:47.541526 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb56ffd-b907-4013-b3b1-cb523bb01235 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:12:47.541853 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb56ffd-b907-4013-b3b1-cb523bb01235 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:12:47.542202 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb56ffd-b907-4013-b3b1-cb523bb01235 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:12:47.542540 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb56ffd-b907-4013-b3b1-cb523bb01235 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:12:47.542884 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb56ffd-b907-4013-b3b1-cb523bb01235 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:12:47.543213 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb56ffd-b907-4013-b3b1-cb523bb01235 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:12:47.543537 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb56ffd-b907-4013-b3b1-cb523bb01235 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:12:47.543857 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb56ffd-b907-4013-b3b1-cb523bb01235 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:12:47.592228 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [None req-dbb56ffd-b907-4013-b3b1-cb523bb01235 None None] Attempting to bind port 5b37bd5c-4d4b-4826-8c07-819d49aac416 on host dv-cinder-835881-1-iscsi for vnic_type normal with profile {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:12:47.592655 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [None req-dbb56ffd-b907-4013-b3b1-cb523bb01235 None None] Attempting to bind port 5b37bd5c-4d4b-4826-8c07-819d49aac416 by drivers openvswitch,hyperv on host dv-cinder-835881-1-iscsi at level 0 using segments [{'id': 'bbe4559f-65ae-4158-a539-df93c0e86d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0ae71963-ea4f-4f40-84cf-36fadc48c316'}] {{(pid=103496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:12:47.593015 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb56ffd-b907-4013-b3b1-cb523bb01235 None None] Attempting to bind port 5b37bd5c-4d4b-4826-8c07-819d49aac416 on network 0ae71963-ea4f-4f40-84cf-36fadc48c316 {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:12:47.597935 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb56ffd-b907-4013-b3b1-cb523bb01235 None None] Checking agent: {'id': '42d1cfe1-739c-4e03-9760-f1c54e546c99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 9, 48), 'started_at': datetime.datetime(2022, 3, 30, 18, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:12:47.598328 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb56ffd-b907-4013-b3b1-cb523bb01235 None None] Checking segment: {'id': 'bbe4559f-65ae-4158-a539-df93c0e86d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0ae71963-ea4f-4f40-84cf-36fadc48c316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:12:47.598719 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-dbb56ffd-b907-4013-b3b1-cb523bb01235 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:12:47.599110 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb56ffd-b907-4013-b3b1-cb523bb01235 None None] Bound using segment: {'id': 'bbe4559f-65ae-4158-a539-df93c0e86d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0ae71963-ea4f-4f40-84cf-36fadc48c316'} {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:12:47.599564 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [None req-dbb56ffd-b907-4013-b3b1-cb523bb01235 None None] Bound port: 5b37bd5c-4d4b-4826-8c07-819d49aac416, host: dv-cinder-835881-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe4559f-65ae-4158-a539-df93c0e86d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0ae71963-ea4f-4f40-84cf-36fadc48c316'}}] {{(pid=103496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:12:47.599933 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-dbb56ffd-b907-4013-b3b1-cb523bb01235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (5b37bd5c-4d4b-4826-8c07-819d49aac416), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:12:47.667146 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-dbb56ffd-b907-4013-b3b1-cb523bb01235 None None] For port 5b37bd5c-4d4b-4826-8c07-819d49aac416, host dv-cinder-835881-1-iscsi, cleared binding levels {{(pid=103496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:12:47.670245 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-dbb56ffd-b907-4013-b3b1-cb523bb01235 None None] For port 5b37bd5c-4d4b-4826-8c07-819d49aac416, host dv-cinder-835881-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=5b37bd5c-4d4b-4826-8c07-819d49aac416,segment=NetworkSegment(bbe4559f-65ae-4158-a539-df93c0e86d18),segment_id=bbe4559f-65ae-4158-a539-df93c0e86d18)] {{(pid=103496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:12:47.678034 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-dbb56ffd-b907-4013-b3b1-cb523bb01235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (5b37bd5c-4d4b-4826-8c07-819d49aac416), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:12:47.736192 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb56ffd-b907-4013-b3b1-cb523bb01235 None None] Pushing event updated for resources: {'Port': ['ID=5b37bd5c-4d4b-4826-8c07-819d49aac416,revision_number=2']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:12:47.961774 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:12:48.608993 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e32043c-7f0a-45a0-85c5-a3e3ad62dbd3 None None] Network 0ae71963-ea4f-4f40-84cf-36fadc48c316 requested from dv-cinder-835881-1-iscsi {{(pid=103496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:12:48.725001 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-865d13ea-107c-41a0-8988-0d26125158fe None None] Provisioning complete for port 5b37bd5c-4d4b-4826-8c07-819d49aac416 triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:12:48.730143 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-865d13ea-107c-41a0-8988-0d26125158fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (5b37bd5c-4d4b-4826-8c07-819d49aac416), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:12:48.822892 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-865d13ea-107c-41a0-8988-0d26125158fe None None] Current status of the port 5b37bd5c-4d4b-4826-8c07-819d49aac416 is: DOWN; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:12:48.823212 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-865d13ea-107c-41a0-8988-0d26125158fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (5b37bd5c-4d4b-4826-8c07-819d49aac416), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:12:48.864037 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 5b37bd5c-4d4b-4826-8c07-819d49aac416 up at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:12:48.890380 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-865d13ea-107c-41a0-8988-0d26125158fe None None] For port 5b37bd5c-4d4b-4826-8c07-819d49aac416, host dv-cinder-835881-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=5b37bd5c-4d4b-4826-8c07-819d49aac416,segment=NetworkSegment(bbe4559f-65ae-4158-a539-df93c0e86d18),segment_id=bbe4559f-65ae-4158-a539-df93c0e86d18)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:12:48.900403 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-865d13ea-107c-41a0-8988-0d26125158fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (5b37bd5c-4d4b-4826-8c07-819d49aac416), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:12:48.960901 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Provisioning complete for port 5b37bd5c-4d4b-4826-8c07-819d49aac416 triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:12:48.961289 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (5b37bd5c-4d4b-4826-8c07-819d49aac416), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:12:48.986405 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865d13ea-107c-41a0-8988-0d26125158fe None None] Pushing event updated for resources: {'Port': ['ID=5b37bd5c-4d4b-4826-8c07-819d49aac416,revision_number=3']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:12:49.046275 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-3289f759-6e5d-4017-a6cf-46e22631e218 None None] Provisioning complete for port 5b37bd5c-4d4b-4826-8c07-819d49aac416 triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:12:49.046673 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-3289f759-6e5d-4017-a6cf-46e22631e218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (5b37bd5c-4d4b-4826-8c07-819d49aac416), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:12:49.081267 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Current status of the port 5b37bd5c-4d4b-4826-8c07-819d49aac416 is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:12:49.134362 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-3289f759-6e5d-4017-a6cf-46e22631e218 None None] Current status of the port 5b37bd5c-4d4b-4826-8c07-819d49aac416 is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:12:50.795901 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 5b37bd5c-4d4b-4826-8c07-819d49aac416 up at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:12:50.844751 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Provisioning complete for port 5b37bd5c-4d4b-4826-8c07-819d49aac416 triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:12:50.845144 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (5b37bd5c-4d4b-4826-8c07-819d49aac416), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:12:50.923573 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Current status of the port 5b37bd5c-4d4b-4826-8c07-819d49aac416 is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:13:10.162185 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.agents_db [None req-01a7ea33-ae04-4be9-ae8a-11827e05d97f None None] Agent healthcheck: found 5 active agents {{(pid=103497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:13:11.748035 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-776adbcc-63b1-4888-95ce-35bd8006e20a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:13.821785 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-7975c517-31d3-406b-92f5-3e0b117448dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:14.971792 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:16.340860 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:17.960212 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:41.750932 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-3e0a84b6-fa6d-4898-8c51-cc88e15b18a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:43.824303 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-3d309b90-3f0e-46aa-bdd4-b13c6152c1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:44.973615 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:46.344433 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:13:47.161586 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.agents_db [None req-01a7ea33-ae04-4be9-ae8a-11827e05d97f None None] Agent healthcheck: found 5 active agents {{(pid=103497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:13:47.954366 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:06.944511 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 42126) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:06.950224 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [None req-a55e359b-f0ac-4773-b21e-5a8067fe8934 tempest-verify_tempest_config-248681782 tempest-verify_tempest_config-248681782-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103495) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 18:14:06.951214 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-a55e359b-f0ac-4773-b21e-5a8067fe8934 tempest-verify_tempest_config-248681782 tempest-verify_tempest_config-248681782-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057225 Mar 30 18:14:07.240877 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 42144) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:07.341649 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-367b7cde-2e1f-4e58-aa2d-83df75797b67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:07.448849 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-367b7cde-2e1f-4e58-aa2d-83df75797b67 admin admin] Publish callbacks [] for security_group (8c270469-4a97-46e4-b827-86f63ca51ce8), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:07.452739 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-367b7cde-2e1f-4e58-aa2d-83df75797b67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (8c270469-4a97-46e4-b827-86f63ca51ce8), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:07.497734 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-367b7cde-2e1f-4e58-aa2d-83df75797b67 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=949f198e97404403966777c1278bbc47&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2557664 Mar 30 18:14:07.499265 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b7cde-2e1f-4e58-aa2d-83df75797b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c270469-4a97-46e4-b827-86f63ca51ce8,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:07.501065 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 42150) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:14:07.516404 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367b7cde-2e1f-4e58-aa2d-83df75797b67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:14:07.516755 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367b7cde-2e1f-4e58-aa2d-83df75797b67 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:14:07.517120 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367b7cde-2e1f-4e58-aa2d-83df75797b67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:14:07.517468 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367b7cde-2e1f-4e58-aa2d-83df75797b67 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:14:07.517805 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367b7cde-2e1f-4e58-aa2d-83df75797b67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:14:07.518160 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367b7cde-2e1f-4e58-aa2d-83df75797b67 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:14:07.518499 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367b7cde-2e1f-4e58-aa2d-83df75797b67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:14:07.518828 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367b7cde-2e1f-4e58-aa2d-83df75797b67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:14:07.519167 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367b7cde-2e1f-4e58-aa2d-83df75797b67 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:14:07.519503 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367b7cde-2e1f-4e58-aa2d-83df75797b67 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:14:07.519845 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367b7cde-2e1f-4e58-aa2d-83df75797b67 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:14:07.520193 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367b7cde-2e1f-4e58-aa2d-83df75797b67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:14:07.520550 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367b7cde-2e1f-4e58-aa2d-83df75797b67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:14:07.520873 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367b7cde-2e1f-4e58-aa2d-83df75797b67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:14:07.521197 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367b7cde-2e1f-4e58-aa2d-83df75797b67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:14:07.566415 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-587561ab-eb26-4754-ae22-fdea39cf6ab6 admin admin] Publish callbacks [] for security_group (8c270469-4a97-46e4-b827-86f63ca51ce8), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:07.588625 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-587561ab-eb26-4754-ae22-fdea39cf6ab6 admin admin] Publish callbacks [] for security_group (8c270469-4a97-46e4-b827-86f63ca51ce8), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:07.678992 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-587561ab-eb26-4754-ae22-fdea39cf6ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (8c270469-4a97-46e4-b827-86f63ca51ce8), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:07.681438 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-587561ab-eb26-4754-ae22-fdea39cf6ab6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:07.682860 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-587561ab-eb26-4754-ae22-fdea39cf6ab6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8c270469-4a97-46e4-b827-86f63ca51ce8 HTTP/1.1" status: 204 len: 168 time: 0.1800635 Mar 30 18:14:07.690908 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587561ab-eb26-4754-ae22-fdea39cf6ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c270469-4a97-46e4-b827-86f63ca51ce8,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:14:11.753970 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-0ae1d496-2689-4836-814b-b911578d7036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:13.827437 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f62d8d76-7ce6-442b-8ffd-7b90dc42d529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:14.975912 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:16.347051 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:17.957517 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:24.161578 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.agents_db [None req-01a7ea33-ae04-4be9-ae8a-11827e05d97f None None] Agent healthcheck: found 5 active agents {{(pid=103497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:14:41.755385 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e922f85e-3610-4820-9550-6807f476ad60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:43.829810 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-35aa9c1c-9560-4a77-9fef-77df0726994d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:44.978251 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:46.349417 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:14:47.959123 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:01.160779 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.agents_db [None req-01a7ea33-ae04-4be9-ae8a-11827e05d97f None None] Agent healthcheck: found 5 active agents {{(pid=103497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:15:11.756391 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-fcec9ca0-2cc3-4ba9-b8b0-1d64b48fe422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:13.830531 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-fa663b76-71df-44c5-9b2c-999233268666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:14.980297 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:16.351838 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:17.961075 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:38.160232 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.agents_db [None req-01a7ea33-ae04-4be9-ae8a-11827e05d97f None None] Agent healthcheck: found 5 active agents {{(pid=103497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:15:41.759166 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-fa9d827e-4a08-49fe-9e19-d6c37a092491 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:43.831387 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-d8dbdc25-db70-4833-b953-f4fcf269754a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:44.985546 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:46.355931 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:47.962606 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:15:48.586486 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548565'] for agent (ab438a54-a4f6-4fd3-b589-96aa27265666), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:02.415759 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 42220) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:16:02.518109 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-5a500139-48df-4e8a-b1e7-bf15c659bb16 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1012709 Mar 30 18:16:04.818278 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 42230) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:16:04.871470 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-bf6f7d5b-332f-46bd-96c2-205252ded20f admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0521207 Mar 30 18:16:11.762294 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-985d9b72-2ce0-46f5-a850-a5aa10099a81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:13.833113 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-389d14dd-b1ca-45ae-81ee-c155745a4ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:14.985615 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:15.159983 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.agents_db [None req-01a7ea33-ae04-4be9-ae8a-11827e05d97f None None] Agent healthcheck: found 6 active agents {{(pid=103497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:16:16.358480 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:17.966375 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:18.533220 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (ab438a54-a4f6-4fd3-b589-96aa27265666), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:41.763959 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-50132f18-b4ee-4d4d-a686-8ce6dc82df73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:43.833861 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-ea18efd8-fb31-4352-baf2-fefcf97a32b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:44.990271 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:46.361569 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:47.968868 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:48.531282 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (ab438a54-a4f6-4fd3-b589-96aa27265666), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:16:52.159952 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.agents_db [None req-01a7ea33-ae04-4be9-ae8a-11827e05d97f None None] Agent healthcheck: found 6 active agents {{(pid=103497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:17:11.765560 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-29ba012a-3ac7-49d6-95e1-2af616e995a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:13.834854 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-ad1a90ff-1257-42c1-9e74-169197fd01db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:14.992234 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:16.365073 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:17.972020 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:18.535699 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (ab438a54-a4f6-4fd3-b589-96aa27265666), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:29.160486 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.agents_db [None req-01a7ea33-ae04-4be9-ae8a-11827e05d97f None None] Agent healthcheck: found 6 active agents {{(pid=103497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:17:41.785021 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-29a4ae39-bcd2-4252-a1f6-78651522c2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:43.868528 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-9588a950-0743-450a-86d3-1513019bdc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:44.607294 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 42346) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:17:44.894768 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [None req-61a5901d-df5e-4d13-baeb-e198d41911ca admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1672807717-network', 'tenant_id': '53c3b19a0d50425983d94feecd1dec97'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:17:44.916051 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a5901d-df5e-4d13-baeb-e198d41911ca admin admin] Made reservation on behalf of 53c3b19a0d50425983d94feecd1dec97 for: {'network': 1} {{(pid=103495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:17:44.918460 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-61a5901d-df5e-4d13-baeb-e198d41911ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for network (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:44.927224 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-61a5901d-df5e-4d13-baeb-e198d41911ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:44.998298 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:45.006082 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-61a5901d-df5e-4d13-baeb-e198d41911ca admin admin] Publish callbacks [] for security_group (3b9c044a-cf14-4b77-a2ea-2267ba1c0c35), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:45.021271 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-61a5901d-df5e-4d13-baeb-e198d41911ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (3b9c044a-cf14-4b77-a2ea-2267ba1c0c35), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:45.038813 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61a5901d-df5e-4d13-baeb-e198d41911ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=103495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 18:17:45.056665 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-61a5901d-df5e-4d13-baeb-e198d41911ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125716'] for segment (dc10bfad-da22-4979-ac1e-3f4ebba34b1c), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:45.057260 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.db.segments_db [None req-61a5901d-df5e-4d13-baeb-e198d41911ca admin admin] Added segment dc10bfad-da22-4979-ac1e-3f4ebba34b1c of type vlan for network af60dc63-0b0b-4d35-9038-6256b5be5587 Mar 30 18:17:45.097285 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-61a5901d-df5e-4d13-baeb-e198d41911ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728099366458'] for network (af60dc63-0b0b-4d35-9038-6256b5be5587), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:45.112168 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a5901d-df5e-4d13-baeb-e198d41911ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9c044a-cf14-4b77-a2ea-2267ba1c0c35,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:17:45.125889 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a5901d-df5e-4d13-baeb-e198d41911ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:45.126321 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a5901d-df5e-4d13-baeb-e198d41911ca admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:45.126737 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a5901d-df5e-4d13-baeb-e198d41911ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:45.127079 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a5901d-df5e-4d13-baeb-e198d41911ca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:45.127594 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a5901d-df5e-4d13-baeb-e198d41911ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:45.128177 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a5901d-df5e-4d13-baeb-e198d41911ca admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:45.128759 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a5901d-df5e-4d13-baeb-e198d41911ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:45.129256 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a5901d-df5e-4d13-baeb-e198d41911ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:45.129580 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a5901d-df5e-4d13-baeb-e198d41911ca admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:45.130055 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a5901d-df5e-4d13-baeb-e198d41911ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:45.130549 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a5901d-df5e-4d13-baeb-e198d41911ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:45.131040 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a5901d-df5e-4d13-baeb-e198d41911ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:45.131513 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a5901d-df5e-4d13-baeb-e198d41911ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:45.131982 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a5901d-df5e-4d13-baeb-e198d41911ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:45.132449 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a5901d-df5e-4d13-baeb-e198d41911ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:45.133825 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a5901d-df5e-4d13-baeb-e198d41911ca admin admin] Tracked resource versions report: Mar 30 18:17:45.133825 dv-cinder-835881-1-iscsi neutron-server[103495]: pushed versions: Mar 30 18:17:45.133825 dv-cinder-835881-1-iscsi neutron-server[103495]: { 'AddressGroup': {'1.2'}, Mar 30 18:17:45.133825 dv-cinder-835881-1-iscsi neutron-server[103495]: 'Agent': {'1.1'}, Mar 30 18:17:45.133825 dv-cinder-835881-1-iscsi neutron-server[103495]: 'ConntrackHelper': {'1.0'}, Mar 30 18:17:45.133825 dv-cinder-835881-1-iscsi neutron-server[103495]: 'LocalIPAssociation': {'1.0'}, Mar 30 18:17:45.133825 dv-cinder-835881-1-iscsi neutron-server[103495]: 'Log': {'1.0'}, Mar 30 18:17:45.133825 dv-cinder-835881-1-iscsi neutron-server[103495]: 'NDPProxy': {'1.0'}, Mar 30 18:17:45.133825 dv-cinder-835881-1-iscsi neutron-server[103495]: 'Network': {'1.1'}, Mar 30 18:17:45.133825 dv-cinder-835881-1-iscsi neutron-server[103495]: 'Port': {'1.7'}, Mar 30 18:17:45.133825 dv-cinder-835881-1-iscsi neutron-server[103495]: 'PortForwarding': {'1.3'}, Mar 30 18:17:45.133825 dv-cinder-835881-1-iscsi neutron-server[103495]: 'QosPolicy': {'1.10'}, Mar 30 18:17:45.133825 dv-cinder-835881-1-iscsi neutron-server[103495]: 'SecurityGroup': {'1.5'}, Mar 30 18:17:45.133825 dv-cinder-835881-1-iscsi neutron-server[103495]: 'SecurityGroupRule': {'1.2'}, Mar 30 18:17:45.133825 dv-cinder-835881-1-iscsi neutron-server[103495]: 'SubPort': {'1.0'}, Mar 30 18:17:45.133825 dv-cinder-835881-1-iscsi neutron-server[103495]: 'Subnet': {'1.1'}, Mar 30 18:17:45.133825 dv-cinder-835881-1-iscsi neutron-server[103495]: 'Trunk': {'1.1'}} Mar 30 18:17:45.133825 dv-cinder-835881-1-iscsi neutron-server[103495]: consumer versions: Mar 30 18:17:45.133825 dv-cinder-835881-1-iscsi neutron-server[103495]: { DHCP agent@dv-cinder-835881-1-iscsi: {}, Mar 30 18:17:45.133825 dv-cinder-835881-1-iscsi neutron-server[103495]: HyperV agent@hv-cinder-83588: {}, Mar 30 18:17:45.133825 dv-cinder-835881-1-iscsi neutron-server[103495]: L3 agent@dv-cinder-835881-1-iscsi: {}, Mar 30 18:17:45.133825 dv-cinder-835881-1-iscsi neutron-server[103495]: Metadata agent@dv-cinder-835881-1-iscsi: {}, Mar 30 18:17:45.133825 dv-cinder-835881-1-iscsi neutron-server[103495]: Metering agent@dv-cinder-835881-1-iscsi: {}, Mar 30 18:17:45.133825 dv-cinder-835881-1-iscsi neutron-server[103495]: Open vSwitch agent@dv-cinder-835881-1-iscsi: { 'AddressGroup': '1.2', Mar 30 18:17:45.133825 dv-cinder-835881-1-iscsi neutron-server[103495]: 'Agent': '1.1', Mar 30 18:17:45.133825 dv-cinder-835881-1-iscsi neutron-server[103495]: 'ConntrackHelper': '1.0', Mar 30 18:17:45.133825 dv-cinder-835881-1-iscsi neutron-server[103495]: 'LocalIPAssociation': '1.0', Mar 30 18:17:45.133825 dv-cinder-835881-1-iscsi neutron-server[103495]: 'Log': '1.0', Mar 30 18:17:45.133825 dv-cinder-835881-1-iscsi neutron-server[103495]: 'NDPProxy': '1.0', Mar 30 18:17:45.133825 dv-cinder-835881-1-iscsi neutron-server[103495]: 'Network': '1.1', Mar 30 18:17:45.133825 dv-cinder-835881-1-iscsi neutron-server[103495]: 'Port': '1.7', Mar 30 18:17:45.133825 dv-cinder-835881-1-iscsi neutron-server[103495]: 'PortForwarding': '1.3', Mar 30 18:17:45.133825 dv-cinder-835881-1-iscsi neutron-server[103495]: 'QosPolicy': '1.10', Mar 30 18:17:45.133825 dv-cinder-835881-1-iscsi neutron-server[103495]: 'SecurityGroup': '1.5', Mar 30 18:17:45.133825 dv-cinder-835881-1-iscsi neutron-server[103495]: 'SecurityGroupRule': '1.2', Mar 30 18:17:45.133825 dv-cinder-835881-1-iscsi neutron-server[103495]: 'SubPort': '1.0', Mar 30 18:17:45.133825 dv-cinder-835881-1-iscsi neutron-server[103495]: 'Subnet': '1.1', Mar 30 18:17:45.133825 dv-cinder-835881-1-iscsi neutron-server[103495]: 'Trunk': '1.1'}} Mar 30 18:17:45.133825 dv-cinder-835881-1-iscsi neutron-server[103495]: {{(pid=103495) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 30 18:17:45.152696 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-61a5901d-df5e-4d13-baeb-e198d41911ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241'] for network (af60dc63-0b0b-4d35-9038-6256b5be5587), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:45.153786 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a5901d-df5e-4d13-baeb-e198d41911ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:45.154463 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-61a5901d-df5e-4d13-baeb-e198d41911ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:45.210864 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-61a5901d-df5e-4d13-baeb-e198d41911ca admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5971630 Mar 30 18:17:45.211166 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 42380) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:17:45.216430 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.v2.base [None req-7a534cf3-558e-42cd-9b74-2a27e6863305 admin admin] Request body: {'subnet': {'network_id': 'af60dc63-0b0b-4d35-9038-6256b5be5587', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1672807717-subnet', 'tenant_id': '53c3b19a0d50425983d94feecd1dec97', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:17:45.225394 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a5901d-df5e-4d13-baeb-e198d41911ca admin admin] Pushing event updated for resources: {'Network': ['ID=af60dc63-0b0b-4d35-9038-6256b5be5587,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:17:45.236826 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Network af60dc63-0b0b-4d35-9038-6256b5be5587 details requested by agent ovs-agent-dv-cinder-835881-1-iscsi with host dv-cinder-835881-1-iscsi {{(pid=103496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 18:17:45.241351 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a534cf3-558e-42cd-9b74-2a27e6863305 admin admin] Made reservation on behalf of 53c3b19a0d50425983d94feecd1dec97 for: {'subnet': 1} {{(pid=103494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:17:45.244363 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-7a534cf3-558e-42cd-9b74-2a27e6863305 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:45.520090 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-7a534cf3-558e-42cd-9b74-2a27e6863305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241'] for subnet (a9cbee5a-5f20-44f1-9b84-2d90e031a239), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:45.591512 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a534cf3-558e-42cd-9b74-2a27e6863305 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9cbee5a-5f20-44f1-9b84-2d90e031a239,revision_number=0']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:17:45.604532 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a534cf3-558e-42cd-9b74-2a27e6863305 admin admin] Checking segment: {'id': 'dc10bfad-da22-4979-ac1e-3f4ebba34b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'af60dc63-0b0b-4d35-9038-6256b5be5587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:17:45.604532 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a534cf3-558e-42cd-9b74-2a27e6863305 admin admin] Network hostable DHCP agents. Network: af60dc63-0b0b-4d35-9038-6256b5be5587, hostable agents: ['f171183a-83cc-4c67-9a52-f7c4c9021937'], hosted agents: [] {{(pid=103494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 18:17:45.608296 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a534cf3-558e-42cd-9b74-2a27e6863305 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:45.611878 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a534cf3-558e-42cd-9b74-2a27e6863305 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:45.612235 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a534cf3-558e-42cd-9b74-2a27e6863305 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:45.612574 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a534cf3-558e-42cd-9b74-2a27e6863305 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:45.612947 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a534cf3-558e-42cd-9b74-2a27e6863305 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:45.613283 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a534cf3-558e-42cd-9b74-2a27e6863305 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:45.613616 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a534cf3-558e-42cd-9b74-2a27e6863305 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:45.613942 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a534cf3-558e-42cd-9b74-2a27e6863305 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:45.614303 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a534cf3-558e-42cd-9b74-2a27e6863305 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:45.614625 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a534cf3-558e-42cd-9b74-2a27e6863305 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:45.614975 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a534cf3-558e-42cd-9b74-2a27e6863305 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:45.615304 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a534cf3-558e-42cd-9b74-2a27e6863305 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:45.615631 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a534cf3-558e-42cd-9b74-2a27e6863305 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:45.615948 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a534cf3-558e-42cd-9b74-2a27e6863305 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:45.616299 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a534cf3-558e-42cd-9b74-2a27e6863305 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:45.617487 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a534cf3-558e-42cd-9b74-2a27e6863305 admin admin] Tracked resource versions report: Mar 30 18:17:45.617487 dv-cinder-835881-1-iscsi neutron-server[103494]: pushed versions: Mar 30 18:17:45.617487 dv-cinder-835881-1-iscsi neutron-server[103494]: { 'AddressGroup': {'1.2'}, Mar 30 18:17:45.617487 dv-cinder-835881-1-iscsi neutron-server[103494]: 'Agent': {'1.1'}, Mar 30 18:17:45.617487 dv-cinder-835881-1-iscsi neutron-server[103494]: 'ConntrackHelper': {'1.0'}, Mar 30 18:17:45.617487 dv-cinder-835881-1-iscsi neutron-server[103494]: 'LocalIPAssociation': {'1.0'}, Mar 30 18:17:45.617487 dv-cinder-835881-1-iscsi neutron-server[103494]: 'Log': {'1.0'}, Mar 30 18:17:45.617487 dv-cinder-835881-1-iscsi neutron-server[103494]: 'NDPProxy': {'1.0'}, Mar 30 18:17:45.617487 dv-cinder-835881-1-iscsi neutron-server[103494]: 'Network': {'1.1'}, Mar 30 18:17:45.617487 dv-cinder-835881-1-iscsi neutron-server[103494]: 'Port': {'1.7'}, Mar 30 18:17:45.617487 dv-cinder-835881-1-iscsi neutron-server[103494]: 'PortForwarding': {'1.3'}, Mar 30 18:17:45.617487 dv-cinder-835881-1-iscsi neutron-server[103494]: 'QosPolicy': {'1.10'}, Mar 30 18:17:45.617487 dv-cinder-835881-1-iscsi neutron-server[103494]: 'SecurityGroup': {'1.5'}, Mar 30 18:17:45.617487 dv-cinder-835881-1-iscsi neutron-server[103494]: 'SecurityGroupRule': {'1.2'}, Mar 30 18:17:45.617487 dv-cinder-835881-1-iscsi neutron-server[103494]: 'SubPort': {'1.0'}, Mar 30 18:17:45.617487 dv-cinder-835881-1-iscsi neutron-server[103494]: 'Subnet': {'1.1'}, Mar 30 18:17:45.617487 dv-cinder-835881-1-iscsi neutron-server[103494]: 'Trunk': {'1.1'}} Mar 30 18:17:45.617487 dv-cinder-835881-1-iscsi neutron-server[103494]: consumer versions: Mar 30 18:17:45.617487 dv-cinder-835881-1-iscsi neutron-server[103494]: { DHCP agent@dv-cinder-835881-1-iscsi: {}, Mar 30 18:17:45.617487 dv-cinder-835881-1-iscsi neutron-server[103494]: HyperV agent@hv-cinder-83588: {}, Mar 30 18:17:45.617487 dv-cinder-835881-1-iscsi neutron-server[103494]: L3 agent@dv-cinder-835881-1-iscsi: {}, Mar 30 18:17:45.617487 dv-cinder-835881-1-iscsi neutron-server[103494]: Metadata agent@dv-cinder-835881-1-iscsi: {}, Mar 30 18:17:45.617487 dv-cinder-835881-1-iscsi neutron-server[103494]: Metering agent@dv-cinder-835881-1-iscsi: {}, Mar 30 18:17:45.617487 dv-cinder-835881-1-iscsi neutron-server[103494]: Open vSwitch agent@dv-cinder-835881-1-iscsi: { 'AddressGroup': '1.2', Mar 30 18:17:45.617487 dv-cinder-835881-1-iscsi neutron-server[103494]: 'Agent': '1.1', Mar 30 18:17:45.617487 dv-cinder-835881-1-iscsi neutron-server[103494]: 'ConntrackHelper': '1.0', Mar 30 18:17:45.617487 dv-cinder-835881-1-iscsi neutron-server[103494]: 'LocalIPAssociation': '1.0', Mar 30 18:17:45.617487 dv-cinder-835881-1-iscsi neutron-server[103494]: 'Log': '1.0', Mar 30 18:17:45.617487 dv-cinder-835881-1-iscsi neutron-server[103494]: 'NDPProxy': '1.0', Mar 30 18:17:45.617487 dv-cinder-835881-1-iscsi neutron-server[103494]: 'Network': '1.1', Mar 30 18:17:45.617487 dv-cinder-835881-1-iscsi neutron-server[103494]: 'Port': '1.7', Mar 30 18:17:45.617487 dv-cinder-835881-1-iscsi neutron-server[103494]: 'PortForwarding': '1.3', Mar 30 18:17:45.617487 dv-cinder-835881-1-iscsi neutron-server[103494]: 'QosPolicy': '1.10', Mar 30 18:17:45.617487 dv-cinder-835881-1-iscsi neutron-server[103494]: 'SecurityGroup': '1.5', Mar 30 18:17:45.617487 dv-cinder-835881-1-iscsi neutron-server[103494]: 'SecurityGroupRule': '1.2', Mar 30 18:17:45.617487 dv-cinder-835881-1-iscsi neutron-server[103494]: 'SubPort': '1.0', Mar 30 18:17:45.617487 dv-cinder-835881-1-iscsi neutron-server[103494]: 'Subnet': '1.1', Mar 30 18:17:45.617487 dv-cinder-835881-1-iscsi neutron-server[103494]: 'Trunk': '1.1'}} Mar 30 18:17:45.617487 dv-cinder-835881-1-iscsi neutron-server[103494]: {{(pid=103494) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 30 18:17:45.642656 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a534cf3-558e-42cd-9b74-2a27e6863305 admin admin] Network af60dc63-0b0b-4d35-9038-6256b5be5587 is scheduled to be hosted by DHCP agent f171183a-83cc-4c67-9a52-f7c4c9021937 with binding_index 1 {{(pid=103494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 18:17:45.659416 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.base_scheduler [None req-7a534cf3-558e-42cd-9b74-2a27e6863305 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-1-iscsi, af60dc63-0b0b-4d35-9038-6256b5be5587) {{(pid=103494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:17:45.667914 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a534cf3-558e-42cd-9b74-2a27e6863305 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:45.668545 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-7a534cf3-558e-42cd-9b74-2a27e6863305 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for subnet (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:45.672611 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2adc7bb9-1a88-4cea-9da2-8f58490e0417 None None] Network af60dc63-0b0b-4d35-9038-6256b5be5587 requested from dv-cinder-835881-1-iscsi {{(pid=103496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:17:45.697730 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-7a534cf3-558e-42cd-9b74-2a27e6863305 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4848127 Mar 30 18:17:45.699785 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 42418) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:17:45.705083 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.v2.base [None req-9d1de049-7da1-41c4-a576-211f07a4224f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1672807717-router', 'tenant_id': '53c3b19a0d50425983d94feecd1dec97', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2'}}} {{(pid=103494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:17:45.738849 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-9d1de049-7da1-41c4-a576-211f07a4224f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1699'] for router (8a560a47-1053-4c0d-bb90-399e039e028e), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:45.742503 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-9d1de049-7da1-41c4-a576-211f07a4224f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1031381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1706'] for router (8a560a47-1053-4c0d-bb90-399e039e028e), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:45.822254 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1bf8d5f-9cdd-4d17-a8b5-aaf4c2db4a10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcef903b-a861-53ce-95a0-ec7d3e6cb87b-af60dc63-0b0b-4d35-9038-6256b5be5587', 'network_id': 'af60dc63-0b0b-4d35-9038-6256b5be5587', 'project_id': '53c3b19a0d50425983d94feecd1dec97', 'fixed_ips': [{'subnet_id': 'a9cbee5a-5f20-44f1-9b84-2d90e031a239'}]}} from dv-cinder-835881-1-iscsi. {{(pid=103496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 18:17:45.823400 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-c1bf8d5f-9cdd-4d17-a8b5-aaf4c2db4a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:45.896802 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-9d1de049-7da1-41c4-a576-211f07a4224f admin admin] Publish callbacks [] for router_controller (8a560a47-1053-4c0d-bb90-399e039e028e), precommit_add_association {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:45.992268 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.db_base_plugin_common [None req-c1bf8d5f-9cdd-4d17-a8b5-aaf4c2db4a10 None None] Allocated IP 172.20.0.2 (af60dc63-0b0b-4d35-9038-6256b5be5587/a9cbee5a-5f20-44f1-9b84-2d90e031a239/aa3c7cce-d6b6-412d-b8f0-fc008b34fe71) {{(pid=103496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:17:46.161459 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-9d1de049-7da1-41c4-a576-211f07a4224f admin admin] Publish callbacks [] for router_gateway (8a560a47-1053-4c0d-bb90-399e039e028e), precommit_update {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:46.185378 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-c1bf8d5f-9cdd-4d17-a8b5-aaf4c2db4a10 None None] Publish callbacks [] for port (aa3c7cce-d6b6-412d-b8f0-fc008b34fe71), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:46.194278 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-c1bf8d5f-9cdd-4d17-a8b5-aaf4c2db4a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728099412974'] for port (aa3c7cce-d6b6-412d-b8f0-fc008b34fe71), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:46.243981 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bf8d5f-9cdd-4d17-a8b5-aaf4c2db4a10 None None] Pushing event updated for resources: {'Port': ['ID=aa3c7cce-d6b6-412d-b8f0-fc008b34fe71,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:17:46.256900 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bf8d5f-9cdd-4d17-a8b5-aaf4c2db4a10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:46.257296 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bf8d5f-9cdd-4d17-a8b5-aaf4c2db4a10 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:46.257620 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bf8d5f-9cdd-4d17-a8b5-aaf4c2db4a10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:46.257987 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bf8d5f-9cdd-4d17-a8b5-aaf4c2db4a10 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:46.258367 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bf8d5f-9cdd-4d17-a8b5-aaf4c2db4a10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:46.258713 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bf8d5f-9cdd-4d17-a8b5-aaf4c2db4a10 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:46.259038 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bf8d5f-9cdd-4d17-a8b5-aaf4c2db4a10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:46.259583 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bf8d5f-9cdd-4d17-a8b5-aaf4c2db4a10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:46.260202 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bf8d5f-9cdd-4d17-a8b5-aaf4c2db4a10 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:46.260545 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bf8d5f-9cdd-4d17-a8b5-aaf4c2db4a10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:46.260882 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bf8d5f-9cdd-4d17-a8b5-aaf4c2db4a10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:46.261216 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bf8d5f-9cdd-4d17-a8b5-aaf4c2db4a10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:46.261548 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bf8d5f-9cdd-4d17-a8b5-aaf4c2db4a10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:46.261876 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bf8d5f-9cdd-4d17-a8b5-aaf4c2db4a10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:46.262224 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bf8d5f-9cdd-4d17-a8b5-aaf4c2db4a10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:46.264674 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bf8d5f-9cdd-4d17-a8b5-aaf4c2db4a10 None None] Tracked resource versions report: Mar 30 18:17:46.264674 dv-cinder-835881-1-iscsi neutron-server[103496]: pushed versions: Mar 30 18:17:46.264674 dv-cinder-835881-1-iscsi neutron-server[103496]: { 'AddressGroup': {'1.2'}, Mar 30 18:17:46.264674 dv-cinder-835881-1-iscsi neutron-server[103496]: 'Agent': {'1.1'}, Mar 30 18:17:46.264674 dv-cinder-835881-1-iscsi neutron-server[103496]: 'ConntrackHelper': {'1.0'}, Mar 30 18:17:46.264674 dv-cinder-835881-1-iscsi neutron-server[103496]: 'LocalIPAssociation': {'1.0'}, Mar 30 18:17:46.264674 dv-cinder-835881-1-iscsi neutron-server[103496]: 'Log': {'1.0'}, Mar 30 18:17:46.264674 dv-cinder-835881-1-iscsi neutron-server[103496]: 'NDPProxy': {'1.0'}, Mar 30 18:17:46.264674 dv-cinder-835881-1-iscsi neutron-server[103496]: 'Network': {'1.1'}, Mar 30 18:17:46.264674 dv-cinder-835881-1-iscsi neutron-server[103496]: 'Port': {'1.7'}, Mar 30 18:17:46.264674 dv-cinder-835881-1-iscsi neutron-server[103496]: 'PortForwarding': {'1.3'}, Mar 30 18:17:46.264674 dv-cinder-835881-1-iscsi neutron-server[103496]: 'QosPolicy': {'1.10'}, Mar 30 18:17:46.264674 dv-cinder-835881-1-iscsi neutron-server[103496]: 'SecurityGroup': {'1.5'}, Mar 30 18:17:46.264674 dv-cinder-835881-1-iscsi neutron-server[103496]: 'SecurityGroupRule': {'1.2'}, Mar 30 18:17:46.264674 dv-cinder-835881-1-iscsi neutron-server[103496]: 'SubPort': {'1.0'}, Mar 30 18:17:46.264674 dv-cinder-835881-1-iscsi neutron-server[103496]: 'Subnet': {'1.1'}, Mar 30 18:17:46.264674 dv-cinder-835881-1-iscsi neutron-server[103496]: 'Trunk': {'1.1'}} Mar 30 18:17:46.264674 dv-cinder-835881-1-iscsi neutron-server[103496]: consumer versions: Mar 30 18:17:46.264674 dv-cinder-835881-1-iscsi neutron-server[103496]: { DHCP agent@dv-cinder-835881-1-iscsi: {}, Mar 30 18:17:46.264674 dv-cinder-835881-1-iscsi neutron-server[103496]: HyperV agent@hv-cinder-83588: {}, Mar 30 18:17:46.264674 dv-cinder-835881-1-iscsi neutron-server[103496]: L3 agent@dv-cinder-835881-1-iscsi: {}, Mar 30 18:17:46.264674 dv-cinder-835881-1-iscsi neutron-server[103496]: Metadata agent@dv-cinder-835881-1-iscsi: {}, Mar 30 18:17:46.264674 dv-cinder-835881-1-iscsi neutron-server[103496]: Metering agent@dv-cinder-835881-1-iscsi: {}, Mar 30 18:17:46.264674 dv-cinder-835881-1-iscsi neutron-server[103496]: Open vSwitch agent@dv-cinder-835881-1-iscsi: { 'AddressGroup': '1.2', Mar 30 18:17:46.264674 dv-cinder-835881-1-iscsi neutron-server[103496]: 'Agent': '1.1', Mar 30 18:17:46.264674 dv-cinder-835881-1-iscsi neutron-server[103496]: 'ConntrackHelper': '1.0', Mar 30 18:17:46.264674 dv-cinder-835881-1-iscsi neutron-server[103496]: 'LocalIPAssociation': '1.0', Mar 30 18:17:46.264674 dv-cinder-835881-1-iscsi neutron-server[103496]: 'Log': '1.0', Mar 30 18:17:46.264674 dv-cinder-835881-1-iscsi neutron-server[103496]: 'NDPProxy': '1.0', Mar 30 18:17:46.264674 dv-cinder-835881-1-iscsi neutron-server[103496]: 'Network': '1.1', Mar 30 18:17:46.264674 dv-cinder-835881-1-iscsi neutron-server[103496]: 'Port': '1.7', Mar 30 18:17:46.264674 dv-cinder-835881-1-iscsi neutron-server[103496]: 'PortForwarding': '1.3', Mar 30 18:17:46.264674 dv-cinder-835881-1-iscsi neutron-server[103496]: 'QosPolicy': '1.10', Mar 30 18:17:46.264674 dv-cinder-835881-1-iscsi neutron-server[103496]: 'SecurityGroup': '1.5', Mar 30 18:17:46.264674 dv-cinder-835881-1-iscsi neutron-server[103496]: 'SecurityGroupRule': '1.2', Mar 30 18:17:46.264674 dv-cinder-835881-1-iscsi neutron-server[103496]: 'SubPort': '1.0', Mar 30 18:17:46.264674 dv-cinder-835881-1-iscsi neutron-server[103496]: 'Subnet': '1.1', Mar 30 18:17:46.264674 dv-cinder-835881-1-iscsi neutron-server[103496]: 'Trunk': '1.1'}} Mar 30 18:17:46.264674 dv-cinder-835881-1-iscsi neutron-server[103496]: {{(pid=103496) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 30 18:17:46.275785 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bf8d5f-9cdd-4d17-a8b5-aaf4c2db4a10 None None] Network af60dc63-0b0b-4d35-9038-6256b5be5587 is already hosted by enough agents. {{(pid=103496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:17:46.277223 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.scheduler.base_scheduler [None req-c1bf8d5f-9cdd-4d17-a8b5-aaf4c2db4a10 None None] Resources bound (agent type, host, resource id): {{(pid=103496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:17:46.282194 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bf8d5f-9cdd-4d17-a8b5-aaf4c2db4a10 None None] Received port after_create {{(pid=103496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:17:46.345000 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [None req-c1bf8d5f-9cdd-4d17-a8b5-aaf4c2db4a10 None None] Attempting to bind port aa3c7cce-d6b6-412d-b8f0-fc008b34fe71 on host dv-cinder-835881-1-iscsi for vnic_type normal with profile {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:17:46.346282 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [None req-c1bf8d5f-9cdd-4d17-a8b5-aaf4c2db4a10 None None] Attempting to bind port aa3c7cce-d6b6-412d-b8f0-fc008b34fe71 by drivers openvswitch,hyperv on host dv-cinder-835881-1-iscsi at level 0 using segments [{'id': 'dc10bfad-da22-4979-ac1e-3f4ebba34b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'af60dc63-0b0b-4d35-9038-6256b5be5587'}] {{(pid=103496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:17:46.346905 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bf8d5f-9cdd-4d17-a8b5-aaf4c2db4a10 None None] Attempting to bind port aa3c7cce-d6b6-412d-b8f0-fc008b34fe71 on network af60dc63-0b0b-4d35-9038-6256b5be5587 {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:17:46.356669 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bf8d5f-9cdd-4d17-a8b5-aaf4c2db4a10 None None] Checking agent: {'id': '42d1cfe1-739c-4e03-9760-f1c54e546c99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 9, 48), 'started_at': datetime.datetime(2022, 3, 30, 18, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:17:46.357755 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bf8d5f-9cdd-4d17-a8b5-aaf4c2db4a10 None None] Checking segment: {'id': 'dc10bfad-da22-4979-ac1e-3f4ebba34b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'af60dc63-0b0b-4d35-9038-6256b5be5587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:17:46.358558 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-c1bf8d5f-9cdd-4d17-a8b5-aaf4c2db4a10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:46.359590 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bf8d5f-9cdd-4d17-a8b5-aaf4c2db4a10 None None] Bound using segment: {'id': 'dc10bfad-da22-4979-ac1e-3f4ebba34b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'af60dc63-0b0b-4d35-9038-6256b5be5587'} {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:17:46.360236 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [None req-c1bf8d5f-9cdd-4d17-a8b5-aaf4c2db4a10 None None] Bound port: aa3c7cce-d6b6-412d-b8f0-fc008b34fe71, host: dv-cinder-835881-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc10bfad-da22-4979-ac1e-3f4ebba34b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'af60dc63-0b0b-4d35-9038-6256b5be5587'}}] {{(pid=103496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:17:46.360710 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-c1bf8d5f-9cdd-4d17-a8b5-aaf4c2db4a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (aa3c7cce-d6b6-412d-b8f0-fc008b34fe71), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:46.409524 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:46.480517 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-c1bf8d5f-9cdd-4d17-a8b5-aaf4c2db4a10 None None] For port aa3c7cce-d6b6-412d-b8f0-fc008b34fe71, host dv-cinder-835881-1-iscsi, cleared binding levels {{(pid=103496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:17:46.485703 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-c1bf8d5f-9cdd-4d17-a8b5-aaf4c2db4a10 None None] For port aa3c7cce-d6b6-412d-b8f0-fc008b34fe71, host dv-cinder-835881-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=aa3c7cce-d6b6-412d-b8f0-fc008b34fe71,segment=NetworkSegment(dc10bfad-da22-4979-ac1e-3f4ebba34b1c),segment_id=dc10bfad-da22-4979-ac1e-3f4ebba34b1c)] {{(pid=103496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:17:46.497242 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-c1bf8d5f-9cdd-4d17-a8b5-aaf4c2db4a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (aa3c7cce-d6b6-412d-b8f0-fc008b34fe71), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:46.519276 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 42446) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:17:46.524478 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-9d1de049-7da1-41c4-a576-211f07a4224f admin admin] Publish callbacks [] for router_gateway (8a560a47-1053-4c0d-bb90-399e039e028e), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:46.524957 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 42448) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:17:46.587352 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-9d1de049-7da1-41c4-a576-211f07a4224f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:46.644336 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bf8d5f-9cdd-4d17-a8b5-aaf4c2db4a10 None None] Pushing event updated for resources: {'Port': ['ID=aa3c7cce-d6b6-412d-b8f0-fc008b34fe71,revision_number=2']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:17:46.730382 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 42462) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:17:46.738103 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 42466) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:17:46.874232 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [None req-9cbc89d9-6300-46a2-b11e-fe8a2e68bd0f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1215294824-network', 'tenant_id': '2c2b653776e2443699c3ed9524dc9c57'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:17:46.905298 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [None req-077a10c5-f0e3-44e2-b1eb-73a52d43376c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1883672350-network', 'tenant_id': 'd22e85861b694f0e8bd7e2e7da8fbc45'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:17:46.936310 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.db.db_base_plugin_common [None req-9d1de049-7da1-41c4-a576-211f07a4224f admin admin] Allocated IP 172.27.1.145 (91cc19c8-4e3d-4b52-9973-bc78b4427ae2/e2593658-5374-4bbb-b8e3-ff319bcb6728/c14d8e4f-7965-4e3d-ae9d-c8fae77087a6) {{(pid=103494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:17:46.937322 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cbc89d9-6300-46a2-b11e-fe8a2e68bd0f admin admin] Made reservation on behalf of 2c2b653776e2443699c3ed9524dc9c57 for: {'network': 1} {{(pid=103495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:17:46.941164 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-9cbc89d9-6300-46a2-b11e-fe8a2e68bd0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for network (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:46.952875 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-9cbc89d9-6300-46a2-b11e-fe8a2e68bd0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:46.961809 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-077a10c5-f0e3-44e2-b1eb-73a52d43376c admin admin] Made reservation on behalf of d22e85861b694f0e8bd7e2e7da8fbc45 for: {'network': 1} {{(pid=103495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:17:46.964306 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-077a10c5-f0e3-44e2-b1eb-73a52d43376c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for network (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:47.002614 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-077a10c5-f0e3-44e2-b1eb-73a52d43376c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:47.025808 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [None req-91199d7a-ea48-401c-a35c-843cc94deb81 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1705928671-network', 'tenant_id': '6fa782fa1098408491690005ca6565dc'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:17:47.089293 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91199d7a-ea48-401c-a35c-843cc94deb81 admin admin] Made reservation on behalf of 6fa782fa1098408491690005ca6565dc for: {'network': 1} {{(pid=103495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:17:47.092722 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-91199d7a-ea48-401c-a35c-843cc94deb81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for network (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:47.105647 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [None req-2a0d7c63-5721-41f6-9bda-5e7594a10af0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-567061682-network', 'tenant_id': 'e3b8baea41ee4ee5b6a2edf23d1339ce'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:17:47.124106 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device aa3c7cce-d6b6-412d-b8f0-fc008b34fe71 up at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:17:47.165362 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-9d1de049-7da1-41c4-a576-211f07a4224f admin admin] Publish callbacks [] for port (c14d8e4f-7965-4e3d-ae9d-c8fae77087a6), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:47.205778 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Provisioning complete for port aa3c7cce-d6b6-412d-b8f0-fc008b34fe71 triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:17:47.206867 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (aa3c7cce-d6b6-412d-b8f0-fc008b34fe71), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:47.231949 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-077a10c5-f0e3-44e2-b1eb-73a52d43376c admin admin] Publish callbacks [] for security_group (615152ba-9dfe-4720-80d9-c8c5a67e6469), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:47.248910 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-9cbc89d9-6300-46a2-b11e-fe8a2e68bd0f admin admin] Publish callbacks [] for security_group (8418ba2f-351e-48a2-bc43-a1fe67097f4a), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:47.259281 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-91199d7a-ea48-401c-a35c-843cc94deb81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:47.265789 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-9cbc89d9-6300-46a2-b11e-fe8a2e68bd0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (8418ba2f-351e-48a2-bc43-a1fe67097f4a), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:47.266820 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-9d1de049-7da1-41c4-a576-211f07a4224f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728099412974'] for port (c14d8e4f-7965-4e3d-ae9d-c8fae77087a6), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:47.288203 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cbc89d9-6300-46a2-b11e-fe8a2e68bd0f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=103495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 18:17:47.316449 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-9cbc89d9-6300-46a2-b11e-fe8a2e68bd0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125716'] for segment (6b5e41c7-aecd-4027-911b-c94986ca8b31), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:47.316798 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.db.segments_db [None req-9cbc89d9-6300-46a2-b11e-fe8a2e68bd0f admin admin] Added segment 6b5e41c7-aecd-4027-911b-c94986ca8b31 of type vlan for network 538bd167-06b4-4b33-bcaf-0a7fe09ce0d2 Mar 30 18:17:47.328740 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Current status of the port aa3c7cce-d6b6-412d-b8f0-fc008b34fe71 is: DOWN; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:17:47.329394 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (aa3c7cce-d6b6-412d-b8f0-fc008b34fe71), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:47.379194 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] For port aa3c7cce-d6b6-412d-b8f0-fc008b34fe71, host dv-cinder-835881-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=aa3c7cce-d6b6-412d-b8f0-fc008b34fe71,segment=NetworkSegment(dc10bfad-da22-4979-ac1e-3f4ebba34b1c),segment_id=dc10bfad-da22-4979-ac1e-3f4ebba34b1c)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:17:47.385513 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (aa3c7cce-d6b6-412d-b8f0-fc008b34fe71), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:47.397428 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-077a10c5-f0e3-44e2-b1eb-73a52d43376c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (615152ba-9dfe-4720-80d9-c8c5a67e6469), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:47.425631 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1de049-7da1-41c4-a576-211f07a4224f admin admin] Network 91cc19c8-4e3d-4b52-9973-bc78b4427ae2 is already hosted by enough agents. {{(pid=103494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:17:47.439253 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.base_scheduler [None req-9d1de049-7da1-41c4-a576-211f07a4224f admin admin] Resources bound (agent type, host, resource id): {{(pid=103494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:17:47.440482 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-9cbc89d9-6300-46a2-b11e-fe8a2e68bd0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728099366458'] for network (538bd167-06b4-4b33-bcaf-0a7fe09ce0d2), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:47.451262 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Pushing event updated for resources: {'Port': ['ID=aa3c7cce-d6b6-412d-b8f0-fc008b34fe71,revision_number=3']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:17:47.455640 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0d7c63-5721-41f6-9bda-5e7594a10af0 admin admin] Made reservation on behalf of e3b8baea41ee4ee5b6a2edf23d1339ce for: {'network': 1} {{(pid=103495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:17:47.460342 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1de049-7da1-41c4-a576-211f07a4224f admin admin] Received port after_create {{(pid=103494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:17:47.460544 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-2a0d7c63-5721-41f6-9bda-5e7594a10af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for network (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:47.476366 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-2a0d7c63-5721-41f6-9bda-5e7594a10af0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:47.525915 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-077a10c5-f0e3-44e2-b1eb-73a52d43376c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=103495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 18:17:47.578077 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-077a10c5-f0e3-44e2-b1eb-73a52d43376c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125716'] for segment (098413ed-ec75-43e9-9db3-68f175b21721), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:47.578712 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.db.segments_db [None req-077a10c5-f0e3-44e2-b1eb-73a52d43376c admin admin] Added segment 098413ed-ec75-43e9-9db3-68f175b21721 of type vlan for network 3e13178f-fe3d-4acc-a151-e0891e100715 Mar 30 18:17:47.691430 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbc89d9-6300-46a2-b11e-fe8a2e68bd0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8418ba2f-351e-48a2-bc43-a1fe67097f4a,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:17:47.749071 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-9cbc89d9-6300-46a2-b11e-fe8a2e68bd0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241'] for network (538bd167-06b4-4b33-bcaf-0a7fe09ce0d2), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:47.750822 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbc89d9-6300-46a2-b11e-fe8a2e68bd0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:47.751387 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-9cbc89d9-6300-46a2-b11e-fe8a2e68bd0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:47.768499 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-077a10c5-f0e3-44e2-b1eb-73a52d43376c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728099366458'] for network (3e13178f-fe3d-4acc-a151-e0891e100715), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:47.776546 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1de049-7da1-41c4-a576-211f07a4224f admin admin] Pushing event updated for resources: {'Port': ['ID=c14d8e4f-7965-4e3d-ae9d-c8fae77087a6,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:17:47.833666 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbc89d9-6300-46a2-b11e-fe8a2e68bd0f admin admin] Pushing event updated for resources: {'Network': ['ID=538bd167-06b4-4b33-bcaf-0a7fe09ce0d2,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:17:47.848429 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Network 538bd167-06b4-4b33-bcaf-0a7fe09ce0d2 details requested by agent ovs-agent-dv-cinder-835881-1-iscsi with host dv-cinder-835881-1-iscsi {{(pid=103496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 18:17:47.878693 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077a10c5-f0e3-44e2-b1eb-73a52d43376c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=615152ba-9dfe-4720-80d9-c8c5a67e6469,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:17:47.897596 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-9cbc89d9-6300-46a2-b11e-fe8a2e68bd0f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3771188 Mar 30 18:17:47.922490 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 42498) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:17:47.941467 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [None req-1d5b77f8-a66b-4caa-b00c-1180108ea4dc admin admin] Request body: {'subnet': {'network_id': '538bd167-06b4-4b33-bcaf-0a7fe09ce0d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1215294824-subnet', 'tenant_id': '2c2b653776e2443699c3ed9524dc9c57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:17:47.989858 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5b77f8-a66b-4caa-b00c-1180108ea4dc admin admin] Made reservation on behalf of 2c2b653776e2443699c3ed9524dc9c57 for: {'subnet': 1} {{(pid=103495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:17:47.992345 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-1d5b77f8-a66b-4caa-b00c-1180108ea4dc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:48.016347 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-077a10c5-f0e3-44e2-b1eb-73a52d43376c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241'] for network (3e13178f-fe3d-4acc-a151-e0891e100715), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:48.016347 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077a10c5-f0e3-44e2-b1eb-73a52d43376c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:48.016347 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-077a10c5-f0e3-44e2-b1eb-73a52d43376c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:48.020248 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-91199d7a-ea48-401c-a35c-843cc94deb81 admin admin] Publish callbacks [] for security_group (9e6db774-df52-4b72-820b-a83f4ed0178d), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:48.022368 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-2a0d7c63-5721-41f6-9bda-5e7594a10af0 admin admin] Publish callbacks [] for security_group (b0f12903-c405-42c5-a871-d51bf6ad3c61), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:48.041455 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:48.121263 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-9d1de049-7da1-41c4-a576-211f07a4224f admin admin] Publish callbacks [] for router_gateway (8a560a47-1053-4c0d-bb90-399e039e028e), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:48.162572 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-91199d7a-ea48-401c-a35c-843cc94deb81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (9e6db774-df52-4b72-820b-a83f4ed0178d), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:48.166118 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-2a0d7c63-5721-41f6-9bda-5e7594a10af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (b0f12903-c405-42c5-a871-d51bf6ad3c61), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:48.185320 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b93a27a-613d-43af-a1dd-e62f86651afa None None] Network af60dc63-0b0b-4d35-9038-6256b5be5587 requested from dv-cinder-835881-1-iscsi {{(pid=103496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:17:48.208501 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077a10c5-f0e3-44e2-b1eb-73a52d43376c admin admin] Pushing event updated for resources: {'Network': ['ID=3e13178f-fe3d-4acc-a151-e0891e100715,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:17:48.223307 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-077a10c5-f0e3-44e2-b1eb-73a52d43376c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6972895 Mar 30 18:17:48.227647 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a0d7c63-5721-41f6-9bda-5e7594a10af0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=103495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 18:17:48.234608 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91199d7a-ea48-401c-a35c-843cc94deb81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=103495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 18:17:48.243918 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 42512) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:17:48.257117 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [None req-44a6b948-25fc-4329-8e6b-e4cf9c7aa229 admin admin] Request body: {'subnet': {'network_id': '3e13178f-fe3d-4acc-a151-e0891e100715', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1883672350-subnet', 'tenant_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:17:48.275834 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91199d7a-ea48-401c-a35c-843cc94deb81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6db774-df52-4b72-820b-a83f4ed0178d,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:17:48.300642 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-91199d7a-ea48-401c-a35c-843cc94deb81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125716'] for segment (0fa95725-4471-4977-b74d-31230d09f2bc), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:48.303815 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.db.segments_db [None req-91199d7a-ea48-401c-a35c-843cc94deb81 admin admin] Added segment 0fa95725-4471-4977-b74d-31230d09f2bc of type vlan for network 2ce9154c-b8f7-4a0a-9af0-70f7be76465b Mar 30 18:17:48.306178 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-2a0d7c63-5721-41f6-9bda-5e7594a10af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125716'] for segment (f053e8f4-d7c7-42e7-bc2c-cd2eb2b57621), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:48.306713 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.db.segments_db [None req-2a0d7c63-5721-41f6-9bda-5e7594a10af0 admin admin] Added segment f053e8f4-d7c7-42e7-bc2c-cd2eb2b57621 of type vlan for network 0b8dd592-cc8c-4189-b2a8-9a0cda68fb31 Mar 30 18:17:48.335229 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Network 3e13178f-fe3d-4acc-a151-e0891e100715 details requested by agent ovs-agent-dv-cinder-835881-1-iscsi with host dv-cinder-835881-1-iscsi {{(pid=103496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 18:17:48.421772 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-91199d7a-ea48-401c-a35c-843cc94deb81 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728099366458'] for network (2ce9154c-b8f7-4a0a-9af0-70f7be76465b), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:48.434386 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a6b948-25fc-4329-8e6b-e4cf9c7aa229 admin admin] Made reservation on behalf of d22e85861b694f0e8bd7e2e7da8fbc45 for: {'subnet': 1} {{(pid=103495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:17:48.438096 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-44a6b948-25fc-4329-8e6b-e4cf9c7aa229 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:48.441224 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-2a0d7c63-5721-41f6-9bda-5e7594a10af0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728099366458'] for network (0b8dd592-cc8c-4189-b2a8-9a0cda68fb31), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:48.447362 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0d7c63-5721-41f6-9bda-5e7594a10af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f12903-c405-42c5-a871-d51bf6ad3c61,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:17:48.551768 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-9d1de049-7da1-41c4-a576-211f07a4224f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541230'] for router (8a560a47-1053-4c0d-bb90-399e039e028e), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:48.569780 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-a5390013-4cd6-4f4a-8ec4-c5b5909e3fa0 None None] Provisioning complete for port aa3c7cce-d6b6-412d-b8f0-fc008b34fe71 triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:17:48.570682 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-a5390013-4cd6-4f4a-8ec4-c5b5909e3fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (aa3c7cce-d6b6-412d-b8f0-fc008b34fe71), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:48.601179 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.db.resource_extend [None req-2a0d7c63-5721-41f6-9bda-5e7594a10af0 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 30 18:17:48.663859 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (ab438a54-a4f6-4fd3-b589-96aa27265666), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:48.669002 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-91199d7a-ea48-401c-a35c-843cc94deb81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241'] for network (2ce9154c-b8f7-4a0a-9af0-70f7be76465b), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:48.670222 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91199d7a-ea48-401c-a35c-843cc94deb81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:48.670969 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-91199d7a-ea48-401c-a35c-843cc94deb81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:48.678227 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-2a0d7c63-5721-41f6-9bda-5e7594a10af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241'] for network (0b8dd592-cc8c-4189-b2a8-9a0cda68fb31), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:48.679380 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0d7c63-5721-41f6-9bda-5e7594a10af0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:48.680123 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-2a0d7c63-5721-41f6-9bda-5e7594a10af0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:48.751819 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-a5390013-4cd6-4f4a-8ec4-c5b5909e3fa0 None None] Current status of the port aa3c7cce-d6b6-412d-b8f0-fc008b34fe71 is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:17:48.802838 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d1de049-7da1-41c4-a576-211f07a4224f admin admin] Router 8a560a47-1053-4c0d-bb90-399e039e028e is scheduled to L3 agent d6545c5f-a93c-4a15-87cd-019d3e75e7be with binding_index 1 {{(pid=103494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 18:17:48.831239 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-91199d7a-ea48-401c-a35c-843cc94deb81 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0993898 Mar 30 18:17:48.840055 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-2a0d7c63-5721-41f6-9bda-5e7594a10af0 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0955133 Mar 30 18:17:48.840055 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 42534) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:17:48.858083 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 42536) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:17:48.867784 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [None req-66828be3-716e-4532-8683-f68efa5e5d14 admin admin] Request body: {'subnet': {'network_id': '2ce9154c-b8f7-4a0a-9af0-70f7be76465b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1705928671-subnet', 'tenant_id': '6fa782fa1098408491690005ca6565dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:17:48.881184 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [None req-1d82d0a5-e76b-40e4-8b1e-2c041c7e0fda admin admin] Request body: {'subnet': {'network_id': '0b8dd592-cc8c-4189-b2a8-9a0cda68fb31', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-567061682-subnet', 'tenant_id': 'e3b8baea41ee4ee5b6a2edf23d1339ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:17:48.889523 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91199d7a-ea48-401c-a35c-843cc94deb81 admin admin] Pushing event updated for resources: {'Network': ['ID=2ce9154c-b8f7-4a0a-9af0-70f7be76465b,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:17:48.910696 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Network 2ce9154c-b8f7-4a0a-9af0-70f7be76465b details requested by agent ovs-agent-dv-cinder-835881-1-iscsi with host dv-cinder-835881-1-iscsi {{(pid=103496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 18:17:48.947447 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d1de049-7da1-41c4-a576-211f07a4224f admin admin] Notify agent at l3_agent.dv-cinder-835881-1-iscsi the message routers_updated {{(pid=103494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:17:48.965477 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2aed4a-f65e-492e-bc3f-aba32c97865a None None] Sync routers for ids ['8a560a47-1053-4c0d-bb90-399e039e028e'] in dv-cinder-835881-1-iscsi {{(pid=103497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:17:48.977481 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-9d1de049-7da1-41c4-a576-211f07a4224f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:48.979170 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-9d1de049-7da1-41c4-a576-211f07a4224f admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2781839 Mar 30 18:17:48.982080 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 42542) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:17:48.986802 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2aed4a-f65e-492e-bc3f-aba32c97865a None None] Routers {'8a560a47-1053-4c0d-bb90-399e039e028e'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:17:48.987587 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-ea2aed4a-f65e-492e-bc3f-aba32c97865a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:17:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['8a560a47-1053-4c0d-bb90-399e039e028e'], 'active': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:17:49.051525 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-1d5b77f8-a66b-4caa-b00c-1180108ea4dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241'] for subnet (f7bdd022-4517-4711-b6ad-0c387badb84f), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:49.079644 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66828be3-716e-4532-8683-f68efa5e5d14 admin admin] Made reservation on behalf of 6fa782fa1098408491690005ca6565dc for: {'subnet': 1} {{(pid=103495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:17:49.082287 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-66828be3-716e-4532-8683-f68efa5e5d14 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:49.124609 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d82d0a5-e76b-40e4-8b1e-2c041c7e0fda admin admin] Made reservation on behalf of e3b8baea41ee4ee5b6a2edf23d1339ce for: {'subnet': 1} {{(pid=103495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:17:49.127093 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-1d82d0a5-e76b-40e4-8b1e-2c041c7e0fda admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:49.149947 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device aa3c7cce-d6b6-412d-b8f0-fc008b34fe71 up at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:17:49.177672 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0d7c63-5721-41f6-9bda-5e7594a10af0 admin admin] Pushing event updated for resources: {'Network': ['ID=0b8dd592-cc8c-4189-b2a8-9a0cda68fb31,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:17:49.197242 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Network 0b8dd592-cc8c-4189-b2a8-9a0cda68fb31 details requested by agent ovs-agent-dv-cinder-835881-1-iscsi with host dv-cinder-835881-1-iscsi {{(pid=103496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 18:17:49.276240 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvr_db [None req-ea2aed4a-f65e-492e-bc3f-aba32c97865a None None] Set router 8a560a47-1053-4c0d-bb90-399e039e028e gateway port host: dv-cinder-835881-1-iscsi {{(pid=103497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:17:49.296717 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-e62a6ecd-1f40-49c6-a238-fbd14f205f9c None None] Provisioning complete for port aa3c7cce-d6b6-412d-b8f0-fc008b34fe71 triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:17:49.297199 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e62a6ecd-1f40-49c6-a238-fbd14f205f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (aa3c7cce-d6b6-412d-b8f0-fc008b34fe71), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:49.374619 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Provisioning complete for port aa3c7cce-d6b6-412d-b8f0-fc008b34fe71 triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:17:49.375737 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (aa3c7cce-d6b6-412d-b8f0-fc008b34fe71), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:49.441790 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5b77f8-a66b-4caa-b00c-1180108ea4dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7bdd022-4517-4711-b6ad-0c387badb84f,revision_number=0']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:17:49.459677 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-44a6b948-25fc-4329-8e6b-e4cf9c7aa229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241'] for subnet (d0c7af2e-75fc-4b8f-a86b-ddae6e3c7dba), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:49.476888 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5b77f8-a66b-4caa-b00c-1180108ea4dc admin admin] Checking segment: {'id': '6b5e41c7-aecd-4027-911b-c94986ca8b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '538bd167-06b4-4b33-bcaf-0a7fe09ce0d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:17:49.477253 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5b77f8-a66b-4caa-b00c-1180108ea4dc admin admin] Network hostable DHCP agents. Network: 538bd167-06b4-4b33-bcaf-0a7fe09ce0d2, hostable agents: ['f171183a-83cc-4c67-9a52-f7c4c9021937'], hosted agents: [] {{(pid=103495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 18:17:49.486880 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e62a6ecd-1f40-49c6-a238-fbd14f205f9c None None] Current status of the port aa3c7cce-d6b6-412d-b8f0-fc008b34fe71 is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:17:49.531173 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Current status of the port aa3c7cce-d6b6-412d-b8f0-fc008b34fe71 is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:17:49.579172 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-ea2aed4a-f65e-492e-bc3f-aba32c97865a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a560a47-1053-4c0d-bb90-399e039e028e', 'name': 'tempest-AttachVolumeTestJSON-1672807717-router', 'tenant_id': '53c3b19a0d50425983d94feecd1dec97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c14d8e4f-7965-4e3d-ae9d-c8fae77087a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:17:45Z', 'updated_at': '2022-03-30T18:17:47Z', 'revision_number': 3, 'project_id': '53c3b19a0d50425983d94feecd1dec97', 'gw_port': {'id': 'c14d8e4f-7965-4e3d-ae9d-c8fae77087a6', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ac:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a560a47-1053-4c0d-bb90-399e039e028e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:46Z', 'updated_at': '2022-03-30T18:17:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi'}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:17:49.598088 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a6b948-25fc-4329-8e6b-e4cf9c7aa229 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0c7af2e-75fc-4b8f-a86b-ddae6e3c7dba,revision_number=0']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:17:49.609719 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2aed4a-f65e-492e-bc3f-aba32c97865a None None] Checking router: 8a560a47-1053-4c0d-bb90-399e039e028e for host: dv-cinder-835881-1-iscsi {{(pid=103497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:17:49.609885 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2aed4a-f65e-492e-bc3f-aba32c97865a None None] Updating router 8a560a47-1053-4c0d-bb90-399e039e028e port c14d8e4f-7965-4e3d-ae9d-c8fae77087a6 binding host dv-cinder-835881-1-iscsi {{(pid=103497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 18:17:49.638694 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-26fc86fc-f554-457a-9f33-108bb63dfa02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:49.649395 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-ea2aed4a-f65e-492e-bc3f-aba32c97865a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (c14d8e4f-7965-4e3d-ae9d-c8fae77087a6), before_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:49.709936 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5b77f8-a66b-4caa-b00c-1180108ea4dc admin admin] Network 538bd167-06b4-4b33-bcaf-0a7fe09ce0d2 is scheduled to be hosted by DHCP agent f171183a-83cc-4c67-9a52-f7c4c9021937 with binding_index 1 {{(pid=103495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 18:17:49.721394 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-1d82d0a5-e76b-40e4-8b1e-2c041c7e0fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241'] for subnet (0acb7c77-57cf-4a81-9068-a62507bc91ec), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:49.786860 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.base_scheduler [None req-1d5b77f8-a66b-4caa-b00c-1180108ea4dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-1-iscsi, 538bd167-06b4-4b33-bcaf-0a7fe09ce0d2) {{(pid=103495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:17:49.791394 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5b77f8-a66b-4caa-b00c-1180108ea4dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:49.791976 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-1d5b77f8-a66b-4caa-b00c-1180108ea4dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for subnet (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:49.799802 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31766f3-2ac6-46fe-84a6-ed43d66c25c2 None None] Network 538bd167-06b4-4b33-bcaf-0a7fe09ce0d2 requested from dv-cinder-835881-1-iscsi {{(pid=103496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:17:49.847453 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d82d0a5-e76b-40e4-8b1e-2c041c7e0fda admin admin] Pushing event updated for resources: {'Subnet': ['ID=0acb7c77-57cf-4a81-9068-a62507bc91ec,revision_number=0']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:17:49.854664 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a6b948-25fc-4329-8e6b-e4cf9c7aa229 admin admin] Checking segment: {'id': '098413ed-ec75-43e9-9db3-68f175b21721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '3e13178f-fe3d-4acc-a151-e0891e100715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:17:49.855044 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a6b948-25fc-4329-8e6b-e4cf9c7aa229 admin admin] Network hostable DHCP agents. Network: 3e13178f-fe3d-4acc-a151-e0891e100715, hostable agents: ['f171183a-83cc-4c67-9a52-f7c4c9021937'], hosted agents: [] {{(pid=103495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 18:17:49.866995 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-66828be3-716e-4532-8683-f68efa5e5d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241'] for subnet (773c0134-3744-40c4-99d5-5fc49a43d810), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:49.882730 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.db.db_base_plugin_common [None req-26fc86fc-f554-457a-9f33-108bb63dfa02 admin admin] Allocated IP 172.20.0.1 (af60dc63-0b0b-4d35-9038-6256b5be5587/a9cbee5a-5f20-44f1-9b84-2d90e031a239/f2442e6e-ebca-4b10-92e8-12be60a50f56) {{(pid=103494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:17:49.886601 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-1d5b77f8-a66b-4caa-b00c-1180108ea4dc admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9569528 Mar 30 18:17:49.915151 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a6b948-25fc-4329-8e6b-e4cf9c7aa229 admin admin] Network 3e13178f-fe3d-4acc-a151-e0891e100715 is scheduled to be hosted by DHCP agent f171183a-83cc-4c67-9a52-f7c4c9021937 with binding_index 1 {{(pid=103495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 18:17:49.939778 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.base_scheduler [None req-44a6b948-25fc-4329-8e6b-e4cf9c7aa229 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-1-iscsi, 3e13178f-fe3d-4acc-a151-e0891e100715) {{(pid=103495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:17:49.950319 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d3ad46-e6c2-44ac-8e55-8246ab04e000 None None] Network 3e13178f-fe3d-4acc-a151-e0891e100715 requested from dv-cinder-835881-1-iscsi {{(pid=103496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:17:49.960345 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a6b948-25fc-4329-8e6b-e4cf9c7aa229 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:49.960880 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-44a6b948-25fc-4329-8e6b-e4cf9c7aa229 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for subnet (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:49.964522 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d82d0a5-e76b-40e4-8b1e-2c041c7e0fda admin admin] Checking segment: {'id': 'f053e8f4-d7c7-42e7-bc2c-cd2eb2b57621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '0b8dd592-cc8c-4189-b2a8-9a0cda68fb31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:17:49.964522 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d82d0a5-e76b-40e4-8b1e-2c041c7e0fda admin admin] Network hostable DHCP agents. Network: 0b8dd592-cc8c-4189-b2a8-9a0cda68fb31, hostable agents: ['f171183a-83cc-4c67-9a52-f7c4c9021937'], hosted agents: [] {{(pid=103495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 18:17:49.998848 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66828be3-716e-4532-8683-f68efa5e5d14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=773c0134-3744-40c4-99d5-5fc49a43d810,revision_number=0']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:17:50.006818 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-44a6b948-25fc-4329-8e6b-e4cf9c7aa229 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7589123 Mar 30 18:17:50.009729 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 42558) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:17:50.018063 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [None req-cc4f712b-d62d-4123-ba84-0f329bb31cb0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1883672350-router', 'tenant_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2'}}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:17:50.038759 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d82d0a5-e76b-40e4-8b1e-2c041c7e0fda admin admin] Network 0b8dd592-cc8c-4189-b2a8-9a0cda68fb31 is scheduled to be hosted by DHCP agent f171183a-83cc-4c67-9a52-f7c4c9021937 with binding_index 1 {{(pid=103495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 18:17:50.042291 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66828be3-716e-4532-8683-f68efa5e5d14 admin admin] Checking segment: {'id': '0fa95725-4471-4977-b74d-31230d09f2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2ce9154c-b8f7-4a0a-9af0-70f7be76465b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:17:50.042821 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66828be3-716e-4532-8683-f68efa5e5d14 admin admin] Network hostable DHCP agents. Network: 2ce9154c-b8f7-4a0a-9af0-70f7be76465b, hostable agents: ['f171183a-83cc-4c67-9a52-f7c4c9021937'], hosted agents: [] {{(pid=103495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 18:17:50.048629 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-cc4f712b-d62d-4123-ba84-0f329bb31cb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1699'] for router (9d37eff0-117c-4838-a5ff-d33e0dea67b7), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:50.049747 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-cc4f712b-d62d-4123-ba84-0f329bb31cb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1031381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1706'] for router (9d37eff0-117c-4838-a5ff-d33e0dea67b7), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:50.059449 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3daaf020-e759-47c5-9537-d6df5aa1a99b None None] Network 538bd167-06b4-4b33-bcaf-0a7fe09ce0d2 requested from dv-cinder-835881-1-iscsi {{(pid=103496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:17:50.080252 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-26fc86fc-f554-457a-9f33-108bb63dfa02 admin admin] Publish callbacks [] for port (f2442e6e-ebca-4b10-92e8-12be60a50f56), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:50.081553 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.base_scheduler [None req-1d82d0a5-e76b-40e4-8b1e-2c041c7e0fda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-1-iscsi, 0b8dd592-cc8c-4189-b2a8-9a0cda68fb31) {{(pid=103495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:17:50.083095 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-ea2aed4a-f65e-492e-bc3f-aba32c97865a None None] Publish callbacks [] for port (c14d8e4f-7965-4e3d-ae9d-c8fae77087a6), precommit_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:50.088839 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d82d0a5-e76b-40e4-8b1e-2c041c7e0fda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:50.089436 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-1d82d0a5-e76b-40e4-8b1e-2c041c7e0fda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for subnet (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:50.110869 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-ea2aed4a-f65e-492e-bc3f-aba32c97865a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (c14d8e4f-7965-4e3d-ae9d-c8fae77087a6), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:50.135414 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-26fc86fc-f554-457a-9f33-108bb63dfa02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728099412974'] for port (f2442e6e-ebca-4b10-92e8-12be60a50f56), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:50.153657 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66828be3-716e-4532-8683-f68efa5e5d14 admin admin] Network 2ce9154c-b8f7-4a0a-9af0-70f7be76465b is scheduled to be hosted by DHCP agent f171183a-83cc-4c67-9a52-f7c4c9021937 with binding_index 1 {{(pid=103495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 18:17:50.158830 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42011014-10c4-45a6-bace-00ead64a1634 None None] Network 0b8dd592-cc8c-4189-b2a8-9a0cda68fb31 requested from dv-cinder-835881-1-iscsi {{(pid=103496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:17:50.194909 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fc86fc-f554-457a-9f33-108bb63dfa02 admin admin] Pushing event updated for resources: {'Port': ['ID=f2442e6e-ebca-4b10-92e8-12be60a50f56,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:17:50.211039 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fc86fc-f554-457a-9f33-108bb63dfa02 admin admin] Network af60dc63-0b0b-4d35-9038-6256b5be5587 is already hosted by enough agents. {{(pid=103494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:17:50.212226 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40422b15-ccf4-40db-9cf5-ff0c61303923 None None] Pushing event updated for resources: {'Port': ['ID=c14d8e4f-7965-4e3d-ae9d-c8fae77087a6,revision_number=2']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:17:50.212619 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.base_scheduler [None req-26fc86fc-f554-457a-9f33-108bb63dfa02 admin admin] Resources bound (agent type, host, resource id): {{(pid=103494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:17:50.215150 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [None req-ea2aed4a-f65e-492e-bc3f-aba32c97865a None None] Attempting to bind port c14d8e4f-7965-4e3d-ae9d-c8fae77087a6 on host dv-cinder-835881-1-iscsi for vnic_type normal with profile {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:17:50.215516 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fc86fc-f554-457a-9f33-108bb63dfa02 admin admin] Received port after_create {{(pid=103494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:17:50.216023 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [None req-ea2aed4a-f65e-492e-bc3f-aba32c97865a None None] Attempting to bind port c14d8e4f-7965-4e3d-ae9d-c8fae77087a6 by drivers openvswitch,hyperv on host dv-cinder-835881-1-iscsi at level 0 using segments [{'id': '3d136d15-dbd4-4a28-bf1a-1c22979f6a0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2'}] {{(pid=103497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:17:50.216500 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-26fc86fc-f554-457a-9f33-108bb63dfa02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542457'] for router_interface (8a560a47-1053-4c0d-bb90-399e039e028e), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:50.217030 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2aed4a-f65e-492e-bc3f-aba32c97865a None None] Attempting to bind port c14d8e4f-7965-4e3d-ae9d-c8fae77087a6 on network 91cc19c8-4e3d-4b52-9973-bc78b4427ae2 {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:17:50.236596 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2aed4a-f65e-492e-bc3f-aba32c97865a None None] Checking agent: {'id': '42d1cfe1-739c-4e03-9760-f1c54e546c99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 9, 48), 'started_at': datetime.datetime(2022, 3, 30, 18, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:17:50.237915 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2aed4a-f65e-492e-bc3f-aba32c97865a None None] Checking segment: {'id': '3d136d15-dbd4-4a28-bf1a-1c22979f6a0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:17:50.244145 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-ea2aed4a-f65e-492e-bc3f-aba32c97865a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:50.245446 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2aed4a-f65e-492e-bc3f-aba32c97865a None None] Bound using segment: {'id': '3d136d15-dbd4-4a28-bf1a-1c22979f6a0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2'} {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:17:50.246034 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [None req-ea2aed4a-f65e-492e-bc3f-aba32c97865a None None] Bound port: c14d8e4f-7965-4e3d-ae9d-c8fae77087a6, host: dv-cinder-835881-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d136d15-dbd4-4a28-bf1a-1c22979f6a0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2'}}] {{(pid=103497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:17:50.247014 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-ea2aed4a-f65e-492e-bc3f-aba32c97865a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (c14d8e4f-7965-4e3d-ae9d-c8fae77087a6), before_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:50.255232 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40422b15-ccf4-40db-9cf5-ff0c61303923 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:50.255600 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40422b15-ccf4-40db-9cf5-ff0c61303923 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:50.258358 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40422b15-ccf4-40db-9cf5-ff0c61303923 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:50.259000 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40422b15-ccf4-40db-9cf5-ff0c61303923 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:50.260315 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40422b15-ccf4-40db-9cf5-ff0c61303923 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:50.260870 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40422b15-ccf4-40db-9cf5-ff0c61303923 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:50.261689 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40422b15-ccf4-40db-9cf5-ff0c61303923 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:50.264167 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40422b15-ccf4-40db-9cf5-ff0c61303923 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:50.265395 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40422b15-ccf4-40db-9cf5-ff0c61303923 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:50.271145 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.base_scheduler [None req-66828be3-716e-4532-8683-f68efa5e5d14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-1-iscsi, 2ce9154c-b8f7-4a0a-9af0-70f7be76465b) {{(pid=103495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:17:50.277946 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40422b15-ccf4-40db-9cf5-ff0c61303923 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:50.278450 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40422b15-ccf4-40db-9cf5-ff0c61303923 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:50.278813 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40422b15-ccf4-40db-9cf5-ff0c61303923 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:50.279082 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40422b15-ccf4-40db-9cf5-ff0c61303923 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:50.279459 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40422b15-ccf4-40db-9cf5-ff0c61303923 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:50.279881 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40422b15-ccf4-40db-9cf5-ff0c61303923 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:17:50.290779 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-1d82d0a5-e76b-40e4-8b1e-2c041c7e0fda admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4032884 Mar 30 18:17:50.290979 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40422b15-ccf4-40db-9cf5-ff0c61303923 None None] Tracked resource versions report: Mar 30 18:17:50.290979 dv-cinder-835881-1-iscsi neutron-server[103497]: pushed versions: Mar 30 18:17:50.290979 dv-cinder-835881-1-iscsi neutron-server[103497]: { 'AddressGroup': {'1.2'}, Mar 30 18:17:50.290979 dv-cinder-835881-1-iscsi neutron-server[103497]: 'Agent': {'1.1'}, Mar 30 18:17:50.290979 dv-cinder-835881-1-iscsi neutron-server[103497]: 'ConntrackHelper': {'1.0'}, Mar 30 18:17:50.290979 dv-cinder-835881-1-iscsi neutron-server[103497]: 'LocalIPAssociation': {'1.0'}, Mar 30 18:17:50.290979 dv-cinder-835881-1-iscsi neutron-server[103497]: 'Log': {'1.0'}, Mar 30 18:17:50.290979 dv-cinder-835881-1-iscsi neutron-server[103497]: 'NDPProxy': {'1.0'}, Mar 30 18:17:50.290979 dv-cinder-835881-1-iscsi neutron-server[103497]: 'Network': {'1.1'}, Mar 30 18:17:50.290979 dv-cinder-835881-1-iscsi neutron-server[103497]: 'Port': {'1.7'}, Mar 30 18:17:50.290979 dv-cinder-835881-1-iscsi neutron-server[103497]: 'PortForwarding': {'1.3'}, Mar 30 18:17:50.290979 dv-cinder-835881-1-iscsi neutron-server[103497]: 'QosPolicy': {'1.10'}, Mar 30 18:17:50.290979 dv-cinder-835881-1-iscsi neutron-server[103497]: 'SecurityGroup': {'1.5'}, Mar 30 18:17:50.290979 dv-cinder-835881-1-iscsi neutron-server[103497]: 'SecurityGroupRule': {'1.2'}, Mar 30 18:17:50.290979 dv-cinder-835881-1-iscsi neutron-server[103497]: 'SubPort': {'1.0'}, Mar 30 18:17:50.290979 dv-cinder-835881-1-iscsi neutron-server[103497]: 'Subnet': {'1.1'}, Mar 30 18:17:50.290979 dv-cinder-835881-1-iscsi neutron-server[103497]: 'Trunk': {'1.1'}} Mar 30 18:17:50.290979 dv-cinder-835881-1-iscsi neutron-server[103497]: consumer versions: Mar 30 18:17:50.290979 dv-cinder-835881-1-iscsi neutron-server[103497]: { DHCP agent@dv-cinder-835881-1-iscsi: {}, Mar 30 18:17:50.290979 dv-cinder-835881-1-iscsi neutron-server[103497]: HyperV agent@hv-cinder-83588: {}, Mar 30 18:17:50.290979 dv-cinder-835881-1-iscsi neutron-server[103497]: L3 agent@dv-cinder-835881-1-iscsi: {}, Mar 30 18:17:50.290979 dv-cinder-835881-1-iscsi neutron-server[103497]: Metadata agent@dv-cinder-835881-1-iscsi: {}, Mar 30 18:17:50.290979 dv-cinder-835881-1-iscsi neutron-server[103497]: Metering agent@dv-cinder-835881-1-iscsi: {}, Mar 30 18:17:50.290979 dv-cinder-835881-1-iscsi neutron-server[103497]: Open vSwitch agent@dv-cinder-835881-1-iscsi: { 'AddressGroup': '1.2', Mar 30 18:17:50.290979 dv-cinder-835881-1-iscsi neutron-server[103497]: 'Agent': '1.1', Mar 30 18:17:50.290979 dv-cinder-835881-1-iscsi neutron-server[103497]: 'ConntrackHelper': '1.0', Mar 30 18:17:50.290979 dv-cinder-835881-1-iscsi neutron-server[103497]: 'LocalIPAssociation': '1.0', Mar 30 18:17:50.290979 dv-cinder-835881-1-iscsi neutron-server[103497]: 'Log': '1.0', Mar 30 18:17:50.290979 dv-cinder-835881-1-iscsi neutron-server[103497]: 'NDPProxy': '1.0', Mar 30 18:17:50.290979 dv-cinder-835881-1-iscsi neutron-server[103497]: 'Network': '1.1', Mar 30 18:17:50.290979 dv-cinder-835881-1-iscsi neutron-server[103497]: 'Port': '1.7', Mar 30 18:17:50.290979 dv-cinder-835881-1-iscsi neutron-server[103497]: 'PortForwarding': '1.3', Mar 30 18:17:50.290979 dv-cinder-835881-1-iscsi neutron-server[103497]: 'QosPolicy': '1.10', Mar 30 18:17:50.290979 dv-cinder-835881-1-iscsi neutron-server[103497]: 'SecurityGroup': '1.5', Mar 30 18:17:50.290979 dv-cinder-835881-1-iscsi neutron-server[103497]: 'SecurityGroupRule': '1.2', Mar 30 18:17:50.290979 dv-cinder-835881-1-iscsi neutron-server[103497]: 'SubPort': '1.0', Mar 30 18:17:50.290979 dv-cinder-835881-1-iscsi neutron-server[103497]: 'Subnet': '1.1', Mar 30 18:17:50.290979 dv-cinder-835881-1-iscsi neutron-server[103497]: 'Trunk': '1.1'}} Mar 30 18:17:50.290979 dv-cinder-835881-1-iscsi neutron-server[103497]: {{(pid=103497) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 30 18:17:50.293301 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66828be3-716e-4532-8683-f68efa5e5d14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:50.293301 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-66828be3-716e-4532-8683-f68efa5e5d14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for subnet (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:50.296647 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-cc4f712b-d62d-4123-ba84-0f329bb31cb0 admin admin] Publish callbacks [] for router_controller (9d37eff0-117c-4838-a5ff-d33e0dea67b7), precommit_add_association {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:50.307551 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-66828be3-716e-4532-8683-f68efa5e5d14 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4503262 Mar 30 18:17:50.313343 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 42566) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:17:50.329554 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [None req-7e442a49-b573-4c1f-895e-ae206283ede6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1705928671-router', 'tenant_id': '6fa782fa1098408491690005ca6565dc', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2'}}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:17:50.370028 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [None req-ea2aed4a-f65e-492e-bc3f-aba32c97865a None None] For port c14d8e4f-7965-4e3d-ae9d-c8fae77087a6, host dv-cinder-835881-1-iscsi, cleared binding levels {{(pid=103497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:17:50.376106 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [None req-ea2aed4a-f65e-492e-bc3f-aba32c97865a None None] For port c14d8e4f-7965-4e3d-ae9d-c8fae77087a6, host dv-cinder-835881-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=c14d8e4f-7965-4e3d-ae9d-c8fae77087a6,segment=NetworkSegment(3d136d15-dbd4-4a28-bf1a-1c22979f6a0d),segment_id=3d136d15-dbd4-4a28-bf1a-1c22979f6a0d)] {{(pid=103497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:17:50.385420 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad9169d-1624-48f9-bb43-04b088541e14 None None] Network 2ce9154c-b8f7-4a0a-9af0-70f7be76465b requested from dv-cinder-835881-1-iscsi {{(pid=103496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:17:50.388767 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-ea2aed4a-f65e-492e-bc3f-aba32c97865a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (c14d8e4f-7965-4e3d-ae9d-c8fae77087a6), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:50.566439 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f363d6a7-82c2-40b9-a827-9f8de524f3e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcef903b-a861-53ce-95a0-ec7d3e6cb87b-3e13178f-fe3d-4acc-a151-e0891e100715', 'network_id': '3e13178f-fe3d-4acc-a151-e0891e100715', 'project_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'fixed_ips': [{'subnet_id': 'd0c7af2e-75fc-4b8f-a86b-ddae6e3c7dba'}]}} from dv-cinder-835881-1-iscsi. {{(pid=103496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 18:17:50.567280 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f363d6a7-82c2-40b9-a827-9f8de524f3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:50.599311 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40422b15-ccf4-40db-9cf5-ff0c61303923 None None] Pushing event updated for resources: {'Port': ['ID=c14d8e4f-7965-4e3d-ae9d-c8fae77087a6,revision_number=3']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:17:50.605118 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2aed4a-f65e-492e-bc3f-aba32c97865a None None] Routers {'8a560a47-1053-4c0d-bb90-399e039e028e'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:17:50.606854 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-ea2aed4a-f65e-492e-bc3f-aba32c97865a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:17:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['8a560a47-1053-4c0d-bb90-399e039e028e'], 'active': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:17:50.632889 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ce3174-438b-4a91-b0b2-e0b18c96c09e None None] Network 0b8dd592-cc8c-4189-b2a8-9a0cda68fb31 requested from dv-cinder-835881-1-iscsi {{(pid=103496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:17:50.654492 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-7e442a49-b573-4c1f-895e-ae206283ede6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1699'] for router (1505c357-1968-40e0-b5e9-8d977669f174), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:50.656202 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-7e442a49-b573-4c1f-895e-ae206283ede6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1031381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1706'] for router (1505c357-1968-40e0-b5e9-8d977669f174), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:50.694566 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-cc4f712b-d62d-4123-ba84-0f329bb31cb0 admin admin] Publish callbacks [] for router_gateway (9d37eff0-117c-4838-a5ff-d33e0dea67b7), precommit_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:50.767108 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-26fc86fc-f554-457a-9f33-108bb63dfa02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (f2442e6e-ebca-4b10-92e8-12be60a50f56), before_update {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:50.808347 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124640db-64ab-40ef-8e99-10107af2d6f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcef903b-a861-53ce-95a0-ec7d3e6cb87b-2ce9154c-b8f7-4a0a-9af0-70f7be76465b', 'network_id': '2ce9154c-b8f7-4a0a-9af0-70f7be76465b', 'project_id': '6fa782fa1098408491690005ca6565dc', 'fixed_ips': [{'subnet_id': '773c0134-3744-40c4-99d5-5fc49a43d810'}]}} from dv-cinder-835881-1-iscsi. {{(pid=103496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 18:17:50.815300 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-124640db-64ab-40ef-8e99-10107af2d6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:50.823231 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvr_db [None req-ea2aed4a-f65e-492e-bc3f-aba32c97865a None None] Set router 8a560a47-1053-4c0d-bb90-399e039e028e gateway port host: dv-cinder-835881-1-iscsi {{(pid=103497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:17:50.943930 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-7e442a49-b573-4c1f-895e-ae206283ede6 admin admin] Publish callbacks [] for router_controller (1505c357-1968-40e0-b5e9-8d977669f174), precommit_add_association {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:51.050060 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 42598) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:17:51.070799 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.v2.base [None req-e869f01c-45eb-4f6b-b937-350f2bce5e72 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1576110777-network', 'tenant_id': 'a62d978c3025473bb250c68a70b154ac'}} {{(pid=103494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:17:51.076761 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-4b6502a6-717a-453f-8e9a-de3ea06c618f None None] Provisioning complete for port f2442e6e-ebca-4b10-92e8-12be60a50f56 triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:17:51.078674 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4b6502a6-717a-453f-8e9a-de3ea06c618f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (f2442e6e-ebca-4b10-92e8-12be60a50f56), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:51.229768 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e869f01c-45eb-4f6b-b937-350f2bce5e72 admin admin] Made reservation on behalf of a62d978c3025473bb250c68a70b154ac for: {'network': 1} {{(pid=103494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:17:51.235240 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-e869f01c-45eb-4f6b-b937-350f2bce5e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for network (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:51.250559 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-ea2aed4a-f65e-492e-bc3f-aba32c97865a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a560a47-1053-4c0d-bb90-399e039e028e', 'name': 'tempest-AttachVolumeTestJSON-1672807717-router', 'tenant_id': '53c3b19a0d50425983d94feecd1dec97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c14d8e4f-7965-4e3d-ae9d-c8fae77087a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:17:45Z', 'updated_at': '2022-03-30T18:17:47Z', 'revision_number': 3, 'project_id': '53c3b19a0d50425983d94feecd1dec97', 'gw_port': {'id': 'c14d8e4f-7965-4e3d-ae9d-c8fae77087a6', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ac:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a560a47-1053-4c0d-bb90-399e039e028e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:46Z', 'updated_at': '2022-03-30T18:17:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi'}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:17:51.268024 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-e869f01c-45eb-4f6b-b937-350f2bce5e72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:51.310235 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-4b6502a6-717a-453f-8e9a-de3ea06c618f None None] Port f2442e6e-ebca-4b10-92e8-12be60a50f56 cannot update to ACTIVE because it is not bound. {{(pid=103496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:17:51.321428 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-26fc86fc-f554-457a-9f33-108bb63dfa02 admin admin] Publish callbacks [] for port (f2442e6e-ebca-4b10-92e8-12be60a50f56), precommit_update {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:51.333737 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-26fc86fc-f554-457a-9f33-108bb63dfa02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (f2442e6e-ebca-4b10-92e8-12be60a50f56), after_update {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:51.334558 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-26fc86fc-f554-457a-9f33-108bb63dfa02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542317'] for router_interface (8a560a47-1053-4c0d-bb90-399e039e028e), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:51.376068 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2aed4a-f65e-492e-bc3f-aba32c97865a None None] The sync data for ids ['8a560a47-1053-4c0d-bb90-399e039e028e'] in dv-cinder-835881-1-iscsi is: [{'id': '8a560a47-1053-4c0d-bb90-399e039e028e', 'name': 'tempest-AttachVolumeTestJSON-1672807717-router', 'tenant_id': '53c3b19a0d50425983d94feecd1dec97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c14d8e4f-7965-4e3d-ae9d-c8fae77087a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:17:45Z', 'updated_at': '2022-03-30T18:17:47Z', 'revision_number': 3, 'project_id': '53c3b19a0d50425983d94feecd1dec97', 'gw_port': {'id': 'c14d8e4f-7965-4e3d-ae9d-c8fae77087a6', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ac:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a560a47-1053-4c0d-bb90-399e039e028e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:46Z', 'updated_at': '2022-03-30T18:17:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi'}] {{(pid=103497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:17:51.439005 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.db_base_plugin_common [None req-f363d6a7-82c2-40b9-a827-9f8de524f3e5 None None] Allocated IP 172.20.0.2 (3e13178f-fe3d-4acc-a151-e0891e100715/d0c7af2e-75fc-4b8f-a86b-ddae6e3c7dba/59959088-96f2-479d-9b48-e5a47ef4fd65) {{(pid=103496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:17:51.475329 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.db_base_plugin_common [None req-124640db-64ab-40ef-8e99-10107af2d6f5 None None] Allocated IP 172.20.0.2 (2ce9154c-b8f7-4a0a-9af0-70f7be76465b/773c0134-3744-40c4-99d5-5fc49a43d810/37c63768-60d0-4bd5-8f57-1c5cfe7e43ba) {{(pid=103496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:17:51.480668 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-7e442a49-b573-4c1f-895e-ae206283ede6 admin admin] Publish callbacks [] for router_gateway (1505c357-1968-40e0-b5e9-8d977669f174), precommit_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:51.499818 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 42634) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:17:51.505891 dv-cinder-835881-1-iscsi neutron-server[103495]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 30 18:17:51.624175 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fc86fc-f554-457a-9f33-108bb63dfa02 admin admin] Network af60dc63-0b0b-4d35-9038-6256b5be5587 is already hosted by enough agents. {{(pid=103494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:17:51.626233 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fc86fc-f554-457a-9f33-108bb63dfa02 admin admin] Pushing event updated for resources: {'Port': ['ID=f2442e6e-ebca-4b10-92e8-12be60a50f56,revision_number=2']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:17:51.630598 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.base_scheduler [None req-26fc86fc-f554-457a-9f33-108bb63dfa02 admin admin] Resources bound (agent type, host, resource id): {{(pid=103494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:17:51.833839 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26fc86fc-f554-457a-9f33-108bb63dfa02 admin admin] Router 8a560a47-1053-4c0d-bb90-399e039e028e has already been hosted by L3 agent d6545c5f-a93c-4a15-87cd-019d3e75e7be {{(pid=103494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:17:51.882031 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-e869f01c-45eb-4f6b-b937-350f2bce5e72 admin admin] Publish callbacks [] for security_group (2b42e0c3-9e13-4805-922d-9e62e3b5c1e4), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:52.019149 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f363d6a7-82c2-40b9-a827-9f8de524f3e5 None None] Publish callbacks [] for port (59959088-96f2-479d-9b48-e5a47ef4fd65), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:52.032891 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26fc86fc-f554-457a-9f33-108bb63dfa02 admin admin] Notify agent at l3_agent.dv-cinder-835881-1-iscsi the message routers_updated {{(pid=103494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:17:52.037462 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f363d6a7-82c2-40b9-a827-9f8de524f3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728099412974'] for port (59959088-96f2-479d-9b48-e5a47ef4fd65), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:52.039208 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-e869f01c-45eb-4f6b-b937-350f2bce5e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (2b42e0c3-9e13-4805-922d-9e62e3b5c1e4), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:52.070251 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-26fc86fc-f554-457a-9f33-108bb63dfa02 admin admin] 10.222.0.41 "PUT /v2.0/routers/8a560a47-1053-4c0d-bb90-399e039e028e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0773385 Mar 30 18:17:52.098904 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e869f01c-45eb-4f6b-b937-350f2bce5e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b42e0c3-9e13-4805-922d-9e62e3b5c1e4,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:17:52.111670 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e869f01c-45eb-4f6b-b937-350f2bce5e72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=103494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 18:17:52.130582 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-e869f01c-45eb-4f6b-b937-350f2bce5e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125716'] for segment (10a72051-5e11-4a20-88df-643115c878d5), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:52.130932 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.db.segments_db [None req-e869f01c-45eb-4f6b-b937-350f2bce5e72 admin admin] Added segment 10a72051-5e11-4a20-88df-643115c878d5 of type vlan for network ab333bae-2d80-4b9c-b39d-189b6e197601 Mar 30 18:17:52.166361 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f363d6a7-82c2-40b9-a827-9f8de524f3e5 None None] Network 3e13178f-fe3d-4acc-a151-e0891e100715 is already hosted by enough agents. {{(pid=103496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:17:52.167515 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-124640db-64ab-40ef-8e99-10107af2d6f5 None None] Publish callbacks [] for port (37c63768-60d0-4bd5-8f57-1c5cfe7e43ba), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:52.194645 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.scheduler.base_scheduler [None req-f363d6a7-82c2-40b9-a827-9f8de524f3e5 None None] Resources bound (agent type, host, resource id): {{(pid=103496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:17:52.200048 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-9e5e346f-d63c-4048-bf80-9c01f98cd7f2 None None] Provisioning complete for port f2442e6e-ebca-4b10-92e8-12be60a50f56 triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:17:52.200765 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-9e5e346f-d63c-4048-bf80-9c01f98cd7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (f2442e6e-ebca-4b10-92e8-12be60a50f56), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:52.204409 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-124640db-64ab-40ef-8e99-10107af2d6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728099412974'] for port (37c63768-60d0-4bd5-8f57-1c5cfe7e43ba), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:52.218027 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f363d6a7-82c2-40b9-a827-9f8de524f3e5 None None] Received port after_create {{(pid=103496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:17:52.232279 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124640db-64ab-40ef-8e99-10107af2d6f5 None None] Network 2ce9154c-b8f7-4a0a-9af0-70f7be76465b is already hosted by enough agents. {{(pid=103496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:17:52.236480 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4da558-b46a-4d52-9724-fec02c5b8e74 req-f67e81dd-803e-4f7b-b1a4-925cd422e992 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:52.238201 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8e4da558-b46a-4d52-9724-fec02c5b8e74 req-f67e81dd-803e-4f7b-b1a4-925cd422e992 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] 10.222.0.41 "GET /v2.0/networks?id=0b8dd592-cc8c-4189-b2a8-9a0cda68fb31 HTTP/1.1" status: 200 len: 811 time: 0.7337048 Mar 30 18:17:52.257420 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.scheduler.base_scheduler [None req-124640db-64ab-40ef-8e99-10107af2d6f5 None None] Resources bound (agent type, host, resource id): {{(pid=103496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:17:52.267178 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124640db-64ab-40ef-8e99-10107af2d6f5 None None] Received port after_create {{(pid=103496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:17:52.277853 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8e4da558-b46a-4d52-9724-fec02c5b8e74 req-3381dad3-6fa7-4a0f-bbb9-5b5f976036ba tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] 10.222.0.41 "GET /v2.0/quotas/e3b8baea41ee4ee5b6a2edf23d1339ce HTTP/1.1" status: 200 len: 375 time: 0.0283446 Mar 30 18:17:52.279341 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-cc4f712b-d62d-4123-ba84-0f329bb31cb0 admin admin] Publish callbacks [] for router_gateway (9d37eff0-117c-4838-a5ff-d33e0dea67b7), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:52.309156 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-e869f01c-45eb-4f6b-b937-350f2bce5e72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728099366458'] for network (ab333bae-2d80-4b9c-b39d-189b6e197601), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:52.317655 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-cc4f712b-d62d-4123-ba84-0f329bb31cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:52.366051 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-e869f01c-45eb-4f6b-b937-350f2bce5e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241'] for network (ab333bae-2d80-4b9c-b39d-189b6e197601), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:52.367449 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e869f01c-45eb-4f6b-b937-350f2bce5e72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:52.368093 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-e869f01c-45eb-4f6b-b937-350f2bce5e72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:52.394153 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8e4da558-b46a-4d52-9724-fec02c5b8e74 req-5643b44c-753c-4999-ae86-84b7baafdd5d tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e3b8baea41ee4ee5b6a2edf23d1339ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0796313 Mar 30 18:17:52.480792 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e869f01c-45eb-4f6b-b937-350f2bce5e72 admin admin] Pushing event updated for resources: {'Network': ['ID=ab333bae-2d80-4b9c-b39d-189b6e197601,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:17:52.507034 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-e869f01c-45eb-4f6b-b937-350f2bce5e72 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4553039 Mar 30 18:17:52.511543 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 42672) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:17:52.536114 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Network ab333bae-2d80-4b9c-b39d-189b6e197601 details requested by agent ovs-agent-dv-cinder-835881-1-iscsi with host dv-cinder-835881-1-iscsi {{(pid=103496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 18:17:52.537818 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.v2.base [None req-f8c1ae18-6c53-46ee-b3c9-abc233bc9cba admin admin] Request body: {'subnet': {'network_id': 'ab333bae-2d80-4b9c-b39d-189b6e197601', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1576110777-subnet', 'tenant_id': 'a62d978c3025473bb250c68a70b154ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:17:52.538010 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f363d6a7-82c2-40b9-a827-9f8de524f3e5 None None] Pushing event updated for resources: {'Port': ['ID=59959088-96f2-479d-9b48-e5a47ef4fd65,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:17:52.550927 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [None req-124640db-64ab-40ef-8e99-10107af2d6f5 None None] Attempting to bind port 37c63768-60d0-4bd5-8f57-1c5cfe7e43ba on host dv-cinder-835881-1-iscsi for vnic_type normal with profile {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:17:52.551305 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [None req-124640db-64ab-40ef-8e99-10107af2d6f5 None None] Attempting to bind port 37c63768-60d0-4bd5-8f57-1c5cfe7e43ba by drivers openvswitch,hyperv on host dv-cinder-835881-1-iscsi at level 0 using segments [{'id': '0fa95725-4471-4977-b74d-31230d09f2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2ce9154c-b8f7-4a0a-9af0-70f7be76465b'}] {{(pid=103496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:17:52.551672 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124640db-64ab-40ef-8e99-10107af2d6f5 None None] Attempting to bind port 37c63768-60d0-4bd5-8f57-1c5cfe7e43ba on network 2ce9154c-b8f7-4a0a-9af0-70f7be76465b {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:17:52.582363 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c1ae18-6c53-46ee-b3c9-abc233bc9cba admin admin] Made reservation on behalf of a62d978c3025473bb250c68a70b154ac for: {'subnet': 1} {{(pid=103494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:17:52.584705 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-f8c1ae18-6c53-46ee-b3c9-abc233bc9cba admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:52.748477 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124640db-64ab-40ef-8e99-10107af2d6f5 None None] Checking agent: {'id': '42d1cfe1-739c-4e03-9760-f1c54e546c99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 9, 48), 'started_at': datetime.datetime(2022, 3, 30, 18, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:17:52.749510 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124640db-64ab-40ef-8e99-10107af2d6f5 None None] Checking segment: {'id': '0fa95725-4471-4977-b74d-31230d09f2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2ce9154c-b8f7-4a0a-9af0-70f7be76465b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:17:52.750184 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-124640db-64ab-40ef-8e99-10107af2d6f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:52.750680 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124640db-64ab-40ef-8e99-10107af2d6f5 None None] Bound using segment: {'id': '0fa95725-4471-4977-b74d-31230d09f2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2ce9154c-b8f7-4a0a-9af0-70f7be76465b'} {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:17:52.753055 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [None req-124640db-64ab-40ef-8e99-10107af2d6f5 None None] Bound port: 37c63768-60d0-4bd5-8f57-1c5cfe7e43ba, host: dv-cinder-835881-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fa95725-4471-4977-b74d-31230d09f2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2ce9154c-b8f7-4a0a-9af0-70f7be76465b'}}] {{(pid=103496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:17:52.753055 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-124640db-64ab-40ef-8e99-10107af2d6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (37c63768-60d0-4bd5-8f57-1c5cfe7e43ba), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:52.776474 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.db_base_plugin_common [None req-cc4f712b-d62d-4123-ba84-0f329bb31cb0 admin admin] Allocated IP 172.27.1.242 (91cc19c8-4e3d-4b52-9973-bc78b4427ae2/e2593658-5374-4bbb-b8e3-ff319bcb6728/62548052-2728-436d-a9cf-8f84cc07b7bb) {{(pid=103495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:17:52.829322 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-9e5e346f-d63c-4048-bf80-9c01f98cd7f2 None None] Port f2442e6e-ebca-4b10-92e8-12be60a50f56 cannot update to ACTIVE because it is not bound. {{(pid=103496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:17:52.830496 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-f8c1ae18-6c53-46ee-b3c9-abc233bc9cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241'] for subnet (a18fad3b-eefa-4c31-8539-5a99f8ae228d), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:52.857271 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [None req-f363d6a7-82c2-40b9-a827-9f8de524f3e5 None None] Attempting to bind port 59959088-96f2-479d-9b48-e5a47ef4fd65 on host dv-cinder-835881-1-iscsi for vnic_type normal with profile {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:17:52.857653 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [None req-f363d6a7-82c2-40b9-a827-9f8de524f3e5 None None] Attempting to bind port 59959088-96f2-479d-9b48-e5a47ef4fd65 by drivers openvswitch,hyperv on host dv-cinder-835881-1-iscsi at level 0 using segments [{'id': '098413ed-ec75-43e9-9db3-68f175b21721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '3e13178f-fe3d-4acc-a151-e0891e100715'}] {{(pid=103496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:17:52.857989 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f363d6a7-82c2-40b9-a827-9f8de524f3e5 None None] Attempting to bind port 59959088-96f2-479d-9b48-e5a47ef4fd65 on network 3e13178f-fe3d-4acc-a151-e0891e100715 {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:17:52.881560 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f363d6a7-82c2-40b9-a827-9f8de524f3e5 None None] Checking agent: {'id': '42d1cfe1-739c-4e03-9760-f1c54e546c99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 9, 48), 'started_at': datetime.datetime(2022, 3, 30, 18, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:17:52.881948 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f363d6a7-82c2-40b9-a827-9f8de524f3e5 None None] Checking segment: {'id': '098413ed-ec75-43e9-9db3-68f175b21721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '3e13178f-fe3d-4acc-a151-e0891e100715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:17:52.882338 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f363d6a7-82c2-40b9-a827-9f8de524f3e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:52.882730 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f363d6a7-82c2-40b9-a827-9f8de524f3e5 None None] Bound using segment: {'id': '098413ed-ec75-43e9-9db3-68f175b21721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '3e13178f-fe3d-4acc-a151-e0891e100715'} {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:17:52.883598 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [None req-f363d6a7-82c2-40b9-a827-9f8de524f3e5 None None] Bound port: 59959088-96f2-479d-9b48-e5a47ef4fd65, host: dv-cinder-835881-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '098413ed-ec75-43e9-9db3-68f175b21721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '3e13178f-fe3d-4acc-a151-e0891e100715'}}] {{(pid=103496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:17:52.883598 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f363d6a7-82c2-40b9-a827-9f8de524f3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (59959088-96f2-479d-9b48-e5a47ef4fd65), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:52.890519 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124640db-64ab-40ef-8e99-10107af2d6f5 None None] Pushing event updated for resources: {'Port': ['ID=37c63768-60d0-4bd5-8f57-1c5cfe7e43ba,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:17:52.901329 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-124640db-64ab-40ef-8e99-10107af2d6f5 None None] For port 37c63768-60d0-4bd5-8f57-1c5cfe7e43ba, host dv-cinder-835881-1-iscsi, cleared binding levels {{(pid=103496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:17:52.931185 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c1ae18-6c53-46ee-b3c9-abc233bc9cba admin admin] Pushing event updated for resources: {'Subnet': ['ID=a18fad3b-eefa-4c31-8539-5a99f8ae228d,revision_number=0']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:17:52.974905 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-f363d6a7-82c2-40b9-a827-9f8de524f3e5 None None] For port 59959088-96f2-479d-9b48-e5a47ef4fd65, host dv-cinder-835881-1-iscsi, cleared binding levels {{(pid=103496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:17:52.978440 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-f363d6a7-82c2-40b9-a827-9f8de524f3e5 None None] For port 59959088-96f2-479d-9b48-e5a47ef4fd65, host dv-cinder-835881-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=59959088-96f2-479d-9b48-e5a47ef4fd65,segment=NetworkSegment(098413ed-ec75-43e9-9db3-68f175b21721),segment_id=098413ed-ec75-43e9-9db3-68f175b21721)] {{(pid=103496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:17:52.986099 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-124640db-64ab-40ef-8e99-10107af2d6f5 None None] For port 37c63768-60d0-4bd5-8f57-1c5cfe7e43ba, host dv-cinder-835881-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=37c63768-60d0-4bd5-8f57-1c5cfe7e43ba,segment=NetworkSegment(0fa95725-4471-4977-b74d-31230d09f2bc),segment_id=0fa95725-4471-4977-b74d-31230d09f2bc)] {{(pid=103496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:17:52.994080 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f363d6a7-82c2-40b9-a827-9f8de524f3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (59959088-96f2-479d-9b48-e5a47ef4fd65), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:53.006677 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-cc4f712b-d62d-4123-ba84-0f329bb31cb0 admin admin] Publish callbacks [] for port (62548052-2728-436d-a9cf-8f84cc07b7bb), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:53.010287 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c1ae18-6c53-46ee-b3c9-abc233bc9cba admin admin] Checking segment: {'id': '10a72051-5e11-4a20-88df-643115c878d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'ab333bae-2d80-4b9c-b39d-189b6e197601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:17:53.014517 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c1ae18-6c53-46ee-b3c9-abc233bc9cba admin admin] Network hostable DHCP agents. Network: ab333bae-2d80-4b9c-b39d-189b6e197601, hostable agents: ['f171183a-83cc-4c67-9a52-f7c4c9021937'], hosted agents: [] {{(pid=103494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 18:17:53.020112 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-124640db-64ab-40ef-8e99-10107af2d6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (37c63768-60d0-4bd5-8f57-1c5cfe7e43ba), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:53.064052 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 42682) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:17:53.071150 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.v2.base [None req-3bc03939-f9f9-412a-8c86-5afab1714e42 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1556827079', 'description': 'tempest-description--956262384'}} {{(pid=103494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:17:53.116775 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [req-8e4da558-b46a-4d52-9724-fec02c5b8e74 req-63bdac53-8184-4f1d-9aae-6fe541c7fa03 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103495) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 18:17:53.116980 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c1ae18-6c53-46ee-b3c9-abc233bc9cba admin admin] Network ab333bae-2d80-4b9c-b39d-189b6e197601 is scheduled to be hosted by DHCP agent f171183a-83cc-4c67-9a52-f7c4c9021937 with binding_index 1 {{(pid=103494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 18:17:53.128136 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f363d6a7-82c2-40b9-a827-9f8de524f3e5 None None] Pushing event updated for resources: {'Port': ['ID=59959088-96f2-479d-9b48-e5a47ef4fd65,revision_number=2']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:17:53.131732 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8e4da558-b46a-4d52-9724-fec02c5b8e74 req-63bdac53-8184-4f1d-9aae-6fe541c7fa03 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1985483 Mar 30 18:17:53.157910 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-7e442a49-b573-4c1f-895e-ae206283ede6 admin admin] Publish callbacks [] for router_gateway (1505c357-1968-40e0-b5e9-8d977669f174), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:53.208094 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.base_scheduler [None req-f8c1ae18-6c53-46ee-b3c9-abc233bc9cba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-1-iscsi, ab333bae-2d80-4b9c-b39d-189b6e197601) {{(pid=103494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:17:53.214756 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c1ae18-6c53-46ee-b3c9-abc233bc9cba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:53.215104 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-f8c1ae18-6c53-46ee-b3c9-abc233bc9cba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for subnet (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:53.238203 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-7e442a49-b573-4c1f-895e-ae206283ede6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:53.238805 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3bc03939-f9f9-412a-8c86-5afab1714e42 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks [] for security_group (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:53.242172 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c446a73-c157-40f6-b912-fb9979354c62 None None] Network ab333bae-2d80-4b9c-b39d-189b6e197601 requested from dv-cinder-835881-1-iscsi {{(pid=103496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:17:53.246310 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-cc4f712b-d62d-4123-ba84-0f329bb31cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728099412974'] for port (62548052-2728-436d-a9cf-8f84cc07b7bb), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:53.257659 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-f8c1ae18-6c53-46ee-b3c9-abc233bc9cba admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7362027 Mar 30 18:17:53.381247 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124640db-64ab-40ef-8e99-10107af2d6f5 None None] Pushing event updated for resources: {'Port': ['ID=37c63768-60d0-4bd5-8f57-1c5cfe7e43ba,revision_number=2']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:17:53.443093 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device c14d8e4f-7965-4e3d-ae9d-c8fae77087a6 up at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:17:53.474568 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3bc03939-f9f9-412a-8c86-5afab1714e42 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks [] for security_group (9aca0380-65a4-43ae-af2d-dca3c7f2e17a), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:53.475823 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 42692) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:17:53.485964 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3bc03939-f9f9-412a-8c86-5afab1714e42 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (9aca0380-65a4-43ae-af2d-dca3c7f2e17a), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:53.492285 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d8fd35-1852-4590-ae73-02f5836ee3de None None] Network ab333bae-2d80-4b9c-b39d-189b6e197601 requested from dv-cinder-835881-1-iscsi {{(pid=103496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:17:53.517760 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4f712b-d62d-4123-ba84-0f329bb31cb0 admin admin] Pushing event updated for resources: {'Port': ['ID=62548052-2728-436d-a9cf-8f84cc07b7bb,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:17:53.578115 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4f712b-d62d-4123-ba84-0f329bb31cb0 admin admin] Network 91cc19c8-4e3d-4b52-9973-bc78b4427ae2 is already hosted by enough agents. {{(pid=103495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:17:53.579695 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.base_scheduler [None req-cc4f712b-d62d-4123-ba84-0f329bb31cb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:17:53.582549 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4f712b-d62d-4123-ba84-0f329bb31cb0 admin admin] Received port after_create {{(pid=103495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:17:53.587397 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc03939-f9f9-412a-8c86-5afab1714e42 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9aca0380-65a4-43ae-af2d-dca3c7f2e17a,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:17:53.641759 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3bc03939-f9f9-412a-8c86-5afab1714e42 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks [] for security_group (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:53.646098 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-3bc03939-f9f9-412a-8c86-5afab1714e42 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5809309 Mar 30 18:17:53.648480 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 42696) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:17:53.665303 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.v2.base [None req-f99b5506-8055-45fe-8626-532fe1cae679 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Request body: {'security_group_rule': {'security_group_id': '9aca0380-65a4-43ae-af2d-dca3c7f2e17a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:17:53.675043 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.db.db_base_plugin_v2 [None req-74d3c276-5e49-47a6-aaf2-7d150952171c admin admin] Deleting subnet f7bdd022-4517-4711-b6ad-0c387badb84f {{(pid=103494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 18:17:53.683286 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-74d3c276-5e49-47a6-aaf2-7d150952171c admin admin] Publish callbacks [] for subnet (f7bdd022-4517-4711-b6ad-0c387badb84f), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:53.738560 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Provisioning complete for port c14d8e4f-7965-4e3d-ae9d-c8fae77087a6 triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:17:53.739144 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (c14d8e4f-7965-4e3d-ae9d-c8fae77087a6), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:53.763649 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-74d3c276-5e49-47a6-aaf2-7d150952171c admin admin] Publish callbacks [] for subnet (f7bdd022-4517-4711-b6ad-0c387badb84f), precommit_delete_associations {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:53.771570 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-f99b5506-8055-45fe-8626-532fe1cae679 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks [] for security_group_rule (4af6353a-d11b-4909-95ee-6ca7e0289e31), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:53.777953 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-74d3c276-5e49-47a6-aaf2-7d150952171c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122403'] for subnet (f7bdd022-4517-4711-b6ad-0c387badb84f), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:53.793654 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8e4da558-b46a-4d52-9724-fec02c5b8e74 req-533a0b49-c65c-4c29-8d82-a04e84b2e4e2 service neutron] 10.222.0.41 "GET /v2.0/networks/0b8dd592-cc8c-4189-b2a8-9a0cda68fb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6606092 Mar 30 18:17:53.886085 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Current status of the port c14d8e4f-7965-4e3d-ae9d-c8fae77087a6 is: DOWN; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:17:53.886461 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (c14d8e4f-7965-4e3d-ae9d-c8fae77087a6), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:53.911248 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-f99b5506-8055-45fe-8626-532fe1cae679 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks [] for security_group_rule (4af6353a-d11b-4909-95ee-6ca7e0289e31), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:53.916905 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-f99b5506-8055-45fe-8626-532fe1cae679 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005201'] for security_group_rule (4af6353a-d11b-4909-95ee-6ca7e0289e31), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:53.928001 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-74d3c276-5e49-47a6-aaf2-7d150952171c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241'] for subnet (f7bdd022-4517-4711-b6ad-0c387badb84f), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:53.929632 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] For port c14d8e4f-7965-4e3d-ae9d-c8fae77087a6, host dv-cinder-835881-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=c14d8e4f-7965-4e3d-ae9d-c8fae77087a6,segment=NetworkSegment(3d136d15-dbd4-4a28-bf1a-1c22979f6a0d),segment_id=3d136d15-dbd4-4a28-bf1a-1c22979f6a0d)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:17:53.938757 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (c14d8e4f-7965-4e3d-ae9d-c8fae77087a6), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:53.955617 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99b5506-8055-45fe-8626-532fe1cae679 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4af6353a-d11b-4909-95ee-6ca7e0289e31,revision_number=0']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:17:53.961767 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-74d3c276-5e49-47a6-aaf2-7d150952171c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for subnet (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:53.967046 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-74d3c276-5e49-47a6-aaf2-7d150952171c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f7bdd022-4517-4711-b6ad-0c387badb84f HTTP/1.1" status: 204 len: 168 time: 0.4872611 Mar 30 18:17:53.970081 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-f99b5506-8055-45fe-8626-532fe1cae679 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:53.973889 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-f99b5506-8055-45fe-8626-532fe1cae679 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3215351 Mar 30 18:17:53.973889 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 42700) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:17:53.975374 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 42702) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:17:54.001359 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Pushing event updated for resources: {'Port': ['ID=c14d8e4f-7965-4e3d-ae9d-c8fae77087a6,revision_number=4']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:17:54.007672 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.v2.base [None req-456dfbf7-ffbe-43e8-91c8-4f11273292b4 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Request body: {'security_group_rule': {'security_group_id': '9aca0380-65a4-43ae-af2d-dca3c7f2e17a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:17:54.022207 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d3c276-5e49-47a6-aaf2-7d150952171c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7bdd022-4517-4711-b6ad-0c387badb84f,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:17:54.081296 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.db_base_plugin_common [None req-7e442a49-b573-4c1f-895e-ae206283ede6 admin admin] Allocated IP 172.27.1.178 (91cc19c8-4e3d-4b52-9973-bc78b4427ae2/e2593658-5374-4bbb-b8e3-ff319bcb6728/aa8e69e0-1140-401b-9e33-5f5a447d3d83) {{(pid=103495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:17:54.088730 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-6ab31880-6772-4f43-a2d0-73d27d9117ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052194'] for network (538bd167-06b4-4b33-bcaf-0a7fe09ce0d2), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:54.103772 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-456dfbf7-ffbe-43e8-91c8-4f11273292b4 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks [] for security_group_rule (aae247e1-7398-490e-84d7-727681987d67), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:54.179174 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8e4da558-b46a-4d52-9724-fec02c5b8e74 req-236a3602-add4-4451-abc2-f4d22b88f831 service neutron] 10.222.0.41 "GET /v2.0/networks/0b8dd592-cc8c-4189-b2a8-9a0cda68fb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3303251 Mar 30 18:17:54.208243 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-cc4f712b-d62d-4123-ba84-0f329bb31cb0 admin admin] Publish callbacks [] for router_gateway (9d37eff0-117c-4838-a5ff-d33e0dea67b7), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:54.224944 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-6ab31880-6772-4f43-a2d0-73d27d9117ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1203688', 'neutron.services.segments.db._delete_segments_for_network-8728099724090'] for network (538bd167-06b4-4b33-bcaf-0a7fe09ce0d2), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:54.252397 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-456dfbf7-ffbe-43e8-91c8-4f11273292b4 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks [] for security_group_rule (aae247e1-7398-490e-84d7-727681987d67), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:54.263724 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-456dfbf7-ffbe-43e8-91c8-4f11273292b4 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005201'] for security_group_rule (aae247e1-7398-490e-84d7-727681987d67), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:54.274750 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-6ab31880-6772-4f43-a2d0-73d27d9117ba admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:17:54.275097 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-6ab31880-6772-4f43-a2d0-73d27d9117ba admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:17:54.275850 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-6ab31880-6772-4f43-a2d0-73d27d9117ba admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:17:54.276186 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-6ab31880-6772-4f43-a2d0-73d27d9117ba admin admin] Subscribe: > port after_create 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:17:54.276504 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-6ab31880-6772-4f43-a2d0-73d27d9117ba admin admin] Subscribe: > port after_delete 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:17:54.276830 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-6ab31880-6772-4f43-a2d0-73d27d9117ba admin admin] Subscribe: > port after_update 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:17:54.277143 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-6ab31880-6772-4f43-a2d0-73d27d9117ba admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:17:54.277455 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-6ab31880-6772-4f43-a2d0-73d27d9117ba admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:17:54.277798 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-6ab31880-6772-4f43-a2d0-73d27d9117ba admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:17:54.278077 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-6ab31880-6772-4f43-a2d0-73d27d9117ba admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:17:54.360065 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-7e442a49-b573-4c1f-895e-ae206283ede6 admin admin] Publish callbacks [] for port (aa8e69e0-1140-401b-9e33-5f5a447d3d83), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:54.387619 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366d24e3-c685-4978-a013-3677e278455e None None] Sync routers for ids ['8a560a47-1053-4c0d-bb90-399e039e028e'] in dv-cinder-835881-1-iscsi {{(pid=103496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:17:54.401516 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366d24e3-c685-4978-a013-3677e278455e None None] Routers {'8a560a47-1053-4c0d-bb90-399e039e028e'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:17:54.411269 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-366d24e3-c685-4978-a013-3677e278455e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:17:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['8a560a47-1053-4c0d-bb90-399e039e028e'], 'active': True} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:17:54.513360 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 42724) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:17:54.536000 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-7e442a49-b573-4c1f-895e-ae206283ede6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728099412974'] for port (aa8e69e0-1140-401b-9e33-5f5a447d3d83), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:54.597796 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvr_db [None req-366d24e3-c685-4978-a013-3677e278455e None None] Set router 8a560a47-1053-4c0d-bb90-399e039e028e gateway port host: dv-cinder-835881-1-iscsi {{(pid=103496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:17:54.612611 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-be1f2469-b6f3-4835-a5a6-b5fba54f3808 req-e166c77e-be62-45bf-8fd2-9b8240c7500b tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e115ef6-d6b4-4dd0-b7d9-3c3d4c1f30eb HTTP/1.1" status: 200 len: 210 time: 0.0978041 Mar 30 18:17:54.656075 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-6ab31880-6772-4f43-a2d0-73d27d9117ba admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:17:54.656075 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-6ab31880-6772-4f43-a2d0-73d27d9117ba admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:17:54.656075 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-6ab31880-6772-4f43-a2d0-73d27d9117ba admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:17:54.656075 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-6ab31880-6772-4f43-a2d0-73d27d9117ba admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103494) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:17:54.656075 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.services.segments.db [None req-6ab31880-6772-4f43-a2d0-73d27d9117ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['538bd167-06b4-4b33-bcaf-0a7fe09ce0d2']}} {{(pid=103494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:17:54.656928 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e442a49-b573-4c1f-895e-ae206283ede6 admin admin] Network 91cc19c8-4e3d-4b52-9973-bc78b4427ae2 is already hosted by enough agents. {{(pid=103495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:17:54.662982 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.base_scheduler [None req-7e442a49-b573-4c1f-895e-ae206283ede6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:17:54.669098 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e442a49-b573-4c1f-895e-ae206283ede6 admin admin] Pushing event updated for resources: {'Port': ['ID=aa8e69e0-1140-401b-9e33-5f5a447d3d83,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:17:54.677444 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e442a49-b573-4c1f-895e-ae206283ede6 admin admin] Received port after_create {{(pid=103495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:17:54.683621 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-cc4f712b-d62d-4123-ba84-0f329bb31cb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541230'] for router (9d37eff0-117c-4838-a5ff-d33e0dea67b7), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:54.700641 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.services.segments.db [None req-6ab31880-6772-4f43-a2d0-73d27d9117ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b5e41c7-aecd-4027-911b-c94986ca8b31') {'for_net_delete': True} {{(pid=103494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:17:54.700929 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.services.segments.db [None req-6ab31880-6772-4f43-a2d0-73d27d9117ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b5e41c7-aecd-4027-911b-c94986ca8b31') {} {{(pid=103494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:17:54.759020 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456dfbf7-ffbe-43e8-91c8-4f11273292b4 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aae247e1-7398-490e-84d7-727681987d67,revision_number=0']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:17:54.762358 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-6ab31880-6772-4f43-a2d0-73d27d9117ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728099723075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5271422'] for segment (6b5e41c7-aecd-4027-911b-c94986ca8b31), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:54.769083 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-456dfbf7-ffbe-43e8-91c8-4f11273292b4 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:54.770286 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-456dfbf7-ffbe-43e8-91c8-4f11273292b4 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7940762 Mar 30 18:17:54.773755 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 42738) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:17:54.799934 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-6ab31880-6772-4f43-a2d0-73d27d9117ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125716'] for segment (6b5e41c7-aecd-4027-911b-c94986ca8b31), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:54.800461 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [None req-73725cdd-0492-468b-8441-328d583efd79 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Request body: {'floatingip': {'floating_network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:17:54.810491 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ab31880-6772-4f43-a2d0-73d27d9117ba admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=103494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 18:17:54.811172 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-6ab31880-6772-4f43-a2d0-73d27d9117ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5343412'] for segment (6b5e41c7-aecd-4027-911b-c94986ca8b31), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:54.816033 dv-cinder-835881-1-iscsi neutron-server[103494]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 30 18:17:54.816033 dv-cinder-835881-1-iscsi neutron-server[103494]: from cryptography.utils import int_from_bytes Mar 30 18:17:54.816033 dv-cinder-835881-1-iscsi neutron-server[103494]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 30 18:17:54.816033 dv-cinder-835881-1-iscsi neutron-server[103494]: from cryptography.utils import int_from_bytes Mar 30 18:17:54.816033 dv-cinder-835881-1-iscsi neutron-server[103494]: Traceback (most recent call last): Mar 30 18:17:54.816033 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 18:17:54.816033 dv-cinder-835881-1-iscsi neutron-server[103494]: timer() Mar 30 18:17:54.816033 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 18:17:54.816033 dv-cinder-835881-1-iscsi neutron-server[103494]: cb(*args, **kw) Mar 30 18:17:54.816033 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 18:17:54.816033 dv-cinder-835881-1-iscsi neutron-server[103494]: return func(*args, **kwargs) Mar 30 18:17:54.816033 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 18:17:54.816033 dv-cinder-835881-1-iscsi neutron-server[103494]: self._notify() Mar 30 18:17:54.816033 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 18:17:54.816033 dv-cinder-835881-1-iscsi neutron-server[103494]: self.callback(batched_events) Mar 30 18:17:54.816033 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 18:17:54.816033 dv-cinder-835881-1-iscsi neutron-server[103494]: event.method(event) Mar 30 18:17:54.816033 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 18:17:54.816033 dv-cinder-835881-1-iscsi neutron-server[103494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 18:17:54.816033 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 18:17:54.816033 dv-cinder-835881-1-iscsi neutron-server[103494]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 18:17:54.816033 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 18:17:54.816033 dv-cinder-835881-1-iscsi neutron-server[103494]: return f(self, *a, **k) Mar 30 18:17:54.816033 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 18:17:54.816033 dv-cinder-835881-1-iscsi neutron-server[103494]: return self._get(url).json() Mar 30 18:17:54.816033 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 18:17:54.816033 dv-cinder-835881-1-iscsi neutron-server[103494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 18:17:54.816033 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 18:17:54.816033 dv-cinder-835881-1-iscsi neutron-server[103494]: return self.request(url, 'GET', **kwargs) Mar 30 18:17:54.816033 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 18:17:54.816033 dv-cinder-835881-1-iscsi neutron-server[103494]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 18:17:54.816033 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 18:17:54.816033 dv-cinder-835881-1-iscsi neutron-server[103494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 18:17:54.816033 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 18:17:54.816033 dv-cinder-835881-1-iscsi neutron-server[103494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 18:17:54.816033 dv-cinder-835881-1-iscsi neutron-server[103494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 18:17:54.922032 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-6ab31880-6772-4f43-a2d0-73d27d9117ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1203681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541286'] for network (538bd167-06b4-4b33-bcaf-0a7fe09ce0d2), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:54.922032 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-6ab31880-6772-4f43-a2d0-73d27d9117ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:54.922032 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-6ab31880-6772-4f43-a2d0-73d27d9117ba admin admin] 10.222.0.41 "DELETE /v2.0/networks/538bd167-06b4-4b33-bcaf-0a7fe09ce0d2 HTTP/1.1" status: 204 len: 168 time: 0.9403796 Mar 30 18:17:54.947295 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 42742) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:17:54.950590 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab31880-6772-4f43-a2d0-73d27d9117ba admin admin] Pushing event deleted for resources: {'Network': ['ID=538bd167-06b4-4b33-bcaf-0a7fe09ce0d2,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:17:54.989625 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-366d24e3-c685-4978-a013-3677e278455e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a560a47-1053-4c0d-bb90-399e039e028e', 'name': 'tempest-AttachVolumeTestJSON-1672807717-router', 'tenant_id': '53c3b19a0d50425983d94feecd1dec97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c14d8e4f-7965-4e3d-ae9d-c8fae77087a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:17:45Z', 'updated_at': '2022-03-30T18:17:50Z', 'revision_number': 4, 'project_id': '53c3b19a0d50425983d94feecd1dec97', 'gw_port': {'id': 'c14d8e4f-7965-4e3d-ae9d-c8fae77087a6', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ac:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a560a47-1053-4c0d-bb90-399e039e028e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:46Z', 'updated_at': '2022-03-30T18:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': 'f2442e6e-ebca-4b10-92e8-12be60a50f56', 'name': '', 'network_id': 'af60dc63-0b0b-4d35-9038-6256b5be5587', 'tenant_id': '53c3b19a0d50425983d94feecd1dec97', 'mac_address': 'fa:16:3e:11:4d:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a560a47-1053-4c0d-bb90-399e039e028e', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a9cbee5a-5f20-44f1-9b84-2d90e031a239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:49Z', 'updated_at': '2022-03-30T18:17:50Z', 'revision_number': 2, 'project_id': '53c3b19a0d50425983d94feecd1dec97', 'subnets': [{'id': 'a9cbee5a-5f20-44f1-9b84-2d90e031a239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:17:55.027600 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8eb7cce-7994-47ad-a4ed-6e5aced892c4 admin admin] Deleting subnet a18fad3b-eefa-4c31-8539-5a99f8ae228d {{(pid=103494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 18:17:55.038515 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-c8eb7cce-7994-47ad-a4ed-6e5aced892c4 admin admin] Publish callbacks [] for subnet (a18fad3b-eefa-4c31-8539-5a99f8ae228d), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:55.080500 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7aee189-01eb-4d2c-94d9-73721234ad20 None None] Network 3e13178f-fe3d-4acc-a151-e0891e100715 requested from dv-cinder-835881-1-iscsi {{(pid=103496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:17:55.127922 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-c8eb7cce-7994-47ad-a4ed-6e5aced892c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5271413'] for subnet (a18fad3b-eefa-4c31-8539-5a99f8ae228d), precommit_delete_associations {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:55.181799 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-c8eb7cce-7994-47ad-a4ed-6e5aced892c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122403'] for subnet (a18fad3b-eefa-4c31-8539-5a99f8ae228d), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:55.208046 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366d24e3-c685-4978-a013-3677e278455e None None] Checking router: 8a560a47-1053-4c0d-bb90-399e039e028e for host: dv-cinder-835881-1-iscsi {{(pid=103496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:17:55.208400 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366d24e3-c685-4978-a013-3677e278455e None None] Updating router 8a560a47-1053-4c0d-bb90-399e039e028e port f2442e6e-ebca-4b10-92e8-12be60a50f56 binding host dv-cinder-835881-1-iscsi {{(pid=103496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 18:17:55.246329 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-73725cdd-0492-468b-8441-328d583efd79 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:55.323735 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-c8eb7cce-7994-47ad-a4ed-6e5aced892c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5344530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5415489'] for subnet (a18fad3b-eefa-4c31-8539-5a99f8ae228d), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:55.332778 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-366d24e3-c685-4978-a013-3677e278455e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (f2442e6e-ebca-4b10-92e8-12be60a50f56), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:55.361729 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 59959088-96f2-479d-9b48-e5a47ef4fd65 up at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:17:55.368060 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eb7cce-7994-47ad-a4ed-6e5aced892c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a18fad3b-eefa-4c31-8539-5a99f8ae228d,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:17:55.370688 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-c8eb7cce-7994-47ad-a4ed-6e5aced892c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for subnet (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:55.375842 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-c8eb7cce-7994-47ad-a4ed-6e5aced892c4 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a18fad3b-eefa-4c31-8539-5a99f8ae228d HTTP/1.1" status: 204 len: 168 time: 0.4257348 Mar 30 18:17:55.377221 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 42758) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:17:55.464776 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45dfd7e-fc3f-4e32-b136-c51a58b80999 None None] Network 2ce9154c-b8f7-4a0a-9af0-70f7be76465b requested from dv-cinder-835881-1-iscsi {{(pid=103496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:17:55.467345 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-1c7dbbe1-a9b5-41ce-8d56-8d19190be804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052194'] for network (ab333bae-2d80-4b9c-b39d-189b6e197601), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:55.468598 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-f4f6fd4e-d8d7-44f2-a384-ccb415f1e9ea None None] Provisioning complete for port 59959088-96f2-479d-9b48-e5a47ef4fd65 triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:17:55.470027 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f4f6fd4e-d8d7-44f2-a384-ccb415f1e9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (59959088-96f2-479d-9b48-e5a47ef4fd65), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:55.570222 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-1c7dbbe1-a9b5-41ce-8d56-8d19190be804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1203688', 'neutron.services.segments.db._delete_segments_for_network-8728099724090'] for network (ab333bae-2d80-4b9c-b39d-189b6e197601), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:55.596751 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.services.segments.db [None req-1c7dbbe1-a9b5-41ce-8d56-8d19190be804 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab333bae-2d80-4b9c-b39d-189b6e197601']}} {{(pid=103494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:17:55.608008 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.services.segments.db [None req-1c7dbbe1-a9b5-41ce-8d56-8d19190be804 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10a72051-5e11-4a20-88df-643115c878d5') {'for_net_delete': True} {{(pid=103494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:17:55.608630 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.services.segments.db [None req-1c7dbbe1-a9b5-41ce-8d56-8d19190be804 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10a72051-5e11-4a20-88df-643115c878d5') {} {{(pid=103494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:17:55.623474 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-1c7dbbe1-a9b5-41ce-8d56-8d19190be804 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728099723075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5271422'] for segment (10a72051-5e11-4a20-88df-643115c878d5), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:55.647625 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-1c7dbbe1-a9b5-41ce-8d56-8d19190be804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125716'] for segment (10a72051-5e11-4a20-88df-643115c878d5), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:55.652485 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc4f712b-d62d-4123-ba84-0f329bb31cb0 admin admin] Router 9d37eff0-117c-4838-a5ff-d33e0dea67b7 is scheduled to L3 agent d6545c5f-a93c-4a15-87cd-019d3e75e7be with binding_index 1 {{(pid=103495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 18:17:55.664367 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c7dbbe1-a9b5-41ce-8d56-8d19190be804 admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=103494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 18:17:55.664709 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-1c7dbbe1-a9b5-41ce-8d56-8d19190be804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5343412'] for segment (10a72051-5e11-4a20-88df-643115c878d5), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:55.667512 dv-cinder-835881-1-iscsi neutron-server[103494]: Traceback (most recent call last): Mar 30 18:17:55.667512 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 18:17:55.667512 dv-cinder-835881-1-iscsi neutron-server[103494]: timer() Mar 30 18:17:55.667512 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 18:17:55.667512 dv-cinder-835881-1-iscsi neutron-server[103494]: cb(*args, **kw) Mar 30 18:17:55.667512 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 18:17:55.667512 dv-cinder-835881-1-iscsi neutron-server[103494]: return func(*args, **kwargs) Mar 30 18:17:55.667512 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 18:17:55.667512 dv-cinder-835881-1-iscsi neutron-server[103494]: self._notify() Mar 30 18:17:55.667512 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 18:17:55.667512 dv-cinder-835881-1-iscsi neutron-server[103494]: self.callback(batched_events) Mar 30 18:17:55.667512 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 18:17:55.667512 dv-cinder-835881-1-iscsi neutron-server[103494]: event.method(event) Mar 30 18:17:55.667512 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 18:17:55.667512 dv-cinder-835881-1-iscsi neutron-server[103494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 18:17:55.667512 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 18:17:55.667512 dv-cinder-835881-1-iscsi neutron-server[103494]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 18:17:55.667512 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 18:17:55.667512 dv-cinder-835881-1-iscsi neutron-server[103494]: return f(self, *a, **k) Mar 30 18:17:55.667512 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 18:17:55.667512 dv-cinder-835881-1-iscsi neutron-server[103494]: return self._get(url).json() Mar 30 18:17:55.667512 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 18:17:55.667512 dv-cinder-835881-1-iscsi neutron-server[103494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 18:17:55.667512 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 18:17:55.667512 dv-cinder-835881-1-iscsi neutron-server[103494]: return self.request(url, 'GET', **kwargs) Mar 30 18:17:55.667512 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 18:17:55.667512 dv-cinder-835881-1-iscsi neutron-server[103494]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 18:17:55.667512 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 18:17:55.667512 dv-cinder-835881-1-iscsi neutron-server[103494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 18:17:55.667512 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 18:17:55.667512 dv-cinder-835881-1-iscsi neutron-server[103494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 18:17:55.667512 dv-cinder-835881-1-iscsi neutron-server[103494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 18:17:55.776819 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-1c7dbbe1-a9b5-41ce-8d56-8d19190be804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1203681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541286'] for network (ab333bae-2d80-4b9c-b39d-189b6e197601), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:55.789121 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-1c7dbbe1-a9b5-41ce-8d56-8d19190be804 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:55.797938 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-1c7dbbe1-a9b5-41ce-8d56-8d19190be804 admin admin] 10.222.0.41 "DELETE /v2.0/networks/ab333bae-2d80-4b9c-b39d-189b6e197601 HTTP/1.1" status: 204 len: 168 time: 0.4167325 Mar 30 18:17:55.826996 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7dbbe1-a9b5-41ce-8d56-8d19190be804 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab333bae-2d80-4b9c-b39d-189b6e197601,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:17:55.889486 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Provisioning complete for port 59959088-96f2-479d-9b48-e5a47ef4fd65 triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:17:55.890165 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (59959088-96f2-479d-9b48-e5a47ef4fd65), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:55.896667 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-7e442a49-b573-4c1f-895e-ae206283ede6 admin admin] Publish callbacks [] for router_gateway (1505c357-1968-40e0-b5e9-8d977669f174), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:55.972791 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8b382eda-6c0e-419f-a398-db8e23a81910 req-d2743dec-07af-4307-9093-378e77558454 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e115ef6-d6b4-4dd0-b7d9-3c3d4c1f30eb HTTP/1.1" status: 200 len: 210 time: 0.1091626 Mar 30 18:17:55.989242 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-f4f6fd4e-d8d7-44f2-a384-ccb415f1e9ea None None] Current status of the port 59959088-96f2-479d-9b48-e5a47ef4fd65 is: DOWN; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:17:55.989697 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f4f6fd4e-d8d7-44f2-a384-ccb415f1e9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (59959088-96f2-479d-9b48-e5a47ef4fd65), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:56.027181 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-73725cdd-0492-468b-8441-328d583efd79 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:56.101673 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-f4f6fd4e-d8d7-44f2-a384-ccb415f1e9ea None None] For port 59959088-96f2-479d-9b48-e5a47ef4fd65, host dv-cinder-835881-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=59959088-96f2-479d-9b48-e5a47ef4fd65,segment=NetworkSegment(098413ed-ec75-43e9-9db3-68f175b21721),segment_id=098413ed-ec75-43e9-9db3-68f175b21721)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:17:56.102410 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4f712b-d62d-4123-ba84-0f329bb31cb0 admin admin] Notify agent at l3_agent.dv-cinder-835881-1-iscsi the message routers_updated {{(pid=103495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:17:56.112313 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f4f6fd4e-d8d7-44f2-a384-ccb415f1e9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (59959088-96f2-479d-9b48-e5a47ef4fd65), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:56.118978 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 42780) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:17:56.135268 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6ee52f-cc61-4581-a845-2a431011ef42 None None] Sync routers for ids ['9d37eff0-117c-4838-a5ff-d33e0dea67b7'] in dv-cinder-835881-1-iscsi {{(pid=103497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:17:56.151549 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6ee52f-cc61-4581-a845-2a431011ef42 None None] Routers {'9d37eff0-117c-4838-a5ff-d33e0dea67b7'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:17:56.153499 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-9e6ee52f-cc61-4581-a845-2a431011ef42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:17:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['9d37eff0-117c-4838-a5ff-d33e0dea67b7'], 'active': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:17:56.201594 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-07c24603-8958-417a-b1f7-f9ac4c3f2c5b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2c2b653776e2443699c3ed9524dc9c57&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0808616 Mar 30 18:17:56.203922 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 42782) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:17:56.209117 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Current status of the port 59959088-96f2-479d-9b48-e5a47ef4fd65 is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:17:56.210249 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 37c63768-60d0-4bd5-8f57-1c5cfe7e43ba up at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:17:56.228945 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-cc4f712b-d62d-4123-ba84-0f329bb31cb0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:56.234182 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 42784) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:17:56.235375 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-cc4f712b-d62d-4123-ba84-0f329bb31cb0 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.2235377 Mar 30 18:17:56.275605 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f6fd4e-d8d7-44f2-a384-ccb415f1e9ea None None] Pushing event updated for resources: {'Port': ['ID=59959088-96f2-479d-9b48-e5a47ef4fd65,revision_number=3']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:17:56.291540 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.db_base_plugin_common [None req-73725cdd-0492-468b-8441-328d583efd79 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Allocated IP 172.27.1.78 (91cc19c8-4e3d-4b52-9973-bc78b4427ae2/e2593658-5374-4bbb-b8e3-ff319bcb6728/c493b8c4-af6c-4c0a-bf15-2a568be0720e) {{(pid=103495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:17:56.309955 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvr_db [None req-9e6ee52f-cc61-4581-a845-2a431011ef42 None None] Set router 9d37eff0-117c-4838-a5ff-d33e0dea67b7 gateway port host: dv-cinder-835881-1-iscsi {{(pid=103497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:17:56.327689 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-cf5b8779-353b-460e-be3b-ed3647f76969 None None] Provisioning complete for port 37c63768-60d0-4bd5-8f57-1c5cfe7e43ba triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:17:56.328070 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-cf5b8779-353b-460e-be3b-ed3647f76969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (37c63768-60d0-4bd5-8f57-1c5cfe7e43ba), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:56.388975 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-7e442a49-b573-4c1f-895e-ae206283ede6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541230'] for router (1505c357-1968-40e0-b5e9-8d977669f174), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:56.439089 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-b1b2feb9-0814-4539-8f14-5c06a9db1287 admin admin] Publish callbacks [] for security_group (8418ba2f-351e-48a2-bc43-a1fe67097f4a), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:56.463532 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-366d24e3-c685-4978-a013-3677e278455e None None] Publish callbacks [] for port (f2442e6e-ebca-4b10-92e8-12be60a50f56), precommit_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:56.469441 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Provisioning complete for port 37c63768-60d0-4bd5-8f57-1c5cfe7e43ba triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:17:56.470203 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (37c63768-60d0-4bd5-8f57-1c5cfe7e43ba), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:56.500557 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-366d24e3-c685-4978-a013-3677e278455e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (f2442e6e-ebca-4b10-92e8-12be60a50f56), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:56.629237 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce45884-d7ae-4515-a256-70cc71618fac None None] Pushing event updated for resources: {'Port': ['ID=f2442e6e-ebca-4b10-92e8-12be60a50f56,revision_number=3']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:17:56.662456 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-73725cdd-0492-468b-8441-328d583efd79 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks [] for port (c493b8c4-af6c-4c0a-bf15-2a568be0720e), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:56.666248 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-9e6ee52f-cc61-4581-a845-2a431011ef42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d37eff0-117c-4838-a5ff-d33e0dea67b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1883672350-router', 'tenant_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '62548052-2728-436d-a9cf-8f84cc07b7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:17:50Z', 'updated_at': '2022-03-30T18:17:53Z', 'revision_number': 3, 'project_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'gw_port': {'id': '62548052-2728-436d-a9cf-8f84cc07b7bb', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:93:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d37eff0-117c-4838-a5ff-d33e0dea67b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:52Z', 'updated_at': '2022-03-30T18:17:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi'}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:17:56.670074 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b8779-353b-460e-be3b-ed3647f76969 None None] Current status of the port 37c63768-60d0-4bd5-8f57-1c5cfe7e43ba is: DOWN; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:17:56.678327 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-cf5b8779-353b-460e-be3b-ed3647f76969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (37c63768-60d0-4bd5-8f57-1c5cfe7e43ba), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:56.682921 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e442a49-b573-4c1f-895e-ae206283ede6 admin admin] Router 1505c357-1968-40e0-b5e9-8d977669f174 is scheduled to L3 agent d6545c5f-a93c-4a15-87cd-019d3e75e7be with binding_index 1 {{(pid=103495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 18:17:56.700977 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-b1b2feb9-0814-4539-8f14-5c06a9db1287 admin admin] Publish callbacks [] for security_group (8418ba2f-351e-48a2-bc43-a1fe67097f4a), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:56.717975 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6ee52f-cc61-4581-a845-2a431011ef42 None None] Checking router: 9d37eff0-117c-4838-a5ff-d33e0dea67b7 for host: dv-cinder-835881-1-iscsi {{(pid=103497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:17:56.718699 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6ee52f-cc61-4581-a845-2a431011ef42 None None] Updating router 9d37eff0-117c-4838-a5ff-d33e0dea67b7 port 62548052-2728-436d-a9cf-8f84cc07b7bb binding host dv-cinder-835881-1-iscsi {{(pid=103497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 18:17:56.750345 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-9e6ee52f-cc61-4581-a845-2a431011ef42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (62548052-2728-436d-a9cf-8f84cc07b7bb), before_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:56.797080 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [None req-366d24e3-c685-4978-a013-3677e278455e None None] Attempting to bind port f2442e6e-ebca-4b10-92e8-12be60a50f56 on host dv-cinder-835881-1-iscsi for vnic_type normal with profile {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:17:56.797475 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [None req-366d24e3-c685-4978-a013-3677e278455e None None] Attempting to bind port f2442e6e-ebca-4b10-92e8-12be60a50f56 by drivers openvswitch,hyperv on host dv-cinder-835881-1-iscsi at level 0 using segments [{'id': 'dc10bfad-da22-4979-ac1e-3f4ebba34b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'af60dc63-0b0b-4d35-9038-6256b5be5587'}] {{(pid=103496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:17:56.797835 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366d24e3-c685-4978-a013-3677e278455e None None] Attempting to bind port f2442e6e-ebca-4b10-92e8-12be60a50f56 on network af60dc63-0b0b-4d35-9038-6256b5be5587 {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:17:56.801975 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-cf5b8779-353b-460e-be3b-ed3647f76969 None None] For port 37c63768-60d0-4bd5-8f57-1c5cfe7e43ba, host dv-cinder-835881-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=37c63768-60d0-4bd5-8f57-1c5cfe7e43ba,segment=NetworkSegment(0fa95725-4471-4977-b74d-31230d09f2bc),segment_id=0fa95725-4471-4977-b74d-31230d09f2bc)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:17:56.808564 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366d24e3-c685-4978-a013-3677e278455e None None] Checking agent: {'id': '42d1cfe1-739c-4e03-9760-f1c54e546c99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 9, 48), 'started_at': datetime.datetime(2022, 3, 30, 18, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:17:56.808990 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366d24e3-c685-4978-a013-3677e278455e None None] Checking segment: {'id': 'dc10bfad-da22-4979-ac1e-3f4ebba34b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'af60dc63-0b0b-4d35-9038-6256b5be5587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:17:56.809385 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-366d24e3-c685-4978-a013-3677e278455e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:56.809787 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366d24e3-c685-4978-a013-3677e278455e None None] Bound using segment: {'id': 'dc10bfad-da22-4979-ac1e-3f4ebba34b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'af60dc63-0b0b-4d35-9038-6256b5be5587'} {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:17:56.810328 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [None req-366d24e3-c685-4978-a013-3677e278455e None None] Bound port: f2442e6e-ebca-4b10-92e8-12be60a50f56, host: dv-cinder-835881-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc10bfad-da22-4979-ac1e-3f4ebba34b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'af60dc63-0b0b-4d35-9038-6256b5be5587'}}] {{(pid=103496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:17:56.810712 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-366d24e3-c685-4978-a013-3677e278455e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (f2442e6e-ebca-4b10-92e8-12be60a50f56), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:56.813713 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Current status of the port 37c63768-60d0-4bd5-8f57-1c5cfe7e43ba is: DOWN; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:17:56.813979 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (37c63768-60d0-4bd5-8f57-1c5cfe7e43ba), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:56.820239 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-cf5b8779-353b-460e-be3b-ed3647f76969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (37c63768-60d0-4bd5-8f57-1c5cfe7e43ba), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:56.889340 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e442a49-b573-4c1f-895e-ae206283ede6 admin admin] Notify agent at l3_agent.dv-cinder-835881-1-iscsi the message routers_updated {{(pid=103495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:17:56.903036 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-73725cdd-0492-468b-8441-328d583efd79 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728099412974'] for port (c493b8c4-af6c-4c0a-bf15-2a568be0720e), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:56.920677 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59b3824-10df-4c5d-b596-d515efe0b5ac None None] Sync routers for ids ['1505c357-1968-40e0-b5e9-8d977669f174'] in dv-cinder-835881-1-iscsi {{(pid=103496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:17:56.955137 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-b1b2feb9-0814-4539-8f14-5c06a9db1287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (8418ba2f-351e-48a2-bc43-a1fe67097f4a), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:56.957734 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-b1b2feb9-0814-4539-8f14-5c06a9db1287 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:56.958723 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-cf5b8779-353b-460e-be3b-ed3647f76969 None None] Provisioning complete for port 59959088-96f2-479d-9b48-e5a47ef4fd65 triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:17:56.958944 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-b1b2feb9-0814-4539-8f14-5c06a9db1287 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8418ba2f-351e-48a2-bc43-a1fe67097f4a HTTP/1.1" status: 204 len: 168 time: 0.7536192 Mar 30 18:17:56.959203 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-cf5b8779-353b-460e-be3b-ed3647f76969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (59959088-96f2-479d-9b48-e5a47ef4fd65), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:56.995882 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73725cdd-0492-468b-8441-328d583efd79 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Pushing event updated for resources: {'Port': ['ID=c493b8c4-af6c-4c0a-bf15-2a568be0720e,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:17:57.002426 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b2feb9-0814-4539-8f14-5c06a9db1287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8418ba2f-351e-48a2-bc43-a1fe67097f4a,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:17:57.012837 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73725cdd-0492-468b-8441-328d583efd79 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Network 91cc19c8-4e3d-4b52-9973-bc78b4427ae2 is already hosted by enough agents. {{(pid=103495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:17:57.015775 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.base_scheduler [None req-73725cdd-0492-468b-8441-328d583efd79 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Resources bound (agent type, host, resource id): {{(pid=103495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:17:57.021674 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73725cdd-0492-468b-8441-328d583efd79 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Received port after_create {{(pid=103495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:17:57.106088 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b8779-353b-460e-be3b-ed3647f76969 None None] Pushing event updated for resources: {'Port': ['ID=37c63768-60d0-4bd5-8f57-1c5cfe7e43ba,revision_number=3']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:17:57.144846 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59b3824-10df-4c5d-b596-d515efe0b5ac None None] Routers {'1505c357-1968-40e0-b5e9-8d977669f174'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:17:57.145041 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-73725cdd-0492-468b-8441-328d583efd79 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks [] for floatingip (dc74b5d9-0e15-4b16-9a57-64b96f84640d), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:57.145499 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-e59b3824-10df-4c5d-b596-d515efe0b5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:17:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['1505c357-1968-40e0-b5e9-8d977669f174'], 'active': True} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:17:57.163810 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-7e442a49-b573-4c1f-895e-ae206283ede6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:57.168335 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-7e442a49-b573-4c1f-895e-ae206283ede6 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.8463266 Mar 30 18:17:57.170076 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 42802) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:17:57.239863 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.db.api [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 18:17:57.240195 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG oslo_db.api [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 18:17:57.244062 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-366d24e3-c685-4978-a013-3677e278455e None None] For port f2442e6e-ebca-4b10-92e8-12be60a50f56, host dv-cinder-835881-1-iscsi, cleared binding levels {{(pid=103496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:17:57.262647 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-366d24e3-c685-4978-a013-3677e278455e None None] For port f2442e6e-ebca-4b10-92e8-12be60a50f56, host dv-cinder-835881-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=f2442e6e-ebca-4b10-92e8-12be60a50f56,segment=NetworkSegment(dc10bfad-da22-4979-ac1e-3f4ebba34b1c),segment_id=dc10bfad-da22-4979-ac1e-3f4ebba34b1c)] {{(pid=103496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:17:57.285635 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-366d24e3-c685-4978-a013-3677e278455e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (f2442e6e-ebca-4b10-92e8-12be60a50f56), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:57.316259 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-0091a906-047d-479b-9414-990391003796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:57.386405 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce45884-d7ae-4515-a256-70cc71618fac None None] Pushing event updated for resources: {'Port': ['ID=f2442e6e-ebca-4b10-92e8-12be60a50f56,revision_number=4']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:17:57.426320 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-cf5b8779-353b-460e-be3b-ed3647f76969 None None] Current status of the port 59959088-96f2-479d-9b48-e5a47ef4fd65 is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:17:57.427365 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-9e6ee52f-cc61-4581-a845-2a431011ef42 None None] Publish callbacks [] for port (62548052-2728-436d-a9cf-8f84cc07b7bb), precommit_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:57.441921 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-9e6ee52f-cc61-4581-a845-2a431011ef42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (62548052-2728-436d-a9cf-8f84cc07b7bb), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:57.459372 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366d24e3-c685-4978-a013-3677e278455e None None] Routers {'8a560a47-1053-4c0d-bb90-399e039e028e'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:17:57.460262 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-366d24e3-c685-4978-a013-3677e278455e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:17:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['8a560a47-1053-4c0d-bb90-399e039e028e'], 'active': True} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:17:57.566556 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [None req-9e6ee52f-cc61-4581-a845-2a431011ef42 None None] Attempting to bind port 62548052-2728-436d-a9cf-8f84cc07b7bb on host dv-cinder-835881-1-iscsi for vnic_type normal with profile {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:17:57.567029 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [None req-9e6ee52f-cc61-4581-a845-2a431011ef42 None None] Attempting to bind port 62548052-2728-436d-a9cf-8f84cc07b7bb by drivers openvswitch,hyperv on host dv-cinder-835881-1-iscsi at level 0 using segments [{'id': '3d136d15-dbd4-4a28-bf1a-1c22979f6a0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2'}] {{(pid=103497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:17:57.567652 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6ee52f-cc61-4581-a845-2a431011ef42 None None] Attempting to bind port 62548052-2728-436d-a9cf-8f84cc07b7bb on network 91cc19c8-4e3d-4b52-9973-bc78b4427ae2 {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:17:57.571159 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9379d5b4-f706-4218-bede-0a0a3b0d3cf3 None None] Pushing event updated for resources: {'Port': ['ID=62548052-2728-436d-a9cf-8f84cc07b7bb,revision_number=2']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:17:57.576478 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6ee52f-cc61-4581-a845-2a431011ef42 None None] Checking agent: {'id': '42d1cfe1-739c-4e03-9760-f1c54e546c99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 9, 48), 'started_at': datetime.datetime(2022, 3, 30, 18, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:17:57.577089 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6ee52f-cc61-4581-a845-2a431011ef42 None None] Checking segment: {'id': '3d136d15-dbd4-4a28-bf1a-1c22979f6a0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:17:57.578071 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-9e6ee52f-cc61-4581-a845-2a431011ef42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:57.578756 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6ee52f-cc61-4581-a845-2a431011ef42 None None] Bound using segment: {'id': '3d136d15-dbd4-4a28-bf1a-1c22979f6a0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2'} {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:17:57.579347 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [None req-9e6ee52f-cc61-4581-a845-2a431011ef42 None None] Bound port: 62548052-2728-436d-a9cf-8f84cc07b7bb, host: dv-cinder-835881-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d136d15-dbd4-4a28-bf1a-1c22979f6a0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2'}}] {{(pid=103497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:17:57.579937 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-9e6ee52f-cc61-4581-a845-2a431011ef42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (62548052-2728-436d-a9cf-8f84cc07b7bb), before_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:57.592043 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvr_db [None req-e59b3824-10df-4c5d-b596-d515efe0b5ac None None] Set router 1505c357-1968-40e0-b5e9-8d977669f174 gateway port host: dv-cinder-835881-1-iscsi {{(pid=103496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:17:57.662063 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.db.db_base_plugin_common [None req-0091a906-047d-479b-9414-990391003796 admin admin] Allocated IP 172.20.0.1 (3e13178f-fe3d-4acc-a151-e0891e100715/d0c7af2e-75fc-4b8f-a86b-ddae6e3c7dba/6f8ced5e-dbd9-45c5-b95b-31f0e5408efe) {{(pid=103494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:17:57.696208 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-79f28cc2-9ac9-48c0-a8bc-8f6b68447e4b req-6eafa607-e52d-4358-b383-dac0ee3df643 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e115ef6-d6b4-4dd0-b7d9-3c3d4c1f30eb HTTP/1.1" status: 200 len: 210 time: 0.3626325 Mar 30 18:17:57.731551 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [None req-9e6ee52f-cc61-4581-a845-2a431011ef42 None None] For port 62548052-2728-436d-a9cf-8f84cc07b7bb, host dv-cinder-835881-1-iscsi, cleared binding levels {{(pid=103497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:17:57.740810 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [None req-9e6ee52f-cc61-4581-a845-2a431011ef42 None None] For port 62548052-2728-436d-a9cf-8f84cc07b7bb, host dv-cinder-835881-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=62548052-2728-436d-a9cf-8f84cc07b7bb,segment=NetworkSegment(3d136d15-dbd4-4a28-bf1a-1c22979f6a0d),segment_id=3d136d15-dbd4-4a28-bf1a-1c22979f6a0d)] {{(pid=103497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:17:57.747514 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 42818) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:17:57.750098 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-9e6ee52f-cc61-4581-a845-2a431011ef42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (62548052-2728-436d-a9cf-8f84cc07b7bb), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:57.801375 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-73725cdd-0492-468b-8441-328d583efd79 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (c493b8c4-af6c-4c0a-bf15-2a568be0720e), before_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:57.812333 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9379d5b4-f706-4218-bede-0a0a3b0d3cf3 None None] Pushing event updated for resources: {'Port': ['ID=62548052-2728-436d-a9cf-8f84cc07b7bb,revision_number=3']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:17:57.838033 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6ee52f-cc61-4581-a845-2a431011ef42 None None] Routers {'9d37eff0-117c-4838-a5ff-d33e0dea67b7'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:17:57.839527 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-9e6ee52f-cc61-4581-a845-2a431011ef42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:17:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['9d37eff0-117c-4838-a5ff-d33e0dea67b7'], 'active': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:17:57.841684 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-82c9024d-5324-4906-a7d7-9eecebd7b4b5 None None] Provisioning complete for port f2442e6e-ebca-4b10-92e8-12be60a50f56 triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:17:57.842060 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-82c9024d-5324-4906-a7d7-9eecebd7b4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (f2442e6e-ebca-4b10-92e8-12be60a50f56), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:57.846941 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-0091a906-047d-479b-9414-990391003796 admin admin] Publish callbacks [] for port (6f8ced5e-dbd9-45c5-b95b-31f0e5408efe), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:57.887877 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-0091a906-047d-479b-9414-990391003796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728099412974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5343457'] for port (6f8ced5e-dbd9-45c5-b95b-31f0e5408efe), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:57.904448 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-9b3d95be-5513-4039-be2f-3767989a9a8b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a62d978c3025473bb250c68a70b154ac&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1234744 Mar 30 18:17:57.914572 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 42820) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:17:57.919099 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Current status of the port 37c63768-60d0-4bd5-8f57-1c5cfe7e43ba is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:17:57.920181 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device c14d8e4f-7965-4e3d-ae9d-c8fae77087a6 up at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:17:57.948803 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0091a906-047d-479b-9414-990391003796 admin admin] Network 3e13178f-fe3d-4acc-a151-e0891e100715 is already hosted by enough agents. {{(pid=103494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:17:57.951965 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.base_scheduler [None req-0091a906-047d-479b-9414-990391003796 admin admin] Resources bound (agent type, host, resource id): {{(pid=103494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:17:57.957176 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0091a906-047d-479b-9414-990391003796 admin admin] Received port after_create {{(pid=103494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:17:57.986068 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvr_db [None req-366d24e3-c685-4978-a013-3677e278455e None None] Set router 8a560a47-1053-4c0d-bb90-399e039e028e gateway port host: dv-cinder-835881-1-iscsi {{(pid=103496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:17:58.010737 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0091a906-047d-479b-9414-990391003796 admin admin] Pushing event updated for resources: {'Port': ['ID=6f8ced5e-dbd9-45c5-b95b-31f0e5408efe,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:17:58.038524 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-0091a906-047d-479b-9414-990391003796 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542457'] for router_interface (9d37eff0-117c-4838-a5ff-d33e0dea67b7), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:58.041873 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvr_db [None req-9e6ee52f-cc61-4581-a845-2a431011ef42 None None] Set router 9d37eff0-117c-4838-a5ff-d33e0dea67b7 gateway port host: dv-cinder-835881-1-iscsi {{(pid=103497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:17:58.193826 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-70f665db-891e-4636-a2f8-44530866c1fa admin admin] Publish callbacks [] for security_group (2b42e0c3-9e13-4805-922d-9e62e3b5c1e4), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:58.236564 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-70f665db-891e-4636-a2f8-44530866c1fa admin admin] Publish callbacks [] for security_group (2b42e0c3-9e13-4805-922d-9e62e3b5c1e4), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:58.283035 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-0091a906-047d-479b-9414-990391003796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (6f8ced5e-dbd9-45c5-b95b-31f0e5408efe), before_update {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:58.336605 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-70f665db-891e-4636-a2f8-44530866c1fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (2b42e0c3-9e13-4805-922d-9e62e3b5c1e4), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:58.339514 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-70f665db-891e-4636-a2f8-44530866c1fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:58.340658 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-70f665db-891e-4636-a2f8-44530866c1fa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2b42e0c3-9e13-4805-922d-9e62e3b5c1e4 HTTP/1.1" status: 204 len: 168 time: 0.4248581 Mar 30 18:17:58.357992 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f665db-891e-4636-a2f8-44530866c1fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b42e0c3-9e13-4805-922d-9e62e3b5c1e4,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:17:58.394328 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-9e6ee52f-cc61-4581-a845-2a431011ef42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d37eff0-117c-4838-a5ff-d33e0dea67b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1883672350-router', 'tenant_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '62548052-2728-436d-a9cf-8f84cc07b7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:17:50Z', 'updated_at': '2022-03-30T18:17:53Z', 'revision_number': 3, 'project_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'gw_port': {'id': '62548052-2728-436d-a9cf-8f84cc07b7bb', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:93:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d37eff0-117c-4838-a5ff-d33e0dea67b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:52Z', 'updated_at': '2022-03-30T18:17:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi'}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:17:58.404003 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-73725cdd-0492-468b-8441-328d583efd79 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks [] for port (c493b8c4-af6c-4c0a-bf15-2a568be0720e), precommit_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:58.425310 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-73725cdd-0492-468b-8441-328d583efd79 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (c493b8c4-af6c-4c0a-bf15-2a568be0720e), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:58.427448 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6ee52f-cc61-4581-a845-2a431011ef42 None None] The sync data for ids ['9d37eff0-117c-4838-a5ff-d33e0dea67b7'] in dv-cinder-835881-1-iscsi is: [{'id': '9d37eff0-117c-4838-a5ff-d33e0dea67b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1883672350-router', 'tenant_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '62548052-2728-436d-a9cf-8f84cc07b7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:17:50Z', 'updated_at': '2022-03-30T18:17:53Z', 'revision_number': 3, 'project_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'gw_port': {'id': '62548052-2728-436d-a9cf-8f84cc07b7bb', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:93:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d37eff0-117c-4838-a5ff-d33e0dea67b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:52Z', 'updated_at': '2022-03-30T18:17:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi'}] {{(pid=103497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:17:58.496475 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73725cdd-0492-468b-8441-328d583efd79 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Pushing event updated for resources: {'Port': ['ID=c493b8c4-af6c-4c0a-bf15-2a568be0720e,revision_number=2']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:17:58.508361 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-73725cdd-0492-468b-8441-328d583efd79 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541296'] for floatingip (dc74b5d9-0e15-4b16-9a57-64b96f84640d), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:58.537417 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-82c9024d-5324-4906-a7d7-9eecebd7b4b5 None None] Current status of the port f2442e6e-ebca-4b10-92e8-12be60a50f56 is: DOWN; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:17:58.538332 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-73725cdd-0492-468b-8441-328d583efd79 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for floatingip (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:58.538460 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-82c9024d-5324-4906-a7d7-9eecebd7b4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (f2442e6e-ebca-4b10-92e8-12be60a50f56), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:58.540066 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-73725cdd-0492-468b-8441-328d583efd79 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7571769 Mar 30 18:17:58.541076 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Provisioning complete for port c14d8e4f-7965-4e3d-ae9d-c8fae77087a6 triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:17:58.541436 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (c14d8e4f-7965-4e3d-ae9d-c8fae77087a6), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:58.642224 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-1b2e6075-c6c7-4cf1-a1a8-d46049c2e7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:58.648951 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-0091a906-047d-479b-9414-990391003796 admin admin] Publish callbacks [] for port (6f8ced5e-dbd9-45c5-b95b-31f0e5408efe), precommit_update {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:58.671525 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-0091a906-047d-479b-9414-990391003796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5343464'] for port (6f8ced5e-dbd9-45c5-b95b-31f0e5408efe), after_update {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:58.721508 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-82c9024d-5324-4906-a7d7-9eecebd7b4b5 None None] For port f2442e6e-ebca-4b10-92e8-12be60a50f56, host dv-cinder-835881-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=f2442e6e-ebca-4b10-92e8-12be60a50f56,segment=NetworkSegment(dc10bfad-da22-4979-ac1e-3f4ebba34b1c),segment_id=dc10bfad-da22-4979-ac1e-3f4ebba34b1c)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:17:58.777561 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-82c9024d-5324-4906-a7d7-9eecebd7b4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (f2442e6e-ebca-4b10-92e8-12be60a50f56), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:58.803266 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-0091a906-047d-479b-9414-990391003796 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542317'] for router_interface (9d37eff0-117c-4838-a5ff-d33e0dea67b7), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:59.023769 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-e59b3824-10df-4c5d-b596-d515efe0b5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1505c357-1968-40e0-b5e9-8d977669f174', 'name': 'tempest-AttachVolumeShelveTestJSON-1705928671-router', 'tenant_id': '6fa782fa1098408491690005ca6565dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': 'aa8e69e0-1140-401b-9e33-5f5a447d3d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:17:50Z', 'updated_at': '2022-03-30T18:17:55Z', 'revision_number': 3, 'project_id': '6fa782fa1098408491690005ca6565dc', 'gw_port': {'id': 'aa8e69e0-1140-401b-9e33-5f5a447d3d83', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:39:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1505c357-1968-40e0-b5e9-8d977669f174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:53Z', 'updated_at': '2022-03-30T18:17:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi'}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:17:59.054592 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0091a906-047d-479b-9414-990391003796 admin admin] Network 3e13178f-fe3d-4acc-a151-e0891e100715 is already hosted by enough agents. {{(pid=103494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:17:59.058077 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.base_scheduler [None req-0091a906-047d-479b-9414-990391003796 admin admin] Resources bound (agent type, host, resource id): {{(pid=103494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:17:59.101469 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f32d4412-26dc-47bb-8614-ce1f65df35d6 req-ff59c7b2-3557-46de-b3a5-3695db31b429 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e115ef6-d6b4-4dd0-b7d9-3c3d4c1f30eb HTTP/1.1" status: 200 len: 210 time: 0.0951674 Mar 30 18:17:59.112731 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-82c9024d-5324-4906-a7d7-9eecebd7b4b5 None None] Provisioning complete for port 37c63768-60d0-4bd5-8f57-1c5cfe7e43ba triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:17:59.113457 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-82c9024d-5324-4906-a7d7-9eecebd7b4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (37c63768-60d0-4bd5-8f57-1c5cfe7e43ba), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:59.134901 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.db_base_plugin_common [None req-1b2e6075-c6c7-4cf1-a1a8-d46049c2e7d6 admin admin] Allocated IP 172.20.0.1 (2ce9154c-b8f7-4a0a-9af0-70f7be76465b/773c0134-3744-40c4-99d5-5fc49a43d810/2a7e2086-0f98-4e1e-8e94-c874cac22002) {{(pid=103495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:17:59.161559 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c9024d-5324-4906-a7d7-9eecebd7b4b5 None None] Pushing event updated for resources: {'Port': ['ID=f2442e6e-ebca-4b10-92e8-12be60a50f56,revision_number=5']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:17:59.169492 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59b3824-10df-4c5d-b596-d515efe0b5ac None None] Checking router: 1505c357-1968-40e0-b5e9-8d977669f174 for host: dv-cinder-835881-1-iscsi {{(pid=103496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:17:59.169985 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59b3824-10df-4c5d-b596-d515efe0b5ac None None] Updating router 1505c357-1968-40e0-b5e9-8d977669f174 port aa8e69e0-1140-401b-9e33-5f5a447d3d83 binding host dv-cinder-835881-1-iscsi {{(pid=103496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 18:17:59.215372 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0f941e18-92d3-4ee0-a02c-d68877f96aa8 req-1947f8dd-5a50-44de-9748-e4d8f0106638 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1556827079&fields=id&tenant_id=53c3b19a0d50425983d94feecd1dec97 HTTP/1.1" status: 200 len: 267 time: 0.1331716 Mar 30 18:17:59.241630 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e59b3824-10df-4c5d-b596-d515efe0b5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (aa8e69e0-1140-401b-9e33-5f5a447d3d83), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:59.253469 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Current status of the port c14d8e4f-7965-4e3d-ae9d-c8fae77087a6 is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:17:59.366007 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.44', 61706) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:17:59.536197 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-82c9024d-5324-4906-a7d7-9eecebd7b4b5 None None] Current status of the port 37c63768-60d0-4bd5-8f57-1c5cfe7e43ba is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:17:59.561732 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-366d24e3-c685-4978-a013-3677e278455e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a560a47-1053-4c0d-bb90-399e039e028e', 'name': 'tempest-AttachVolumeTestJSON-1672807717-router', 'tenant_id': '53c3b19a0d50425983d94feecd1dec97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c14d8e4f-7965-4e3d-ae9d-c8fae77087a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:17:45Z', 'updated_at': '2022-03-30T18:17:50Z', 'revision_number': 4, 'project_id': '53c3b19a0d50425983d94feecd1dec97', 'gw_port': {'id': 'c14d8e4f-7965-4e3d-ae9d-c8fae77087a6', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ac:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a560a47-1053-4c0d-bb90-399e039e028e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:46Z', 'updated_at': '2022-03-30T18:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': 'f2442e6e-ebca-4b10-92e8-12be60a50f56', 'name': '', 'network_id': 'af60dc63-0b0b-4d35-9038-6256b5be5587', 'tenant_id': '53c3b19a0d50425983d94feecd1dec97', 'mac_address': 'fa:16:3e:11:4d:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a560a47-1053-4c0d-bb90-399e039e028e', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a9cbee5a-5f20-44f1-9b84-2d90e031a239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:49Z', 'updated_at': '2022-03-30T18:17:57Z', 'revision_number': 4, 'project_id': '53c3b19a0d50425983d94feecd1dec97', 'subnets': [{'id': 'a9cbee5a-5f20-44f1-9b84-2d90e031a239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:17:59.607082 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366d24e3-c685-4978-a013-3677e278455e None None] The sync data for ids ['8a560a47-1053-4c0d-bb90-399e039e028e'] in dv-cinder-835881-1-iscsi is: [{'id': '8a560a47-1053-4c0d-bb90-399e039e028e', 'name': 'tempest-AttachVolumeTestJSON-1672807717-router', 'tenant_id': '53c3b19a0d50425983d94feecd1dec97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c14d8e4f-7965-4e3d-ae9d-c8fae77087a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:17:45Z', 'updated_at': '2022-03-30T18:17:50Z', 'revision_number': 4, 'project_id': '53c3b19a0d50425983d94feecd1dec97', 'gw_port': {'id': 'c14d8e4f-7965-4e3d-ae9d-c8fae77087a6', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ac:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a560a47-1053-4c0d-bb90-399e039e028e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:46Z', 'updated_at': '2022-03-30T18:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': 'f2442e6e-ebca-4b10-92e8-12be60a50f56', 'name': '', 'network_id': 'af60dc63-0b0b-4d35-9038-6256b5be5587', 'tenant_id': '53c3b19a0d50425983d94feecd1dec97', 'mac_address': 'fa:16:3e:11:4d:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a560a47-1053-4c0d-bb90-399e039e028e', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a9cbee5a-5f20-44f1-9b84-2d90e031a239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:49Z', 'updated_at': '2022-03-30T18:17:57Z', 'revision_number': 4, 'project_id': '53c3b19a0d50425983d94feecd1dec97', 'subnets': [{'id': 'a9cbee5a-5f20-44f1-9b84-2d90e031a239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:17:59.613115 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 62548052-2728-436d-a9cf-8f84cc07b7bb up at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:17:59.634985 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0091a906-047d-479b-9414-990391003796 admin admin] Pushing event updated for resources: {'Port': ['ID=6f8ced5e-dbd9-45c5-b95b-31f0e5408efe,revision_number=2']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:17:59.725458 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0091a906-047d-479b-9414-990391003796 admin admin] Router 9d37eff0-117c-4838-a5ff-d33e0dea67b7 has already been hosted by L3 agent d6545c5f-a93c-4a15-87cd-019d3e75e7be {{(pid=103494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:17:59.741551 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f941e18-92d3-4ee0-a02c-d68877f96aa8 req-c6e0b415-e2a7-45ee-9758-27dfee5fd9d4 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:17:59.751328 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0f941e18-92d3-4ee0-a02c-d68877f96aa8 req-c6e0b415-e2a7-45ee-9758-27dfee5fd9d4 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/networks?id=af60dc63-0b0b-4d35-9038-6256b5be5587 HTTP/1.1" status: 200 len: 811 time: 0.5350211 Mar 30 18:17:59.800368 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0f941e18-92d3-4ee0-a02c-d68877f96aa8 req-bafa65f7-d62f-44b8-bdd7-80511c42d10e tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/quotas/53c3b19a0d50425983d94feecd1dec97 HTTP/1.1" status: 200 len: 375 time: 0.0477729 Mar 30 18:17:59.856038 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-18d11327-a485-4dc4-a2ee-178661dac109 None None] Provisioning complete for port 6f8ced5e-dbd9-45c5-b95b-31f0e5408efe triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:17:59.856414 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-18d11327-a485-4dc4-a2ee-178661dac109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (6f8ced5e-dbd9-45c5-b95b-31f0e5408efe), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:59.905879 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-1b2e6075-c6c7-4cf1-a1a8-d46049c2e7d6 admin admin] Publish callbacks [] for port (2a7e2086-0f98-4e1e-8e94-c874cac22002), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:59.948980 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Provisioning complete for port 62548052-2728-436d-a9cf-8f84cc07b7bb triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:17:59.949357 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (62548052-2728-436d-a9cf-8f84cc07b7bb), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:17:59.963067 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-18d11327-a485-4dc4-a2ee-178661dac109 None None] Port 6f8ced5e-dbd9-45c5-b95b-31f0e5408efe cannot update to ACTIVE because it is not bound. {{(pid=103496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:18:00.060588 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0f941e18-92d3-4ee0-a02c-d68877f96aa8 req-6a89d866-cf60-42ea-b93d-064cb69afc6b tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=53c3b19a0d50425983d94feecd1dec97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2589605 Mar 30 18:18:00.114837 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-1b2e6075-c6c7-4cf1-a1a8-d46049c2e7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728099412974'] for port (2a7e2086-0f98-4e1e-8e94-c874cac22002), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:00.129239 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-18d11327-a485-4dc4-a2ee-178661dac109 None None] Provisioning complete for port f2442e6e-ebca-4b10-92e8-12be60a50f56 triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:18:00.129628 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-18d11327-a485-4dc4-a2ee-178661dac109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (f2442e6e-ebca-4b10-92e8-12be60a50f56), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:00.193442 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2e6075-c6c7-4cf1-a1a8-d46049c2e7d6 admin admin] Network 2ce9154c-b8f7-4a0a-9af0-70f7be76465b is already hosted by enough agents. {{(pid=103495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:18:00.198971 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.base_scheduler [None req-1b2e6075-c6c7-4cf1-a1a8-d46049c2e7d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:18:00.211816 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2e6075-c6c7-4cf1-a1a8-d46049c2e7d6 admin admin] Received port after_create {{(pid=103495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:18:00.214093 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-1b2e6075-c6c7-4cf1-a1a8-d46049c2e7d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542457'] for router_interface (1505c357-1968-40e0-b5e9-8d977669f174), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:00.386407 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e59b3824-10df-4c5d-b596-d515efe0b5ac None None] Publish callbacks [] for port (aa8e69e0-1140-401b-9e33-5f5a447d3d83), precommit_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:00.425683 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Current status of the port 62548052-2728-436d-a9cf-8f84cc07b7bb is: DOWN; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:18:00.425999 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (62548052-2728-436d-a9cf-8f84cc07b7bb), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:00.432312 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e59b3824-10df-4c5d-b596-d515efe0b5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (aa8e69e0-1140-401b-9e33-5f5a447d3d83), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:00.505424 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c0312b39-2ab4-4cfb-8f40-baad58d6b336 req-82b5a7ce-79f4-4e23-9926-eba66f78cf4a tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e115ef6-d6b4-4dd0-b7d9-3c3d4c1f30eb HTTP/1.1" status: 200 len: 210 time: 0.1216717 Mar 30 18:18:00.532527 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4da558-b46a-4d52-9724-fec02c5b8e74 req-118fcabe-4eed-4825-8375-7caaf08edff6 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:00.541511 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [req-8e4da558-b46a-4d52-9724-fec02c5b8e74 req-118fcabe-4eed-4825-8375-7caaf08edff6 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] 10.222.0.44 "GET /v2.0/networks?id=0b8dd592-cc8c-4189-b2a8-9a0cda68fb31 HTTP/1.1" status: 200 len: 811 time: 1.1693237 Mar 30 18:18:00.566551 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [None req-e59b3824-10df-4c5d-b596-d515efe0b5ac None None] Attempting to bind port aa8e69e0-1140-401b-9e33-5f5a447d3d83 on host dv-cinder-835881-1-iscsi for vnic_type normal with profile {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:18:00.567150 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [None req-e59b3824-10df-4c5d-b596-d515efe0b5ac None None] Attempting to bind port aa8e69e0-1140-401b-9e33-5f5a447d3d83 by drivers openvswitch,hyperv on host dv-cinder-835881-1-iscsi at level 0 using segments [{'id': '3d136d15-dbd4-4a28-bf1a-1c22979f6a0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2'}] {{(pid=103496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:18:00.567399 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59b3824-10df-4c5d-b596-d515efe0b5ac None None] Attempting to bind port aa8e69e0-1140-401b-9e33-5f5a447d3d83 on network 91cc19c8-4e3d-4b52-9973-bc78b4427ae2 {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:18:00.572881 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] For port 62548052-2728-436d-a9cf-8f84cc07b7bb, host dv-cinder-835881-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=62548052-2728-436d-a9cf-8f84cc07b7bb,segment=NetworkSegment(3d136d15-dbd4-4a28-bf1a-1c22979f6a0d),segment_id=3d136d15-dbd4-4a28-bf1a-1c22979f6a0d)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:18:00.575837 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-18d11327-a485-4dc4-a2ee-178661dac109 None None] Current status of the port f2442e6e-ebca-4b10-92e8-12be60a50f56 is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:18:00.582210 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2e6075-c6c7-4cf1-a1a8-d46049c2e7d6 admin admin] Pushing event updated for resources: {'Port': ['ID=2a7e2086-0f98-4e1e-8e94-c874cac22002,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:00.603369 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (62548052-2728-436d-a9cf-8f84cc07b7bb), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:00.604430 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 59959088-96f2-479d-9b48-e5a47ef4fd65 up at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:18:00.623080 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.v2.base [req-8e4da558-b46a-4d52-9724-fec02c5b8e74 req-258c7b60-b283-4855-bec4-2c5b87548392 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] Request body: {'port': {'device_id': '8e115ef6-d6b4-4dd0-b7d9-3c3d4c1f30eb', 'network_id': '0b8dd592-cc8c-4189-b2a8-9a0cda68fb31', 'admin_state_up': True, 'tenant_id': 'e3b8baea41ee4ee5b6a2edf23d1339ce'}} {{(pid=103494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:18:00.691982 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cc4091-1ced-4b6b-98f8-632ab8b37588 None None] Pushing event updated for resources: {'Port': ['ID=aa8e69e0-1140-401b-9e33-5f5a447d3d83,revision_number=2']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:00.765850 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59b3824-10df-4c5d-b596-d515efe0b5ac None None] Checking agent: {'id': '42d1cfe1-739c-4e03-9760-f1c54e546c99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 9, 48), 'started_at': datetime.datetime(2022, 3, 30, 18, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:18:00.767170 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59b3824-10df-4c5d-b596-d515efe0b5ac None None] Checking segment: {'id': '3d136d15-dbd4-4a28-bf1a-1c22979f6a0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:18:00.767870 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e59b3824-10df-4c5d-b596-d515efe0b5ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:00.768272 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59b3824-10df-4c5d-b596-d515efe0b5ac None None] Bound using segment: {'id': '3d136d15-dbd4-4a28-bf1a-1c22979f6a0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2'} {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:18:00.768758 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [None req-e59b3824-10df-4c5d-b596-d515efe0b5ac None None] Bound port: aa8e69e0-1140-401b-9e33-5f5a447d3d83, host: dv-cinder-835881-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d136d15-dbd4-4a28-bf1a-1c22979f6a0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2'}}] {{(pid=103496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:18:00.769239 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e59b3824-10df-4c5d-b596-d515efe0b5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (aa8e69e0-1140-401b-9e33-5f5a447d3d83), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:00.843415 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Pushing event updated for resources: {'Port': ['ID=62548052-2728-436d-a9cf-8f84cc07b7bb,revision_number=4']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:00.895419 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-1b2e6075-c6c7-4cf1-a1a8-d46049c2e7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (2a7e2086-0f98-4e1e-8e94-c874cac22002), before_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:00.941358 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-f172d9e5-9102-4357-85cb-50a6c6ecaafc None None] Provisioning complete for port 2a7e2086-0f98-4e1e-8e94-c874cac22002 triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:18:00.941642 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f172d9e5-9102-4357-85cb-50a6c6ecaafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (2a7e2086-0f98-4e1e-8e94-c874cac22002), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:00.944466 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 42938) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:00.947200 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e59b3824-10df-4c5d-b596-d515efe0b5ac None None] For port aa8e69e0-1140-401b-9e33-5f5a447d3d83, host dv-cinder-835881-1-iscsi, cleared binding levels {{(pid=103496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:18:00.959819 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e59b3824-10df-4c5d-b596-d515efe0b5ac None None] For port aa8e69e0-1140-401b-9e33-5f5a447d3d83, host dv-cinder-835881-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=aa8e69e0-1140-401b-9e33-5f5a447d3d83,segment=NetworkSegment(3d136d15-dbd4-4a28-bf1a-1c22979f6a0d),segment_id=3d136d15-dbd4-4a28-bf1a-1c22979f6a0d)] {{(pid=103496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:18:01.025257 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e59b3824-10df-4c5d-b596-d515efe0b5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (aa8e69e0-1140-401b-9e33-5f5a447d3d83), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:01.038173 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Provisioning complete for port 59959088-96f2-479d-9b48-e5a47ef4fd65 triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:18:01.039355 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (59959088-96f2-479d-9b48-e5a47ef4fd65), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:01.073661 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [req-0f941e18-92d3-4ee0-a02c-d68877f96aa8 req-320a7c23-7252-4ebf-a204-9268df71de71 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103495) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 18:18:01.083495 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0f941e18-92d3-4ee0-a02c-d68877f96aa8 req-320a7c23-7252-4ebf-a204-9268df71de71 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3520951 Mar 30 18:18:01.198679 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-f172d9e5-9102-4357-85cb-50a6c6ecaafc None None] Port 2a7e2086-0f98-4e1e-8e94-c874cac22002 cannot update to ACTIVE because it is not bound. {{(pid=103496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:18:01.278182 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59b3824-10df-4c5d-b596-d515efe0b5ac None None] Routers {'1505c357-1968-40e0-b5e9-8d977669f174'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:18:01.283306 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-e59b3824-10df-4c5d-b596-d515efe0b5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:17:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['1505c357-1968-40e0-b5e9-8d977669f174'], 'active': True} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:18:01.461432 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cc4091-1ced-4b6b-98f8-632ab8b37588 None None] Pushing event updated for resources: {'Port': ['ID=aa8e69e0-1140-401b-9e33-5f5a447d3d83,revision_number=3']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:01.591441 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-1b2e6075-c6c7-4cf1-a1a8-d46049c2e7d6 admin admin] Publish callbacks [] for port (2a7e2086-0f98-4e1e-8e94-c874cac22002), precommit_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:01.598207 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0091a906-047d-479b-9414-990391003796 admin admin] Notify agent at l3_agent.dv-cinder-835881-1-iscsi the message routers_updated {{(pid=103494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:18:01.617047 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Current status of the port 59959088-96f2-479d-9b48-e5a47ef4fd65 is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:18:01.642473 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 37c63768-60d0-4bd5-8f57-1c5cfe7e43ba up at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:18:01.649769 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-e78e9e53-e9fd-4424-ba80-9c38a2927d06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:01.658340 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-0091a906-047d-479b-9414-990391003796 admin admin] 10.222.0.41 "PUT /v2.0/routers/9d37eff0-117c-4838-a5ff-d33e0dea67b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4223964 Mar 30 18:18:01.690329 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-1b2e6075-c6c7-4cf1-a1a8-d46049c2e7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (2a7e2086-0f98-4e1e-8e94-c874cac22002), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:01.693401 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-1b2e6075-c6c7-4cf1-a1a8-d46049c2e7d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542317'] for router_interface (1505c357-1968-40e0-b5e9-8d977669f174), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:01.717370 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e4da558-b46a-4d52-9724-fec02c5b8e74 req-258c7b60-b283-4855-bec4-2c5b87548392 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] Made reservation on behalf of e3b8baea41ee4ee5b6a2edf23d1339ce for: {'port': 1} {{(pid=103494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:18:01.728342 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [req-8e4da558-b46a-4d52-9724-fec02c5b8e74 req-258c7b60-b283-4855-bec4-2c5b87548392 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:01.821191 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvr_db [None req-e59b3824-10df-4c5d-b596-d515efe0b5ac None None] Set router 1505c357-1968-40e0-b5e9-8d977669f174 gateway port host: dv-cinder-835881-1-iscsi {{(pid=103496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:18:02.356442 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-635fe934-7575-406d-b590-f9344ca5aaa0 req-e450f4fe-41ed-4362-8599-a48c4a68087e tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e115ef6-d6b4-4dd0-b7d9-3c3d4c1f30eb HTTP/1.1" status: 200 len: 210 time: 0.0998414 Mar 30 18:18:02.370327 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.db.db_base_plugin_common [req-8e4da558-b46a-4d52-9724-fec02c5b8e74 req-258c7b60-b283-4855-bec4-2c5b87548392 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] Allocated IP 172.20.0.12 (0b8dd592-cc8c-4189-b2a8-9a0cda68fb31/0acb7c77-57cf-4a81-9068-a62507bc91ec/668668df-5cd7-4990-9d47-36b0888a5631) {{(pid=103494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:18:02.468611 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Provisioning complete for port 37c63768-60d0-4bd5-8f57-1c5cfe7e43ba triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:18:02.470493 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (37c63768-60d0-4bd5-8f57-1c5cfe7e43ba), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:02.586772 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0f941e18-92d3-4ee0-a02c-d68877f96aa8 req-f072889c-555a-4703-bf41-02008c40c5f7 service neutron] 10.222.0.41 "GET /v2.0/networks/af60dc63-0b0b-4d35-9038-6256b5be5587?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5022814 Mar 30 18:18:02.740072 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2e6075-c6c7-4cf1-a1a8-d46049c2e7d6 admin admin] Pushing event updated for resources: {'Port': ['ID=2a7e2086-0f98-4e1e-8e94-c874cac22002,revision_number=2']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:02.771799 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0f941e18-92d3-4ee0-a02c-d68877f96aa8 req-22148fe0-84af-46c5-8a32-511af4876519 service neutron] 10.222.0.41 "GET /v2.0/networks/af60dc63-0b0b-4d35-9038-6256b5be5587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840611 Mar 30 18:18:02.907505 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [req-8e4da558-b46a-4d52-9724-fec02c5b8e74 req-258c7b60-b283-4855-bec4-2c5b87548392 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] Publish callbacks [] for port (668668df-5cd7-4990-9d47-36b0888a5631), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:03.005303 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37aba73f-caed-45ec-a4ee-a8a451f36593 None None] Sync routers for ids ['9d37eff0-117c-4838-a5ff-d33e0dea67b7'] in dv-cinder-835881-1-iscsi {{(pid=103497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:18:03.049544 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [req-8e4da558-b46a-4d52-9724-fec02c5b8e74 req-258c7b60-b283-4855-bec4-2c5b87548392 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728099412974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5343457'] for port (668668df-5cd7-4990-9d47-36b0888a5631), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:03.050328 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37aba73f-caed-45ec-a4ee-a8a451f36593 None None] Routers {'9d37eff0-117c-4838-a5ff-d33e0dea67b7'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:18:03.051005 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-37aba73f-caed-45ec-a4ee-a8a451f36593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:17:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['9d37eff0-117c-4838-a5ff-d33e0dea67b7'], 'active': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:18:03.054661 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-e59b3824-10df-4c5d-b596-d515efe0b5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1505c357-1968-40e0-b5e9-8d977669f174', 'name': 'tempest-AttachVolumeShelveTestJSON-1705928671-router', 'tenant_id': '6fa782fa1098408491690005ca6565dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': 'aa8e69e0-1140-401b-9e33-5f5a447d3d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:17:50Z', 'updated_at': '2022-03-30T18:18:00Z', 'revision_number': 4, 'project_id': '6fa782fa1098408491690005ca6565dc', 'gw_port': {'id': 'aa8e69e0-1140-401b-9e33-5f5a447d3d83', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:39:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1505c357-1968-40e0-b5e9-8d977669f174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:53Z', 'updated_at': '2022-03-30T18:18:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': '2a7e2086-0f98-4e1e-8e94-c874cac22002', 'name': '', 'network_id': '2ce9154c-b8f7-4a0a-9af0-70f7be76465b', 'tenant_id': '6fa782fa1098408491690005ca6565dc', 'mac_address': 'fa:16:3e:6c:97:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1505c357-1968-40e0-b5e9-8d977669f174', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '773c0134-3744-40c4-99d5-5fc49a43d810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:58Z', 'updated_at': '2022-03-30T18:17:59Z', 'revision_number': 1, 'project_id': '6fa782fa1098408491690005ca6565dc', 'subnets': [{'id': '773c0134-3744-40c4-99d5-5fc49a43d810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:18:03.064127 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2e6075-c6c7-4cf1-a1a8-d46049c2e7d6 admin admin] Network 2ce9154c-b8f7-4a0a-9af0-70f7be76465b is already hosted by enough agents. {{(pid=103495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:18:03.072201 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.base_scheduler [None req-1b2e6075-c6c7-4cf1-a1a8-d46049c2e7d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:18:03.194222 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Current status of the port 37c63768-60d0-4bd5-8f57-1c5cfe7e43ba is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:18:03.201081 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59b3824-10df-4c5d-b596-d515efe0b5ac None None] The sync data for ids ['1505c357-1968-40e0-b5e9-8d977669f174'] in dv-cinder-835881-1-iscsi is: [{'id': '1505c357-1968-40e0-b5e9-8d977669f174', 'name': 'tempest-AttachVolumeShelveTestJSON-1705928671-router', 'tenant_id': '6fa782fa1098408491690005ca6565dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': 'aa8e69e0-1140-401b-9e33-5f5a447d3d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:17:50Z', 'updated_at': '2022-03-30T18:18:00Z', 'revision_number': 4, 'project_id': '6fa782fa1098408491690005ca6565dc', 'gw_port': {'id': 'aa8e69e0-1140-401b-9e33-5f5a447d3d83', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:39:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1505c357-1968-40e0-b5e9-8d977669f174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:53Z', 'updated_at': '2022-03-30T18:18:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': '2a7e2086-0f98-4e1e-8e94-c874cac22002', 'name': '', 'network_id': '2ce9154c-b8f7-4a0a-9af0-70f7be76465b', 'tenant_id': '6fa782fa1098408491690005ca6565dc', 'mac_address': 'fa:16:3e:6c:97:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1505c357-1968-40e0-b5e9-8d977669f174', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '773c0134-3744-40c4-99d5-5fc49a43d810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:58Z', 'updated_at': '2022-03-30T18:17:59Z', 'revision_number': 1, 'project_id': '6fa782fa1098408491690005ca6565dc', 'subnets': [{'id': '773c0134-3744-40c4-99d5-5fc49a43d810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:18:03.313777 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e4da558-b46a-4d52-9724-fec02c5b8e74 req-258c7b60-b283-4855-bec4-2c5b87548392 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] Network 0b8dd592-cc8c-4189-b2a8-9a0cda68fb31 is already hosted by enough agents. {{(pid=103494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:18:03.323184 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.base_scheduler [req-8e4da558-b46a-4d52-9724-fec02c5b8e74 req-258c7b60-b283-4855-bec4-2c5b87548392 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] Resources bound (agent type, host, resource id): {{(pid=103494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:18:03.355606 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e4da558-b46a-4d52-9724-fec02c5b8e74 req-258c7b60-b283-4855-bec4-2c5b87548392 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] Received port after_create {{(pid=103494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:18:03.414201 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvr_db [None req-37aba73f-caed-45ec-a4ee-a8a451f36593 None None] Set router 9d37eff0-117c-4838-a5ff-d33e0dea67b7 gateway port host: dv-cinder-835881-1-iscsi {{(pid=103497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:18:03.435127 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258c7b60-b283-4855-bec4-2c5b87548392 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] Pushing event updated for resources: {'Port': ['ID=668668df-5cd7-4990-9d47-36b0888a5631,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:03.480678 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4da558-b46a-4d52-9724-fec02c5b8e74 req-258c7b60-b283-4855-bec4-2c5b87548392 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:03.481564 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [req-8e4da558-b46a-4d52-9724-fec02c5b8e74 req-258c7b60-b283-4855-bec4-2c5b87548392 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for port (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:03.515432 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b2e6075-c6c7-4cf1-a1a8-d46049c2e7d6 admin admin] Router 1505c357-1968-40e0-b5e9-8d977669f174 has already been hosted by L3 agent d6545c5f-a93c-4a15-87cd-019d3e75e7be {{(pid=103495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:18:03.541679 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [req-8e4da558-b46a-4d52-9724-fec02c5b8e74 req-258c7b60-b283-4855-bec4-2c5b87548392 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9281597 Mar 30 18:18:03.553538 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [req-8e4da558-b46a-4d52-9724-fec02c5b8e74 req-732977e6-e51c-4361-9fea-0970e76aab0f tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103494) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 18:18:03.561026 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [req-8e4da558-b46a-4d52-9724-fec02c5b8e74 req-732977e6-e51c-4361-9fea-0970e76aab0f tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0142441 Mar 30 18:18:03.625613 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ef4496c5-f7ad-4f23-be28-2c652a4facf4 req-ef5b6afa-ac74-45f6-b812-5d841839b6a1 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 210 time: 0.2459002 Mar 30 18:18:03.703174 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 62548052-2728-436d-a9cf-8f84cc07b7bb up at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:18:03.913757 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b2e6075-c6c7-4cf1-a1a8-d46049c2e7d6 admin admin] Notify agent at l3_agent.dv-cinder-835881-1-iscsi the message routers_updated {{(pid=103495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:18:03.919854 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-e78e9e53-e9fd-4424-ba80-9c38a2927d06 admin admin] Publish callbacks [] for security_group (4821e965-4f78-4220-a424-531d3aeddefd), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:03.939261 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-1b2e6075-c6c7-4cf1-a1a8-d46049c2e7d6 admin admin] 10.222.0.41 "PUT /v2.0/routers/1505c357-1968-40e0-b5e9-8d977669f174/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7668395 Mar 30 18:18:03.958399 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f32db0-dbc6-4f79-aee0-3d1ab916018e req-2b1bc8c1-eb54-4bf6-bf34-16ce9019689d tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:03.960114 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a0f32db0-dbc6-4f79-aee0-3d1ab916018e req-2b1bc8c1-eb54-4bf6-bf34-16ce9019689d tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/networks?id=3e13178f-fe3d-4acc-a151-e0891e100715 HTTP/1.1" status: 200 len: 819 time: 1.1811864 Mar 30 18:18:03.960985 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-e78e9e53-e9fd-4424-ba80-9c38a2927d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (4821e965-4f78-4220-a424-531d3aeddefd), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:04.003073 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-ad94871d-7941-4b3b-a87d-08331a9d0f38 None None] Provisioning complete for port 2a7e2086-0f98-4e1e-8e94-c874cac22002 triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:18:04.003520 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-ad94871d-7941-4b3b-a87d-08331a9d0f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (2a7e2086-0f98-4e1e-8e94-c874cac22002), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:04.004595 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.v2.base [req-8e4da558-b46a-4d52-9724-fec02c5b8e74 req-731daed2-2443-44f7-860f-b7febfc4eaf6 service neutron] Request body: {'port': {'device_id': '8e115ef6-d6b4-4dd0-b7d9-3c3d4c1f30eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:18:04.024763 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a0f32db0-dbc6-4f79-aee0-3d1ab916018e req-39a44124-6c46-41c1-a9d1-26d5c642b603 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/quotas/d22e85861b694f0e8bd7e2e7da8fbc45 HTTP/1.1" status: 200 len: 375 time: 0.0226736 Mar 30 18:18:04.163671 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-e78e9e53-e9fd-4424-ba80-9c38a2927d06 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f3e7d426bd6044228a0d39270d26f787&name=default HTTP/1.1" status: 200 len: 2996 time: 3.2154388 Mar 30 18:18:04.165841 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-ad94871d-7941-4b3b-a87d-08331a9d0f38 None None] Port 2a7e2086-0f98-4e1e-8e94-c874cac22002 cannot update to ACTIVE because it is not bound. {{(pid=103496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:18:04.168617 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 43042) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:04.173821 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-37aba73f-caed-45ec-a4ee-a8a451f36593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d37eff0-117c-4838-a5ff-d33e0dea67b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1883672350-router', 'tenant_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '62548052-2728-436d-a9cf-8f84cc07b7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:17:50Z', 'updated_at': '2022-03-30T18:17:58Z', 'revision_number': 4, 'project_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'gw_port': {'id': '62548052-2728-436d-a9cf-8f84cc07b7bb', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:93:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d37eff0-117c-4838-a5ff-d33e0dea67b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:52Z', 'updated_at': '2022-03-30T18:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': '6f8ced5e-dbd9-45c5-b95b-31f0e5408efe', 'name': '', 'network_id': '3e13178f-fe3d-4acc-a151-e0891e100715', 'tenant_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'mac_address': 'fa:16:3e:7b:22:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d37eff0-117c-4838-a5ff-d33e0dea67b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd0c7af2e-75fc-4b8f-a86b-ddae6e3c7dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:57Z', 'updated_at': '2022-03-30T18:17:58Z', 'revision_number': 2, 'project_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'subnets': [{'id': 'd0c7af2e-75fc-4b8f-a86b-ddae6e3c7dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:18:04.213391 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Provisioning complete for port 62548052-2728-436d-a9cf-8f84cc07b7bb triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:18:04.214041 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (62548052-2728-436d-a9cf-8f84cc07b7bb), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:04.218507 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [req-8e4da558-b46a-4d52-9724-fec02c5b8e74 req-731daed2-2443-44f7-860f-b7febfc4eaf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (668668df-5cd7-4990-9d47-36b0888a5631), before_update {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:04.264486 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78e9e53-e9fd-4424-ba80-9c38a2927d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4821e965-4f78-4220-a424-531d3aeddefd,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:04.342508 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37aba73f-caed-45ec-a4ee-a8a451f36593 None None] Checking router: 9d37eff0-117c-4838-a5ff-d33e0dea67b7 for host: dv-cinder-835881-1-iscsi {{(pid=103497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:18:04.346689 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37aba73f-caed-45ec-a4ee-a8a451f36593 None None] Updating router 9d37eff0-117c-4838-a5ff-d33e0dea67b7 port 6f8ced5e-dbd9-45c5-b95b-31f0e5408efe binding host dv-cinder-835881-1-iscsi {{(pid=103497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 18:18:04.384510 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a0f32db0-dbc6-4f79-aee0-3d1ab916018e req-9263cc53-f64e-4b95-a0bb-f95f5381d565 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d22e85861b694f0e8bd7e2e7da8fbc45&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3587146 Mar 30 18:18:04.419020 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-37aba73f-caed-45ec-a4ee-a8a451f36593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (6f8ced5e-dbd9-45c5-b95b-31f0e5408efe), before_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:04.488151 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Current status of the port 62548052-2728-436d-a9cf-8f84cc07b7bb is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:18:04.513333 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device f2442e6e-ebca-4b10-92e8-12be60a50f56 up at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:18:04.603078 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a0f32db0-dbc6-4f79-aee0-3d1ab916018e req-4197efa3-91a0-46c7-9351-bef9bfc1dbab service neutron] 10.222.0.41 "GET /v2.0/networks/3e13178f-fe3d-4acc-a151-e0891e100715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173874 Mar 30 18:18:04.660728 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-da465706-7c29-4275-9840-e86e5c207eb8 admin admin] Publish callbacks [] for security_group (4821e965-4f78-4220-a424-531d3aeddefd), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:04.711072 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Provisioning complete for port f2442e6e-ebca-4b10-92e8-12be60a50f56 triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:18:04.711557 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (f2442e6e-ebca-4b10-92e8-12be60a50f56), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:04.833393 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-da465706-7c29-4275-9840-e86e5c207eb8 admin admin] Publish callbacks [] for security_group (4821e965-4f78-4220-a424-531d3aeddefd), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:04.975143 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-da465706-7c29-4275-9840-e86e5c207eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (4821e965-4f78-4220-a424-531d3aeddefd), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:04.982985 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-da465706-7c29-4275-9840-e86e5c207eb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:04.986304 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-da465706-7c29-4275-9840-e86e5c207eb8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4821e965-4f78-4220-a424-531d3aeddefd HTTP/1.1" status: 204 len: 168 time: 0.8165243 Mar 30 18:18:05.026586 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Current status of the port f2442e6e-ebca-4b10-92e8-12be60a50f56 is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:18:05.083302 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.notifiers.nova [req-8e4da558-b46a-4d52-9724-fec02c5b8e74 req-731daed2-2443-44f7-860f-b7febfc4eaf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 668668df-5cd7-4990-9d47-36b0888a5631 {{(pid=103494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:18:05.098680 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [req-8e4da558-b46a-4d52-9724-fec02c5b8e74 req-731daed2-2443-44f7-860f-b7febfc4eaf6 service neutron] Publish callbacks [] for port (668668df-5cd7-4990-9d47-36b0888a5631), precommit_update {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:05.152332 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.db.provisioning_blocks [req-8e4da558-b46a-4d52-9724-fec02c5b8e74 req-731daed2-2443-44f7-860f-b7febfc4eaf6 service neutron] Transition to ACTIVE for port object 668668df-5cd7-4990-9d47-36b0888a5631 will not be triggered until provisioned by entity L2. {{(pid=103494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 18:18:05.164766 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [req-8e4da558-b46a-4d52-9724-fec02c5b8e74 req-731daed2-2443-44f7-860f-b7febfc4eaf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5343464'] for port (668668df-5cd7-4990-9d47-36b0888a5631), after_update {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:05.196147 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a0f32db0-dbc6-4f79-aee0-3d1ab916018e req-2dec29c1-fc38-4b7a-9e78-996f6ba8422b service neutron] 10.222.0.41 "GET /v2.0/networks/3e13178f-fe3d-4acc-a151-e0891e100715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5920279 Mar 30 18:18:05.208256 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da465706-7c29-4275-9840-e86e5c207eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4821e965-4f78-4220-a424-531d3aeddefd,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:05.255228 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731daed2-2443-44f7-860f-b7febfc4eaf6 service neutron] Pushing event updated for resources: {'Port': ['ID=668668df-5cd7-4990-9d47-36b0888a5631,revision_number=2']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:05.291641 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-37aba73f-caed-45ec-a4ee-a8a451f36593 None None] Publish callbacks [] for port (6f8ced5e-dbd9-45c5-b95b-31f0e5408efe), precommit_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:05.312493 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3622c6d-7d6a-4ee5-bf30-475ae9724a6f req-fd67a2d4-f8b4-4380-82b9-07b8d16fcc72 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:05.316348 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a3622c6d-7d6a-4ee5-bf30-475ae9724a6f req-fd67a2d4-f8b4-4380-82b9-07b8d16fcc72 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e115ef6-d6b4-4dd0-b7d9-3c3d4c1f30eb HTTP/1.1" status: 200 len: 932 time: 0.7513535 Mar 30 18:18:05.323319 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-37aba73f-caed-45ec-a4ee-a8a451f36593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (6f8ced5e-dbd9-45c5-b95b-31f0e5408efe), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:05.562864 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a3622c6d-7d6a-4ee5-bf30-475ae9724a6f req-6f788eb4-ddca-45bd-8bbc-edfad97c387c tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0f12903-c405-42c5-a871-d51bf6ad3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393258 Mar 30 18:18:05.606528 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61985a2b-09e1-480c-99f0-444a051c6ac5 None None] Pushing event updated for resources: {'Port': ['ID=6f8ced5e-dbd9-45c5-b95b-31f0e5408efe,revision_number=3']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:05.691314 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.managers [req-8e4da558-b46a-4d52-9724-fec02c5b8e74 req-731daed2-2443-44f7-860f-b7febfc4eaf6 service neutron] Attempting to bind port 668668df-5cd7-4990-9d47-36b0888a5631 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:18:05.691771 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.managers [req-8e4da558-b46a-4d52-9724-fec02c5b8e74 req-731daed2-2443-44f7-860f-b7febfc4eaf6 service neutron] Attempting to bind port 668668df-5cd7-4990-9d47-36b0888a5631 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'f053e8f4-d7c7-42e7-bc2c-cd2eb2b57621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '0b8dd592-cc8c-4189-b2a8-9a0cda68fb31'}] {{(pid=103494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:18:05.692114 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4da558-b46a-4d52-9724-fec02c5b8e74 req-731daed2-2443-44f7-860f-b7febfc4eaf6 service neutron] Attempting to bind port 668668df-5cd7-4990-9d47-36b0888a5631 on network 0b8dd592-cc8c-4189-b2a8-9a0cda68fb31 {{(pid=103494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:18:05.710353 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4da558-b46a-4d52-9724-fec02c5b8e74 req-731daed2-2443-44f7-860f-b7febfc4eaf6 service neutron] Port 668668df-5cd7-4990-9d47-36b0888a5631 on network 0b8dd592-cc8c-4189-b2a8-9a0cda68fb31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 18:18:05.710497 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4da558-b46a-4d52-9724-fec02c5b8e74 req-731daed2-2443-44f7-860f-b7febfc4eaf6 service neutron] Attempting to bind port 668668df-5cd7-4990-9d47-36b0888a5631 on network 0b8dd592-cc8c-4189-b2a8-9a0cda68fb31 {{(pid=103494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:18:05.724063 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device aa8e69e0-1140-401b-9e33-5f5a447d3d83 up at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:18:05.734711 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4da558-b46a-4d52-9724-fec02c5b8e74 req-731daed2-2443-44f7-860f-b7febfc4eaf6 service neutron] Checking agent: {'id': 'ab438a54-a4f6-4fd3-b589-96aa27265666', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 15, 49), 'started_at': datetime.datetime(2022, 3, 30, 18, 15, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:18:05.735022 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4da558-b46a-4d52-9724-fec02c5b8e74 req-731daed2-2443-44f7-860f-b7febfc4eaf6 service neutron] Checking segment: {'id': 'f053e8f4-d7c7-42e7-bc2c-cd2eb2b57621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '0b8dd592-cc8c-4189-b2a8-9a0cda68fb31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:18:05.735659 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4da558-b46a-4d52-9724-fec02c5b8e74 req-731daed2-2443-44f7-860f-b7febfc4eaf6 service neutron] Bound using segment: {'id': 'f053e8f4-d7c7-42e7-bc2c-cd2eb2b57621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '0b8dd592-cc8c-4189-b2a8-9a0cda68fb31'} {{(pid=103494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:18:05.736094 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.managers [req-8e4da558-b46a-4d52-9724-fec02c5b8e74 req-731daed2-2443-44f7-860f-b7febfc4eaf6 service neutron] Bound port: 668668df-5cd7-4990-9d47-36b0888a5631, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f053e8f4-d7c7-42e7-bc2c-cd2eb2b57621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '0b8dd592-cc8c-4189-b2a8-9a0cda68fb31'}}] {{(pid=103494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:18:05.736474 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [req-8e4da558-b46a-4d52-9724-fec02c5b8e74 req-731daed2-2443-44f7-860f-b7febfc4eaf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (668668df-5cd7-4990-9d47-36b0888a5631), before_update {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:05.865206 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [None req-37aba73f-caed-45ec-a4ee-a8a451f36593 None None] Attempting to bind port 6f8ced5e-dbd9-45c5-b95b-31f0e5408efe on host dv-cinder-835881-1-iscsi for vnic_type normal with profile {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:18:05.872552 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [None req-37aba73f-caed-45ec-a4ee-a8a451f36593 None None] Attempting to bind port 6f8ced5e-dbd9-45c5-b95b-31f0e5408efe by drivers openvswitch,hyperv on host dv-cinder-835881-1-iscsi at level 0 using segments [{'id': '098413ed-ec75-43e9-9db3-68f175b21721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '3e13178f-fe3d-4acc-a151-e0891e100715'}] {{(pid=103497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:18:05.873038 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aba73f-caed-45ec-a4ee-a8a451f36593 None None] Attempting to bind port 6f8ced5e-dbd9-45c5-b95b-31f0e5408efe on network 3e13178f-fe3d-4acc-a151-e0891e100715 {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:18:05.891775 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aba73f-caed-45ec-a4ee-a8a451f36593 None None] Checking agent: {'id': '42d1cfe1-739c-4e03-9760-f1c54e546c99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 9, 48), 'started_at': datetime.datetime(2022, 3, 30, 18, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:18:05.892506 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aba73f-caed-45ec-a4ee-a8a451f36593 None None] Checking segment: {'id': '098413ed-ec75-43e9-9db3-68f175b21721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '3e13178f-fe3d-4acc-a151-e0891e100715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:18:05.893090 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-37aba73f-caed-45ec-a4ee-a8a451f36593 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:05.894110 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aba73f-caed-45ec-a4ee-a8a451f36593 None None] Bound using segment: {'id': '098413ed-ec75-43e9-9db3-68f175b21721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '3e13178f-fe3d-4acc-a151-e0891e100715'} {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:18:05.894791 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [None req-37aba73f-caed-45ec-a4ee-a8a451f36593 None None] Bound port: 6f8ced5e-dbd9-45c5-b95b-31f0e5408efe, host: dv-cinder-835881-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '098413ed-ec75-43e9-9db3-68f175b21721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '3e13178f-fe3d-4acc-a151-e0891e100715'}}] {{(pid=103497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:18:05.895337 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-37aba73f-caed-45ec-a4ee-a8a451f36593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (6f8ced5e-dbd9-45c5-b95b-31f0e5408efe), before_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:06.023220 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [None req-37aba73f-caed-45ec-a4ee-a8a451f36593 None None] For port 6f8ced5e-dbd9-45c5-b95b-31f0e5408efe, host dv-cinder-835881-1-iscsi, cleared binding levels {{(pid=103497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:18:06.046705 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [None req-37aba73f-caed-45ec-a4ee-a8a451f36593 None None] For port 6f8ced5e-dbd9-45c5-b95b-31f0e5408efe, host dv-cinder-835881-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=6f8ced5e-dbd9-45c5-b95b-31f0e5408efe,segment=NetworkSegment(098413ed-ec75-43e9-9db3-68f175b21721),segment_id=098413ed-ec75-43e9-9db3-68f175b21721)] {{(pid=103497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:18:06.047652 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Provisioning complete for port aa8e69e0-1140-401b-9e33-5f5a447d3d83 triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:18:06.048039 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (aa8e69e0-1140-401b-9e33-5f5a447d3d83), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:06.068949 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-37aba73f-caed-45ec-a4ee-a8a451f36593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (6f8ced5e-dbd9-45c5-b95b-31f0e5408efe), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:06.117472 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-34b4efef-b642-44cb-9af5-3ca37c95e381 req-067a707c-5ec5-4b5a-a7d8-cc463a992029 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 210 time: 0.0767243 Mar 30 18:18:06.127654 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.db [req-8e4da558-b46a-4d52-9724-fec02c5b8e74 req-731daed2-2443-44f7-860f-b7febfc4eaf6 service neutron] For port 668668df-5cd7-4990-9d47-36b0888a5631, host hv-cinder-83588, cleared binding levels {{(pid=103494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:18:06.147877 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.db [req-8e4da558-b46a-4d52-9724-fec02c5b8e74 req-731daed2-2443-44f7-860f-b7febfc4eaf6 service neutron] For port 668668df-5cd7-4990-9d47-36b0888a5631, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=668668df-5cd7-4990-9d47-36b0888a5631,segment=NetworkSegment(f053e8f4-d7c7-42e7-bc2c-cd2eb2b57621),segment_id=f053e8f4-d7c7-42e7-bc2c-cd2eb2b57621)] {{(pid=103494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:18:06.166013 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [req-8e4da558-b46a-4d52-9724-fec02c5b8e74 req-731daed2-2443-44f7-860f-b7febfc4eaf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5343464'] for port (668668df-5cd7-4990-9d47-36b0888a5631), after_update {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:06.199502 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37aba73f-caed-45ec-a4ee-a8a451f36593 None None] Routers {'9d37eff0-117c-4838-a5ff-d33e0dea67b7'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:18:06.200578 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-37aba73f-caed-45ec-a4ee-a8a451f36593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:17:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['9d37eff0-117c-4838-a5ff-d33e0dea67b7'], 'active': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:18:06.206909 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61985a2b-09e1-480c-99f0-444a051c6ac5 None None] Pushing event updated for resources: {'Port': ['ID=6f8ced5e-dbd9-45c5-b95b-31f0e5408efe,revision_number=4']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:06.246090 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-fe4fe0f1-2037-4397-875e-7b4458a3407b req-207488d0-9c80-4cac-8fef-4a292672e352 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4caa7109-b153-4a12-a3ca-f9a0bd8ec82f HTTP/1.1" status: 200 len: 210 time: 0.0711284 Mar 30 18:18:06.352766 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4da558-b46a-4d52-9724-fec02c5b8e74 req-731daed2-2443-44f7-860f-b7febfc4eaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:06.353396 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [req-8e4da558-b46a-4d52-9724-fec02c5b8e74 req-731daed2-2443-44f7-860f-b7febfc4eaf6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for port (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:06.381845 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [req-8e4da558-b46a-4d52-9724-fec02c5b8e74 req-731daed2-2443-44f7-860f-b7febfc4eaf6 service neutron] 10.222.0.44 "PUT /v2.0/ports/668668df-5cd7-4990-9d47-36b0888a5631 HTTP/1.1" status: 200 len: 1094 time: 2.4866695 Mar 30 18:18:06.382322 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e115ef6-d6b4-4dd0-b7d9-3c3d4c1f30eb', 'tag': '668668df-5cd7-4990-9d47-36b0888a5631'}] {{(pid=103494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:18:06.447750 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-71e37979-a583-44ab-b57e-9164b0a720d1 None None] Provisioning complete for port 6f8ced5e-dbd9-45c5-b95b-31f0e5408efe triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:18:06.454203 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-71e37979-a583-44ab-b57e-9164b0a720d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (6f8ced5e-dbd9-45c5-b95b-31f0e5408efe), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:06.569286 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.44', 61718) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:06.748346 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731daed2-2443-44f7-860f-b7febfc4eaf6 service neutron] Pushing event updated for resources: {'Port': ['ID=668668df-5cd7-4990-9d47-36b0888a5631,revision_number=3']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:06.886484 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 43122) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:06.969518 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f941e18-92d3-4ee0-a02c-d68877f96aa8 req-fe5478b4-474a-4b30-8354-60d1aea224c9 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:06.975980 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [req-0f941e18-92d3-4ee0-a02c-d68877f96aa8 req-fe5478b4-474a-4b30-8354-60d1aea224c9 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.44 "GET /v2.0/networks?id=af60dc63-0b0b-4d35-9038-6256b5be5587 HTTP/1.1" status: 200 len: 811 time: 0.3962691 Mar 30 18:18:07.007228 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvr_db [None req-37aba73f-caed-45ec-a4ee-a8a451f36593 None None] Set router 9d37eff0-117c-4838-a5ff-d33e0dea67b7 gateway port host: dv-cinder-835881-1-iscsi {{(pid=103497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:18:07.081068 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Current status of the port aa8e69e0-1140-401b-9e33-5f5a447d3d83 is: DOWN; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:18:07.094655 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (aa8e69e0-1140-401b-9e33-5f5a447d3d83), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:07.122190 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-71e37979-a583-44ab-b57e-9164b0a720d1 None None] Current status of the port 6f8ced5e-dbd9-45c5-b95b-31f0e5408efe is: DOWN; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:18:07.122585 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-71e37979-a583-44ab-b57e-9164b0a720d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (6f8ced5e-dbd9-45c5-b95b-31f0e5408efe), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:07.250440 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4da558-b46a-4d52-9724-fec02c5b8e74 req-65c5a769-3b60-44b6-9044-831c14453c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:07.259018 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8e4da558-b46a-4d52-9724-fec02c5b8e74 req-65c5a769-3b60-44b6-9044-831c14453c96 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e3b8baea41ee4ee5b6a2edf23d1339ce&device_id=8e115ef6-d6b4-4dd0-b7d9-3c3d4c1f30eb HTTP/1.1" status: 200 len: 1128 time: 0.6808085 Mar 30 18:18:07.273630 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] For port aa8e69e0-1140-401b-9e33-5f5a447d3d83, host dv-cinder-835881-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=aa8e69e0-1140-401b-9e33-5f5a447d3d83,segment=NetworkSegment(3d136d15-dbd4-4a28-bf1a-1c22979f6a0d),segment_id=3d136d15-dbd4-4a28-bf1a-1c22979f6a0d)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:18:07.282503 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [req-0f941e18-92d3-4ee0-a02c-d68877f96aa8 req-73c4f388-448c-4f9a-aabd-7ec58c87789d tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53c3b19a0d50425983d94feecd1dec97 HTTP/1.1" status: 200 len: 380 time: 0.2812135 Mar 30 18:18:07.306101 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (aa8e69e0-1140-401b-9e33-5f5a447d3d83), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:07.317704 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-71e37979-a583-44ab-b57e-9164b0a720d1 None None] For port 6f8ced5e-dbd9-45c5-b95b-31f0e5408efe, host dv-cinder-835881-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=6f8ced5e-dbd9-45c5-b95b-31f0e5408efe,segment=NetworkSegment(098413ed-ec75-43e9-9db3-68f175b21721),segment_id=098413ed-ec75-43e9-9db3-68f175b21721)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:18:07.320202 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.v2.base [req-0f941e18-92d3-4ee0-a02c-d68877f96aa8 req-f8ef6065-a402-441e-a52c-5c0b4d827ce5 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Request body: {'port': {'device_id': '10b7ff41-4003-4ceb-b43d-83e1f5b48202', 'network_id': 'af60dc63-0b0b-4d35-9038-6256b5be5587', 'admin_state_up': True, 'tenant_id': '53c3b19a0d50425983d94feecd1dec97', 'security_groups': ['9aca0380-65a4-43ae-af2d-dca3c7f2e17a']}} {{(pid=103494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:18:07.406818 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-71e37979-a583-44ab-b57e-9164b0a720d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (6f8ced5e-dbd9-45c5-b95b-31f0e5408efe), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:07.461081 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 43144) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:07.623746 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Pushing event updated for resources: {'Port': ['ID=aa8e69e0-1140-401b-9e33-5f5a447d3d83,revision_number=4']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:07.629770 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [None req-7b6d7aeb-5847-4040-8520-37f44043e2ef tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Request body: {'security_group': {'name': 'tempest-securitygroup--314323352', 'description': 'tempest-description--229069337'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:18:07.723891 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb351bb8290705a302d4a38882229c6eed6c712c49b0ac171ffbe10a695cd3a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d362e1a-e9f5-4cb9-9536-91fb3331050f" -d '{"events": [{"name": "network-changed", "server_uuid": "8e115ef6-d6b4-4dd0-b7d9-3c3d4c1f30eb", "tag": "668668df-5cd7-4990-9d47-36b0888a5631"}]}' {{(pid=103494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:18:07.728424 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8e4da558-b46a-4d52-9724-fec02c5b8e74 req-44d2996c-50c3-4b44-a0bb-2b15ca76beef service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=668668df-5cd7-4990-9d47-36b0888a5631 HTTP/1.1" status: 200 len: 217 time: 0.4430714 Mar 30 18:18:07.734295 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-de6bb666-5d7e-4a04-a004-d92cbcae2c17 None None] Provisioning complete for port 6f8ced5e-dbd9-45c5-b95b-31f0e5408efe triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:18:07.735442 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-de6bb666-5d7e-4a04-a004-d92cbcae2c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (6f8ced5e-dbd9-45c5-b95b-31f0e5408efe), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:07.740636 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.agents_db [None req-01a7ea33-ae04-4be9-ae8a-11827e05d97f None None] Agent healthcheck: found 6 active agents {{(pid=103497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:18:07.771647 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a8bf5-c693-494a-8b9d-871d5b1deab3 req-a141410c-6053-465a-adba-0cf886ace074 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:07.782955 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f941e18-92d3-4ee0-a02c-d68877f96aa8 req-f8ef6065-a402-441e-a52c-5c0b4d827ce5 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Made reservation on behalf of 53c3b19a0d50425983d94feecd1dec97 for: {'port': 1} {{(pid=103494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:18:07.788456 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [req-0f941e18-92d3-4ee0-a02c-d68877f96aa8 req-f8ef6065-a402-441e-a52c-5c0b4d827ce5 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:07.788896 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-fe4a8bf5-c693-494a-8b9d-871d5b1deab3 req-a141410c-6053-465a-adba-0cf886ace074 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e115ef6-d6b4-4dd0-b7d9-3c3d4c1f30eb HTTP/1.1" status: 200 len: 944 time: 0.9351320 Mar 30 18:18:07.816780 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-7b6d7aeb-5847-4040-8520-37f44043e2ef tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks [] for security_group (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:07.840980 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e37979-a583-44ab-b57e-9164b0a720d1 None None] Pushing event updated for resources: {'Port': ['ID=6f8ced5e-dbd9-45c5-b95b-31f0e5408efe,revision_number=5']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:07.927342 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-de6bb666-5d7e-4a04-a004-d92cbcae2c17 None None] Current status of the port 6f8ced5e-dbd9-45c5-b95b-31f0e5408efe is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:18:07.969677 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-37aba73f-caed-45ec-a4ee-a8a451f36593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d37eff0-117c-4838-a5ff-d33e0dea67b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1883672350-router', 'tenant_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '62548052-2728-436d-a9cf-8f84cc07b7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:17:50Z', 'updated_at': '2022-03-30T18:17:58Z', 'revision_number': 4, 'project_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'gw_port': {'id': '62548052-2728-436d-a9cf-8f84cc07b7bb', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:93:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d37eff0-117c-4838-a5ff-d33e0dea67b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:52Z', 'updated_at': '2022-03-30T18:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': '6f8ced5e-dbd9-45c5-b95b-31f0e5408efe', 'name': '', 'network_id': '3e13178f-fe3d-4acc-a151-e0891e100715', 'tenant_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'mac_address': 'fa:16:3e:7b:22:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d37eff0-117c-4838-a5ff-d33e0dea67b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd0c7af2e-75fc-4b8f-a86b-ddae6e3c7dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:57Z', 'updated_at': '2022-03-30T18:18:06Z', 'revision_number': 4, 'project_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'subnets': [{'id': 'd0c7af2e-75fc-4b8f-a86b-ddae6e3c7dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:18:08.007233 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37aba73f-caed-45ec-a4ee-a8a451f36593 None None] The sync data for ids ['9d37eff0-117c-4838-a5ff-d33e0dea67b7'] in dv-cinder-835881-1-iscsi is: [{'id': '9d37eff0-117c-4838-a5ff-d33e0dea67b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1883672350-router', 'tenant_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '62548052-2728-436d-a9cf-8f84cc07b7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:17:50Z', 'updated_at': '2022-03-30T18:17:58Z', 'revision_number': 4, 'project_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'gw_port': {'id': '62548052-2728-436d-a9cf-8f84cc07b7bb', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:93:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d37eff0-117c-4838-a5ff-d33e0dea67b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:52Z', 'updated_at': '2022-03-30T18:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': '6f8ced5e-dbd9-45c5-b95b-31f0e5408efe', 'name': '', 'network_id': '3e13178f-fe3d-4acc-a151-e0891e100715', 'tenant_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'mac_address': 'fa:16:3e:7b:22:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d37eff0-117c-4838-a5ff-d33e0dea67b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd0c7af2e-75fc-4b8f-a86b-ddae6e3c7dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:57Z', 'updated_at': '2022-03-30T18:18:06Z', 'revision_number': 4, 'project_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'subnets': [{'id': 'd0c7af2e-75fc-4b8f-a86b-ddae6e3c7dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:18:08.153331 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.db.db_base_plugin_common [req-0f941e18-92d3-4ee0-a02c-d68877f96aa8 req-f8ef6065-a402-441e-a52c-5c0b4d827ce5 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Allocated IP 172.20.0.4 (af60dc63-0b0b-4d35-9038-6256b5be5587/a9cbee5a-5f20-44f1-9b84-2d90e031a239/c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5) {{(pid=103494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:18:08.224149 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-64cb397d-eb81-48ce-86f8-6e47251efe10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:08.238109 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f9e80b-c379-40ec-ac5d-2c03aea22e3b req-6d55d3f2-ae5c-4832-aab2-10672940b68a tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:08.239844 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-56f9e80b-c379-40ec-ac5d-2c03aea22e3b req-6d55d3f2-ae5c-4832-aab2-10672940b68a tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/networks?id=3e13178f-fe3d-4acc-a151-e0891e100715 HTTP/1.1" status: 200 len: 819 time: 0.2781208 Mar 30 18:18:08.246539 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4da558-b46a-4d52-9724-fec02c5b8e74 req-0ddc08b5-9d29-4ac7-8d36-08a0ac89b3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:08.248390 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8e4da558-b46a-4d52-9724-fec02c5b8e74 req-0ddc08b5-9d29-4ac7-8d36-08a0ac89b3ee service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0acb7c77-57cf-4a81-9068-a62507bc91ec HTTP/1.1" status: 200 len: 851 time: 0.4574285 Mar 30 18:18:08.297360 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-56f9e80b-c379-40ec-ac5d-2c03aea22e3b req-c6ff7f80-25f0-4330-8881-078091c573ae tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/quotas/d22e85861b694f0e8bd7e2e7da8fbc45 HTTP/1.1" status: 200 len: 375 time: 0.0271759 Mar 30 18:18:08.385802 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-fe4a8bf5-c693-494a-8b9d-871d5b1deab3 req-4d63dd68-85d3-457d-ba31-e7a8970fb977 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0f12903-c405-42c5-a871-d51bf6ad3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5959144 Mar 30 18:18:08.450331 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aea1de3-83f1-4773-a994-95ada34f66a6 None None] Sync routers for ids ['1505c357-1968-40e0-b5e9-8d977669f174'] in dv-cinder-835881-1-iscsi {{(pid=103496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:18:08.473302 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aea1de3-83f1-4773-a994-95ada34f66a6 None None] Routers {'1505c357-1968-40e0-b5e9-8d977669f174'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:18:08.474003 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-0aea1de3-83f1-4773-a994-95ada34f66a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:17:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['1505c357-1968-40e0-b5e9-8d977669f174'], 'active': True} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:18:08.522178 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-7b6d7aeb-5847-4040-8520-37f44043e2ef tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks [] for security_group (6ee739da-78c2-4a8c-ae9d-18271b7bdd30), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:08.561986 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-7b6d7aeb-5847-4040-8520-37f44043e2ef tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (6ee739da-78c2-4a8c-ae9d-18271b7bdd30), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:08.668945 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [req-0f941e18-92d3-4ee0-a02c-d68877f96aa8 req-f8ef6065-a402-441e-a52c-5c0b4d827ce5 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks [] for port (c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:08.714278 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [req-0f941e18-92d3-4ee0-a02c-d68877f96aa8 req-f8ef6065-a402-441e-a52c-5c0b4d827ce5 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728099412974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5343457'] for port (c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:08.753501 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvr_db [None req-0aea1de3-83f1-4773-a994-95ada34f66a6 None None] Set router 1505c357-1968-40e0-b5e9-8d977669f174 gateway port host: dv-cinder-835881-1-iscsi {{(pid=103496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:18:08.802511 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f941e18-92d3-4ee0-a02c-d68877f96aa8 req-f8ef6065-a402-441e-a52c-5c0b4d827ce5 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Network af60dc63-0b0b-4d35-9038-6256b5be5587 is already hosted by enough agents. {{(pid=103494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:18:08.809480 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.base_scheduler [req-0f941e18-92d3-4ee0-a02c-d68877f96aa8 req-f8ef6065-a402-441e-a52c-5c0b4d827ce5 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Resources bound (agent type, host, resource id): {{(pid=103494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:18:08.815476 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f941e18-92d3-4ee0-a02c-d68877f96aa8 req-f8ef6065-a402-441e-a52c-5c0b4d827ce5 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Received port after_create {{(pid=103494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:18:08.860459 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ef6065-a402-441e-a52c-5c0b4d827ce5 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Pushing event updated for resources: {'Port': ['ID=c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:08.915259 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-64cb397d-eb81-48ce-86f8-6e47251efe10 admin admin] Publish callbacks [] for security_group (60313274-ecc0-484e-95de-d78cd371f601), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:08.942467 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f941e18-92d3-4ee0-a02c-d68877f96aa8 req-f8ef6065-a402-441e-a52c-5c0b4d827ce5 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:08.943067 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [req-0f941e18-92d3-4ee0-a02c-d68877f96aa8 req-f8ef6065-a402-441e-a52c-5c0b4d827ce5 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for port (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:08.957620 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-52dab4b6-1f7a-4ace-9f36-14ca090c06af req-4ce2bc0b-d1bc-4ca2-bccf-0f315b6420f2 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 210 time: 0.4208355 Mar 30 18:18:08.979990 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [req-0f941e18-92d3-4ee0-a02c-d68877f96aa8 req-f8ef6065-a402-441e-a52c-5c0b4d827ce5 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6681347 Mar 30 18:18:09.016854 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-56f9e80b-c379-40ec-ac5d-2c03aea22e3b req-db6b2844-8ead-4eb5-9fc5-695f2673f607 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d22e85861b694f0e8bd7e2e7da8fbc45&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6778831 Mar 30 18:18:09.156885 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-64cb397d-eb81-48ce-86f8-6e47251efe10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (60313274-ecc0-484e-95de-d78cd371f601), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:09.169521 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-7b6d7aeb-5847-4040-8520-37f44043e2ef tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks [] for security_group (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:09.176424 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-7b6d7aeb-5847-4040-8520-37f44043e2ef tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.7030988 Mar 30 18:18:09.179244 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 43178) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:09.184226 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.v2.base [None req-2dd6125e-3a62-4ff8-b1ee-bf5462854277 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Request body: {'security_group_rule': {'security_group_id': '6ee739da-78c2-4a8c-ae9d-18271b7bdd30', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:18:09.232813 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d7aeb-5847-4040-8520-37f44043e2ef tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee739da-78c2-4a8c-ae9d-18271b7bdd30,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:09.244964 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-2dd6125e-3a62-4ff8-b1ee-bf5462854277 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks [] for security_group_rule (a2f04242-84b0-4d41-8a4a-52f167ef4aba), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:09.265891 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-0aea1de3-83f1-4773-a994-95ada34f66a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1505c357-1968-40e0-b5e9-8d977669f174', 'name': 'tempest-AttachVolumeShelveTestJSON-1705928671-router', 'tenant_id': '6fa782fa1098408491690005ca6565dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': 'aa8e69e0-1140-401b-9e33-5f5a447d3d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:17:50Z', 'updated_at': '2022-03-30T18:18:00Z', 'revision_number': 4, 'project_id': '6fa782fa1098408491690005ca6565dc', 'gw_port': {'id': 'aa8e69e0-1140-401b-9e33-5f5a447d3d83', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:39:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1505c357-1968-40e0-b5e9-8d977669f174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:53Z', 'updated_at': '2022-03-30T18:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': '2a7e2086-0f98-4e1e-8e94-c874cac22002', 'name': '', 'network_id': '2ce9154c-b8f7-4a0a-9af0-70f7be76465b', 'tenant_id': '6fa782fa1098408491690005ca6565dc', 'mac_address': 'fa:16:3e:6c:97:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1505c357-1968-40e0-b5e9-8d977669f174', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '773c0134-3744-40c4-99d5-5fc49a43d810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:58Z', 'updated_at': '2022-03-30T18:18:01Z', 'revision_number': 2, 'project_id': '6fa782fa1098408491690005ca6565dc', 'subnets': [{'id': '773c0134-3744-40c4-99d5-5fc49a43d810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:18:09.293086 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-64cb397d-eb81-48ce-86f8-6e47251efe10 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=10d5de725f4c49bd8cd62e6adfa08aed&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3841472 Mar 30 18:18:09.296644 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 43180) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:09.307087 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aea1de3-83f1-4773-a994-95ada34f66a6 None None] Checking router: 1505c357-1968-40e0-b5e9-8d977669f174 for host: dv-cinder-835881-1-iscsi {{(pid=103496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:18:09.307087 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aea1de3-83f1-4773-a994-95ada34f66a6 None None] Updating router 1505c357-1968-40e0-b5e9-8d977669f174 port 2a7e2086-0f98-4e1e-8e94-c874cac22002 binding host dv-cinder-835881-1-iscsi {{(pid=103496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 18:18:09.308145 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cb397d-eb81-48ce-86f8-6e47251efe10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60313274-ecc0-484e-95de-d78cd371f601,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:09.311307 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-1a66b397-be26-445c-9684-cb5615327dcb None None] Provisioning complete for port c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5 triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:18:09.311688 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1a66b397-be26-445c-9684-cb5615327dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:09.369143 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-0aea1de3-83f1-4773-a994-95ada34f66a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (2a7e2086-0f98-4e1e-8e94-c874cac22002), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:09.382359 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-56f9e80b-c379-40ec-ac5d-2c03aea22e3b req-5bb49bdc-6296-4680-8b91-eec3d285cf87 service neutron] 10.222.0.41 "GET /v2.0/networks/3e13178f-fe3d-4acc-a151-e0891e100715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3632002 Mar 30 18:18:09.386380 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-2dd6125e-3a62-4ff8-b1ee-bf5462854277 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks [] for security_group_rule (a2f04242-84b0-4d41-8a4a-52f167ef4aba), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:09.389944 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-1a66b397-be26-445c-9684-cb5615327dcb None None] Port c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5 cannot update to ACTIVE because it is not bound. {{(pid=103496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:18:09.400410 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-2dd6125e-3a62-4ff8-b1ee-bf5462854277 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005201'] for security_group_rule (a2f04242-84b0-4d41-8a4a-52f167ef4aba), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:09.435200 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd6125e-3a62-4ff8-b1ee-bf5462854277 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2f04242-84b0-4d41-8a4a-52f167ef4aba,revision_number=0']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:09.444044 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca3723e-a6f5-4b45-be8a-6cbb428237d8 x-openstack-request-id: req-5ca3723e-a6f5-4b45-be8a-6cbb428237d8 {{(pid=103494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:18:09.444389 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e115ef6-d6b4-4dd0-b7d9-3c3d4c1f30eb", "tag": "668668df-5cd7-4990-9d47-36b0888a5631", "status": "completed", "code": 200}]} {{(pid=103494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:18:09.444591 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5ca3723e-a6f5-4b45-be8a-6cbb428237d8 {{(pid=103494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:18:09.445068 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ca3723e-a6f5-4b45-be8a-6cbb428237d8'] response: {'name': 'network-changed', 'server_uuid': '8e115ef6-d6b4-4dd0-b7d9-3c3d4c1f30eb', 'tag': '668668df-5cd7-4990-9d47-36b0888a5631', 'status': 'completed', 'code': 200} Mar 30 18:18:09.466815 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-2dd6125e-3a62-4ff8-b1ee-bf5462854277 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:09.468959 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-2dd6125e-3a62-4ff8-b1ee-bf5462854277 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2887514 Mar 30 18:18:09.472853 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 43188) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:09.478728 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.v2.base [None req-00403fa2-1243-4c0d-a674-993efd5b37b3 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Request body: {'security_group_rule': {'security_group_id': '6ee739da-78c2-4a8c-ae9d-18271b7bdd30', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:18:09.511851 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-00403fa2-1243-4c0d-a674-993efd5b37b3 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks [] for security_group_rule (c4177069-3705-4b94-bc33-ce339038fa68), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:09.540977 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-56f9e80b-c379-40ec-ac5d-2c03aea22e3b req-15763fce-2d73-4bd0-a7ba-1218bc73216c service neutron] 10.222.0.41 "GET /v2.0/networks/3e13178f-fe3d-4acc-a151-e0891e100715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551383 Mar 30 18:18:09.593418 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-00403fa2-1243-4c0d-a674-993efd5b37b3 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks [] for security_group_rule (c4177069-3705-4b94-bc33-ce339038fa68), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:09.601538 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-00403fa2-1243-4c0d-a674-993efd5b37b3 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005201'] for security_group_rule (c4177069-3705-4b94-bc33-ce339038fa68), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:09.603487 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-9dbaea5e-cb91-4197-aa36-f2dcd9a50c01 admin admin] Publish callbacks [] for security_group (60313274-ecc0-484e-95de-d78cd371f601), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:09.610582 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device aa8e69e0-1140-401b-9e33-5f5a447d3d83 up at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:18:09.631040 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-9dbaea5e-cb91-4197-aa36-f2dcd9a50c01 admin admin] Publish callbacks [] for security_group (60313274-ecc0-484e-95de-d78cd371f601), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:09.669907 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-00403fa2-1243-4c0d-a674-993efd5b37b3 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:09.674018 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-00403fa2-1243-4c0d-a674-993efd5b37b3 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1959300 Mar 30 18:18:09.674018 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00403fa2-1243-4c0d-a674-993efd5b37b3 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4177069-3705-4b94-bc33-ce339038fa68,revision_number=0']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:09.675382 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 43194) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:09.681562 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [None req-8cd802b3-2af7-4cde-8ee7-0e97c67f9406 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Request body: {'floatingip': {'floating_network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:18:09.722414 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Provisioning complete for port aa8e69e0-1140-401b-9e33-5f5a447d3d83 triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:18:09.722941 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (aa8e69e0-1140-401b-9e33-5f5a447d3d83), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:09.723529 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8cd802b3-2af7-4cde-8ee7-0e97c67f9406 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:09.794109 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-9dbaea5e-cb91-4197-aa36-f2dcd9a50c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (60313274-ecc0-484e-95de-d78cd371f601), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:09.796515 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-9dbaea5e-cb91-4197-aa36-f2dcd9a50c01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:09.799928 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-9dbaea5e-cb91-4197-aa36-f2dcd9a50c01 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/60313274-ecc0-484e-95de-d78cd371f601 HTTP/1.1" status: 204 len: 168 time: 0.4984405 Mar 30 18:18:09.823085 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbaea5e-cb91-4197-aa36-f2dcd9a50c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60313274-ecc0-484e-95de-d78cd371f601,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:09.895278 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e5b5d-465a-43e7-a3b9-9d6aad9ec23d req-cba046a1-8923-4ee8-b948-5b27a62f4f73 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:09.897256 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-6e5e5b5d-465a-43e7-a3b9-9d6aad9ec23d req-cba046a1-8923-4ee8-b948-5b27a62f4f73 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e115ef6-d6b4-4dd0-b7d9-3c3d4c1f30eb HTTP/1.1" status: 200 len: 944 time: 0.1179142 Mar 30 18:18:10.017086 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ded0a0a2-f3cf-4d84-b595-b3d564d54ad9 req-a1716e1b-0796-4804-984c-653983b61519 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 210 time: 0.0502186 Mar 30 18:18:10.035426 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-6e5e5b5d-465a-43e7-a3b9-9d6aad9ec23d req-ddfdd503-c932-4991-9b7f-47b1317abe57 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0f12903-c405-42c5-a871-d51bf6ad3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172869 Mar 30 18:18:10.039267 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8cd802b3-2af7-4cde-8ee7-0e97c67f9406 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:10.176571 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-0aea1de3-83f1-4773-a994-95ada34f66a6 None None] Publish callbacks [] for port (2a7e2086-0f98-4e1e-8e94-c874cac22002), precommit_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:10.188698 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-0aea1de3-83f1-4773-a994-95ada34f66a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (2a7e2086-0f98-4e1e-8e94-c874cac22002), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:10.231922 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.db_base_plugin_common [None req-8cd802b3-2af7-4cde-8ee7-0e97c67f9406 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Allocated IP 172.27.1.13 (91cc19c8-4e3d-4b52-9973-bc78b4427ae2/e2593658-5374-4bbb-b8e3-ff319bcb6728/7a93a42b-13d1-40d0-9373-ca0b7df7f64d) {{(pid=103495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:18:10.313416 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Current status of the port aa8e69e0-1140-401b-9e33-5f5a447d3d83 is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:18:10.314724 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 6f8ced5e-dbd9-45c5-b95b-31f0e5408efe up at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:18:10.347797 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae43d29-4d51-4bf2-ae7e-57ae9aef47cd None None] Pushing event updated for resources: {'Port': ['ID=2a7e2086-0f98-4e1e-8e94-c874cac22002,revision_number=3']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:10.385209 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8cd802b3-2af7-4cde-8ee7-0e97c67f9406 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks [] for port (7a93a42b-13d1-40d0-9373-ca0b7df7f64d), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:10.436821 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8cd802b3-2af7-4cde-8ee7-0e97c67f9406 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728099412974'] for port (7a93a42b-13d1-40d0-9373-ca0b7df7f64d), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:10.515933 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd802b3-2af7-4cde-8ee7-0e97c67f9406 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Network 91cc19c8-4e3d-4b52-9973-bc78b4427ae2 is already hosted by enough agents. {{(pid=103495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:18:10.520710 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.base_scheduler [None req-8cd802b3-2af7-4cde-8ee7-0e97c67f9406 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Resources bound (agent type, host, resource id): {{(pid=103495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:18:10.524979 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Provisioning complete for port 6f8ced5e-dbd9-45c5-b95b-31f0e5408efe triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:18:10.525116 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (6f8ced5e-dbd9-45c5-b95b-31f0e5408efe), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:10.533658 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd802b3-2af7-4cde-8ee7-0e97c67f9406 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Received port after_create {{(pid=103495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:18:10.558667 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [None req-0aea1de3-83f1-4773-a994-95ada34f66a6 None None] Attempting to bind port 2a7e2086-0f98-4e1e-8e94-c874cac22002 on host dv-cinder-835881-1-iscsi for vnic_type normal with profile {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:18:10.559060 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [None req-0aea1de3-83f1-4773-a994-95ada34f66a6 None None] Attempting to bind port 2a7e2086-0f98-4e1e-8e94-c874cac22002 by drivers openvswitch,hyperv on host dv-cinder-835881-1-iscsi at level 0 using segments [{'id': '0fa95725-4471-4977-b74d-31230d09f2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2ce9154c-b8f7-4a0a-9af0-70f7be76465b'}] {{(pid=103496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:18:10.559433 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aea1de3-83f1-4773-a994-95ada34f66a6 None None] Attempting to bind port 2a7e2086-0f98-4e1e-8e94-c874cac22002 on network 2ce9154c-b8f7-4a0a-9af0-70f7be76465b {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:18:10.572342 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aea1de3-83f1-4773-a994-95ada34f66a6 None None] Checking agent: {'id': '42d1cfe1-739c-4e03-9760-f1c54e546c99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 9, 48), 'started_at': datetime.datetime(2022, 3, 30, 18, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:18:10.572699 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aea1de3-83f1-4773-a994-95ada34f66a6 None None] Checking segment: {'id': '0fa95725-4471-4977-b74d-31230d09f2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2ce9154c-b8f7-4a0a-9af0-70f7be76465b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:18:10.573105 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-0aea1de3-83f1-4773-a994-95ada34f66a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:10.573507 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aea1de3-83f1-4773-a994-95ada34f66a6 None None] Bound using segment: {'id': '0fa95725-4471-4977-b74d-31230d09f2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2ce9154c-b8f7-4a0a-9af0-70f7be76465b'} {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:18:10.573992 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [None req-0aea1de3-83f1-4773-a994-95ada34f66a6 None None] Bound port: 2a7e2086-0f98-4e1e-8e94-c874cac22002, host: dv-cinder-835881-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fa95725-4471-4977-b74d-31230d09f2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2ce9154c-b8f7-4a0a-9af0-70f7be76465b'}}] {{(pid=103496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:18:10.574417 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-0aea1de3-83f1-4773-a994-95ada34f66a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (2a7e2086-0f98-4e1e-8e94-c874cac22002), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:10.615991 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd802b3-2af7-4cde-8ee7-0e97c67f9406 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Pushing event updated for resources: {'Port': ['ID=7a93a42b-13d1-40d0-9373-ca0b7df7f64d,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:10.659549 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81aafd-2f96-469f-96a8-91b88faf027f req-1977e017-62c2-4d10-a959-308a8e94a897 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:10.661334 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5c81aafd-2f96-469f-96a8-91b88faf027f req-1977e017-62c2-4d10-a959-308a8e94a897 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 931 time: 0.2383816 Mar 30 18:18:10.664797 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8cd802b3-2af7-4cde-8ee7-0e97c67f9406 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks [] for floatingip (0ecc4226-5b99-41a2-a1d3-6304b2760150), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:10.675803 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-0aea1de3-83f1-4773-a994-95ada34f66a6 None None] For port 2a7e2086-0f98-4e1e-8e94-c874cac22002, host dv-cinder-835881-1-iscsi, cleared binding levels {{(pid=103496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:18:10.679103 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-0aea1de3-83f1-4773-a994-95ada34f66a6 None None] For port 2a7e2086-0f98-4e1e-8e94-c874cac22002, host dv-cinder-835881-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=2a7e2086-0f98-4e1e-8e94-c874cac22002,segment=NetworkSegment(0fa95725-4471-4977-b74d-31230d09f2bc),segment_id=0fa95725-4471-4977-b74d-31230d09f2bc)] {{(pid=103496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:18:10.736398 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-0aea1de3-83f1-4773-a994-95ada34f66a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (2a7e2086-0f98-4e1e-8e94-c874cac22002), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:10.745799 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Current status of the port 6f8ced5e-dbd9-45c5-b95b-31f0e5408efe is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:18:10.752354 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5c81aafd-2f96-469f-96a8-91b88faf027f req-af2a4fa9-407f-4c43-89b4-427b33b7a389 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?id=9aca0380-65a4-43ae-af2d-dca3c7f2e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787923 Mar 30 18:18:10.764695 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8cd802b3-2af7-4cde-8ee7-0e97c67f9406 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (7a93a42b-13d1-40d0-9373-ca0b7df7f64d), before_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:10.792624 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aea1de3-83f1-4773-a994-95ada34f66a6 None None] Routers {'1505c357-1968-40e0-b5e9-8d977669f174'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:18:10.793270 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-0aea1de3-83f1-4773-a994-95ada34f66a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:17:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['1505c357-1968-40e0-b5e9-8d977669f174'], 'active': True} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:18:10.931731 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-babedb44-817f-490c-8082-220ce1b49eba None None] Provisioning complete for port 2a7e2086-0f98-4e1e-8e94-c874cac22002 triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:18:10.932120 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-babedb44-817f-490c-8082-220ce1b49eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (2a7e2086-0f98-4e1e-8e94-c874cac22002), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:10.991763 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvr_db [None req-0aea1de3-83f1-4773-a994-95ada34f66a6 None None] Set router 1505c357-1968-40e0-b5e9-8d977669f174 gateway port host: dv-cinder-835881-1-iscsi {{(pid=103496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:18:11.092481 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8cd802b3-2af7-4cde-8ee7-0e97c67f9406 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks [] for port (7a93a42b-13d1-40d0-9373-ca0b7df7f64d), precommit_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:11.100393 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8cd802b3-2af7-4cde-8ee7-0e97c67f9406 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (7a93a42b-13d1-40d0-9373-ca0b7df7f64d), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:11.147509 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae43d29-4d51-4bf2-ae7e-57ae9aef47cd None None] Pushing event updated for resources: {'Port': ['ID=2a7e2086-0f98-4e1e-8e94-c874cac22002,revision_number=4']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:11.204997 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8cd802b3-2af7-4cde-8ee7-0e97c67f9406 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541296'] for floatingip (0ecc4226-5b99-41a2-a1d3-6304b2760150), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:11.214872 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd802b3-2af7-4cde-8ee7-0e97c67f9406 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Pushing event updated for resources: {'Port': ['ID=7a93a42b-13d1-40d0-9373-ca0b7df7f64d,revision_number=2']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:11.257746 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a6016a8c-9d6f-4eba-a014-a3fe4176578e req-839de1a2-0a6e-4e46-b510-c0b60885685d tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 210 time: 0.0441160 Mar 30 18:18:11.296172 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8cd802b3-2af7-4cde-8ee7-0e97c67f9406 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for floatingip (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:11.305737 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-8cd802b3-2af7-4cde-8ee7-0e97c67f9406 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6292822 Mar 30 18:18:11.325722 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d39d26-00bd-4d74-9001-8689f6d3de5c req-0a21cdba-5e18-44fd-9b83-bb4170e6d13f tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:11.328187 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c9d39d26-00bd-4d74-9001-8689f6d3de5c req-0a21cdba-5e18-44fd-9b83-bb4170e6d13f tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e115ef6-d6b4-4dd0-b7d9-3c3d4c1f30eb HTTP/1.1" status: 200 len: 944 time: 0.1157358 Mar 30 18:18:11.363416 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-babedb44-817f-490c-8082-220ce1b49eba None None] Current status of the port 2a7e2086-0f98-4e1e-8e94-c874cac22002 is: DOWN; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:18:11.363795 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-babedb44-817f-490c-8082-220ce1b49eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (2a7e2086-0f98-4e1e-8e94-c874cac22002), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:11.392315 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 43286) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:11.410871 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c9d39d26-00bd-4d74-9001-8689f6d3de5c req-f08dc3c5-4b9f-4d38-8074-730d4b9eef68 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0f12903-c405-42c5-a871-d51bf6ad3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746694 Mar 30 18:18:11.499460 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 2a7e2086-0f98-4e1e-8e94-c874cac22002 up at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:18:11.503402 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-babedb44-817f-490c-8082-220ce1b49eba None None] For port 2a7e2086-0f98-4e1e-8e94-c874cac22002, host dv-cinder-835881-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=2a7e2086-0f98-4e1e-8e94-c874cac22002,segment=NetworkSegment(0fa95725-4471-4977-b74d-31230d09f2bc),segment_id=0fa95725-4471-4977-b74d-31230d09f2bc)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:18:11.538579 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-babedb44-817f-490c-8082-220ce1b49eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (2a7e2086-0f98-4e1e-8e94-c874cac22002), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:11.638344 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babedb44-817f-490c-8082-220ce1b49eba None None] Pushing event updated for resources: {'Port': ['ID=2a7e2086-0f98-4e1e-8e94-c874cac22002,revision_number=5']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:11.650626 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-0aea1de3-83f1-4773-a994-95ada34f66a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1505c357-1968-40e0-b5e9-8d977669f174', 'name': 'tempest-AttachVolumeShelveTestJSON-1705928671-router', 'tenant_id': '6fa782fa1098408491690005ca6565dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': 'aa8e69e0-1140-401b-9e33-5f5a447d3d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:17:50Z', 'updated_at': '2022-03-30T18:18:00Z', 'revision_number': 4, 'project_id': '6fa782fa1098408491690005ca6565dc', 'gw_port': {'id': 'aa8e69e0-1140-401b-9e33-5f5a447d3d83', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:39:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1505c357-1968-40e0-b5e9-8d977669f174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:53Z', 'updated_at': '2022-03-30T18:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': '2a7e2086-0f98-4e1e-8e94-c874cac22002', 'name': '', 'network_id': '2ce9154c-b8f7-4a0a-9af0-70f7be76465b', 'tenant_id': '6fa782fa1098408491690005ca6565dc', 'mac_address': 'fa:16:3e:6c:97:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1505c357-1968-40e0-b5e9-8d977669f174', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '773c0134-3744-40c4-99d5-5fc49a43d810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:58Z', 'updated_at': '2022-03-30T18:18:10Z', 'revision_number': 4, 'project_id': '6fa782fa1098408491690005ca6565dc', 'subnets': [{'id': '773c0134-3744-40c4-99d5-5fc49a43d810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:18:11.686032 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Provisioning complete for port 2a7e2086-0f98-4e1e-8e94-c874cac22002 triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:18:11.687098 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (2a7e2086-0f98-4e1e-8e94-c874cac22002), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:11.692788 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aea1de3-83f1-4773-a994-95ada34f66a6 None None] The sync data for ids ['1505c357-1968-40e0-b5e9-8d977669f174'] in dv-cinder-835881-1-iscsi is: [{'id': '1505c357-1968-40e0-b5e9-8d977669f174', 'name': 'tempest-AttachVolumeShelveTestJSON-1705928671-router', 'tenant_id': '6fa782fa1098408491690005ca6565dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': 'aa8e69e0-1140-401b-9e33-5f5a447d3d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:17:50Z', 'updated_at': '2022-03-30T18:18:00Z', 'revision_number': 4, 'project_id': '6fa782fa1098408491690005ca6565dc', 'gw_port': {'id': 'aa8e69e0-1140-401b-9e33-5f5a447d3d83', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:39:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1505c357-1968-40e0-b5e9-8d977669f174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:53Z', 'updated_at': '2022-03-30T18:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': '2a7e2086-0f98-4e1e-8e94-c874cac22002', 'name': '', 'network_id': '2ce9154c-b8f7-4a0a-9af0-70f7be76465b', 'tenant_id': '6fa782fa1098408491690005ca6565dc', 'mac_address': 'fa:16:3e:6c:97:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1505c357-1968-40e0-b5e9-8d977669f174', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '773c0134-3744-40c4-99d5-5fc49a43d810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:58Z', 'updated_at': '2022-03-30T18:18:10Z', 'revision_number': 4, 'project_id': '6fa782fa1098408491690005ca6565dc', 'subnets': [{'id': '773c0134-3744-40c4-99d5-5fc49a43d810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:18:11.698986 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-1de9e1e0-e737-4e1f-8c7c-c39f9f8a2b5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:11.728636 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-c01a98cf-d1eb-491f-abbd-40dbaa6657b4 None None] Provisioning complete for port 2a7e2086-0f98-4e1e-8e94-c874cac22002 triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:18:11.728800 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-c01a98cf-d1eb-491f-abbd-40dbaa6657b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (2a7e2086-0f98-4e1e-8e94-c874cac22002), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:11.783073 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f992a852-8a7b-4863-95ff-917a063f0063 req-08cb136d-98ae-429f-99d1-1d92da2584f0 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--314323352&fields=id&tenant_id=6fa782fa1098408491690005ca6565dc HTTP/1.1" status: 200 len: 267 time: 0.1109409 Mar 30 18:18:11.797019 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-11bf2d83-d9fb-4244-9a54-d0fa713cdb61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:11.832817 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-1de9e1e0-e737-4e1f-8c7c-c39f9f8a2b5e admin admin] Publish callbacks [] for security_group (a26ab9d6-d57d-4b9e-920a-6b64cc30eb87), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:11.842889 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-1de9e1e0-e737-4e1f-8c7c-c39f9f8a2b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (a26ab9d6-d57d-4b9e-920a-6b64cc30eb87), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:11.918210 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9e1e0-e737-4e1f-8c7c-c39f9f8a2b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26ab9d6-d57d-4b9e-920a-6b64cc30eb87,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:11.970834 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-1de9e1e0-e737-4e1f-8c7c-c39f9f8a2b5e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d63cd6d9c4804fc4b88982c4822c7615&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5773449 Mar 30 18:18:11.972370 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-c01a98cf-d1eb-491f-abbd-40dbaa6657b4 None None] Current status of the port 2a7e2086-0f98-4e1e-8e94-c874cac22002 is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:18:11.973445 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 43314) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:11.996514 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Current status of the port 2a7e2086-0f98-4e1e-8e94-c874cac22002 is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:18:12.007791 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992a852-8a7b-4863-95ff-917a063f0063 req-30aad3dc-56de-4bb8-8eeb-462e49e23555 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:12.018640 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f992a852-8a7b-4863-95ff-917a063f0063 req-30aad3dc-56de-4bb8-8eeb-462e49e23555 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/networks?id=2ce9154c-b8f7-4a0a-9af0-70f7be76465b HTTP/1.1" status: 200 len: 817 time: 0.2204723 Mar 30 18:18:12.022152 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6922fd-09f8-48cb-9db7-8c0bcbbb164c req-4daee376-cf48-4abb-aeaf-7d58a87d9578 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:12.023677 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-cf6922fd-09f8-48cb-9db7-8c0bcbbb164c req-4daee376-cf48-4abb-aeaf-7d58a87d9578 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 931 time: 0.1213839 Mar 30 18:18:12.074702 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f992a852-8a7b-4863-95ff-917a063f0063 req-fa53d271-0475-478e-a384-d7a6882425fe tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/quotas/6fa782fa1098408491690005ca6565dc HTTP/1.1" status: 200 len: 375 time: 0.0497522 Mar 30 18:18:12.084393 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-ceca0df4-d4fd-4dcb-9b8b-ca65b03e7e4e admin admin] Publish callbacks [] for security_group (a26ab9d6-d57d-4b9e-920a-6b64cc30eb87), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:12.109738 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-ceca0df4-d4fd-4dcb-9b8b-ca65b03e7e4e admin admin] Publish callbacks [] for security_group (a26ab9d6-d57d-4b9e-920a-6b64cc30eb87), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:12.109857 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-cf6922fd-09f8-48cb-9db7-8c0bcbbb164c req-2a27d8a8-fdf9-4d9f-b0aa-28cebb2f347b tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?id=9aca0380-65a4-43ae-af2d-dca3c7f2e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766180 Mar 30 18:18:12.176774 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-ceca0df4-d4fd-4dcb-9b8b-ca65b03e7e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (a26ab9d6-d57d-4b9e-920a-6b64cc30eb87), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:12.179567 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-ceca0df4-d4fd-4dcb-9b8b-ca65b03e7e4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:12.180969 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-ceca0df4-d4fd-4dcb-9b8b-ca65b03e7e4e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a26ab9d6-d57d-4b9e-920a-6b64cc30eb87 HTTP/1.1" status: 204 len: 168 time: 0.2057960 Mar 30 18:18:12.182932 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f992a852-8a7b-4863-95ff-917a063f0063 req-abb0e192-ddf7-4a05-864e-e11253277da8 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6fa782fa1098408491690005ca6565dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0996833 Mar 30 18:18:12.191756 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceca0df4-d4fd-4dcb-9b8b-ca65b03e7e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26ab9d6-d57d-4b9e-920a-6b64cc30eb87,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:12.303912 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f992a852-8a7b-4863-95ff-917a063f0063 req-2fbc4d7c-9523-4595-9c45-1b5a8e838e80 service neutron] 10.222.0.41 "GET /v2.0/networks/2ce9154c-b8f7-4a0a-9af0-70f7be76465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051478 Mar 30 18:18:12.443607 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b49ec746-316a-4937-9097-d3eaf5bf1deb req-1f76671f-4edf-4453-9cc7-eaba54884a08 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 210 time: 0.0403914 Mar 30 18:18:12.504030 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f992a852-8a7b-4863-95ff-917a063f0063 req-86a6d9c4-318e-4b97-8d67-fdee8aca7bbc service neutron] 10.222.0.41 "GET /v2.0/networks/2ce9154c-b8f7-4a0a-9af0-70f7be76465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928198 Mar 30 18:18:12.591640 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514d44f-6d0f-42b7-9a60-c85d28fa587a req-65ea80d0-9fa6-490d-8d1f-2f1c06a58689 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:12.593741 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-7514d44f-6d0f-42b7-9a60-c85d28fa587a req-65ea80d0-9fa6-490d-8d1f-2f1c06a58689 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e115ef6-d6b4-4dd0-b7d9-3c3d4c1f30eb HTTP/1.1" status: 200 len: 944 time: 0.0630283 Mar 30 18:18:12.654602 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-7514d44f-6d0f-42b7-9a60-c85d28fa587a req-9e6bc652-fc81-449f-aadc-df553b827597 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0f12903-c405-42c5-a871-d51bf6ad3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549982 Mar 30 18:18:12.736723 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-4b9cbd80-8338-40bb-b7d5-1b8905a86125 req-5cf3c747-39c9-45f2-83c4-f3c5ceec3e73 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 210 time: 0.0472116 Mar 30 18:18:13.329916 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c16e2-0597-4489-a019-b7e082b556b6 req-f42a384f-a8ec-4ab0-8222-88a5fc7b42a0 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:13.336889 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-770c16e2-0597-4489-a019-b7e082b556b6 req-f42a384f-a8ec-4ab0-8222-88a5fc7b42a0 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 931 time: 0.1313624 Mar 30 18:18:13.432067 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-770c16e2-0597-4489-a019-b7e082b556b6 req-19632b5d-254a-47d0-9b38-95d2c2a7353c tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?id=9aca0380-65a4-43ae-af2d-dca3c7f2e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940499 Mar 30 18:18:13.481185 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 2a7e2086-0f98-4e1e-8e94-c874cac22002 up at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:18:13.580647 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b3e5e2d0-745f-4114-b92d-2cf2e7414162 req-6b2b232c-cd9f-49f6-84b1-6f8ccf997ecc tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 210 time: 0.0498857 Mar 30 18:18:13.584609 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Provisioning complete for port 2a7e2086-0f98-4e1e-8e94-c874cac22002 triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:18:13.585391 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (2a7e2086-0f98-4e1e-8e94-c874cac22002), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:13.667379 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 43384) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:13.758914 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Current status of the port 2a7e2086-0f98-4e1e-8e94-c874cac22002 is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:18:13.871277 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-379a9b08-d338-49c0-98af-88455667b085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:14.003595 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8e2e0244-61b3-435e-b42c-efdd08020f78 req-8b79eb9e-2c14-4295-b292-a843b851be0a tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 210 time: 0.0930905 Mar 30 18:18:14.035183 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-d3071642-c88a-49b3-8226-b3cf09ff4c25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:14.057524 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9406c3-1306-4aa5-afe0-5c3071f78fb2 req-9de95242-dfdc-4c15-b71b-a4a1827a3434 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:14.065542 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-fc9406c3-1306-4aa5-afe0-5c3071f78fb2 req-9de95242-dfdc-4c15-b71b-a4a1827a3434 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e115ef6-d6b4-4dd0-b7d9-3c3d4c1f30eb HTTP/1.1" status: 200 len: 944 time: 0.2103403 Mar 30 18:18:14.177985 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-fc9406c3-1306-4aa5-afe0-5c3071f78fb2 req-37215194-c51c-4500-852b-ac13cedc8c53 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0f12903-c405-42c5-a871-d51bf6ad3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114600 Mar 30 18:18:14.249994 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-d3071642-c88a-49b3-8226-b3cf09ff4c25 admin admin] Publish callbacks [] for security_group (ca12a9dd-9e89-4ef1-b757-f6cb4fbf4045), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:14.261629 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-d3071642-c88a-49b3-8226-b3cf09ff4c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (ca12a9dd-9e89-4ef1-b757-f6cb4fbf4045), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:14.321227 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3071642-c88a-49b3-8226-b3cf09ff4c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca12a9dd-9e89-4ef1-b757-f6cb4fbf4045,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:14.350901 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-d3071642-c88a-49b3-8226-b3cf09ff4c25 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a8844d60c0c940658b535568425e908c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6822476 Mar 30 18:18:14.358009 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 43422) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:14.504860 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-b7f552f3-b289-4e0f-8e1f-6b8b406c7761 admin admin] Publish callbacks [] for security_group (ca12a9dd-9e89-4ef1-b757-f6cb4fbf4045), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:14.530005 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-b7f552f3-b289-4e0f-8e1f-6b8b406c7761 admin admin] Publish callbacks [] for security_group (ca12a9dd-9e89-4ef1-b757-f6cb4fbf4045), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:14.647936 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0b810-ad3e-4f5b-b108-67101e63bb4d req-ce61e9cf-4859-4ef4-b2fc-c5519ce92dee tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:14.649480 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-39d0b810-ad3e-4f5b-b108-67101e63bb4d req-ce61e9cf-4859-4ef4-b2fc-c5519ce92dee tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 931 time: 0.1030574 Mar 30 18:18:14.649723 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-b7f552f3-b289-4e0f-8e1f-6b8b406c7761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (ca12a9dd-9e89-4ef1-b757-f6cb4fbf4045), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:14.653685 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-b7f552f3-b289-4e0f-8e1f-6b8b406c7761 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:14.656018 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-b7f552f3-b289-4e0f-8e1f-6b8b406c7761 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ca12a9dd-9e89-4ef1-b757-f6cb4fbf4045 HTTP/1.1" status: 204 len: 168 time: 0.2967160 Mar 30 18:18:14.678548 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f552f3-b289-4e0f-8e1f-6b8b406c7761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca12a9dd-9e89-4ef1-b757-f6cb4fbf4045,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:14.759602 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-7b85eda2-8c13-4dca-ba94-7e53ba123451 req-5d04f1bb-1c4c-4b3a-ae9c-5b59064d5d39 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 210 time: 0.0404191 Mar 30 18:18:14.776921 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-39d0b810-ad3e-4f5b-b108-67101e63bb4d req-f69f3880-6c75-4b95-a61f-749dfdb53091 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?id=9aca0380-65a4-43ae-af2d-dca3c7f2e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160660 Mar 30 18:18:15.022712 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:15.206000 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c2d8c2f2-e6c3-417c-a37d-97e135e3ce6d req-f902838d-fdec-4afd-8393-b11434bc7219 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 210 time: 0.0612419 Mar 30 18:18:15.356611 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 43462) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:15.377677 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-8b1075c7-ba18-4570-8c74-46886f8e1ba6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:15.459859 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64a546-1e92-4795-88a0-ac254bd71387 req-159e488e-16eb-4091-ad5b-11c8d9e57ca3 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:15.465784 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8e64a546-1e92-4795-88a0-ac254bd71387 req-159e488e-16eb-4091-ad5b-11c8d9e57ca3 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e115ef6-d6b4-4dd0-b7d9-3c3d4c1f30eb HTTP/1.1" status: 200 len: 944 time: 0.1374035 Mar 30 18:18:15.575968 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8e64a546-1e92-4795-88a0-ac254bd71387 req-f6186d3b-2fcb-4e3d-ac09-90b2c7d45503 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0f12903-c405-42c5-a871-d51bf6ad3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035235 Mar 30 18:18:15.578475 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-8b1075c7-ba18-4570-8c74-46886f8e1ba6 admin admin] Publish callbacks [] for security_group (2074e7d9-94a9-4f28-8bb2-3b8d6b381d76), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:15.590445 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-8b1075c7-ba18-4570-8c74-46886f8e1ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (2074e7d9-94a9-4f28-8bb2-3b8d6b381d76), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:15.675221 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-8b1075c7-ba18-4570-8c74-46886f8e1ba6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=262b79c7e1a6441485db24f0f79fa4ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3175328 Mar 30 18:18:15.676433 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1075c7-ba18-4570-8c74-46886f8e1ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2074e7d9-94a9-4f28-8bb2-3b8d6b381d76,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:15.677826 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 43474) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:15.739079 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-e8a7cc97-49f3-470e-8b70-4fe36b177e19 admin admin] Publish callbacks [] for security_group (2074e7d9-94a9-4f28-8bb2-3b8d6b381d76), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:15.763511 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-e8a7cc97-49f3-470e-8b70-4fe36b177e19 admin admin] Publish callbacks [] for security_group (2074e7d9-94a9-4f28-8bb2-3b8d6b381d76), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:15.824274 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-e8a7cc97-49f3-470e-8b70-4fe36b177e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (2074e7d9-94a9-4f28-8bb2-3b8d6b381d76), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:15.828551 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-e8a7cc97-49f3-470e-8b70-4fe36b177e19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:15.829964 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-e8a7cc97-49f3-470e-8b70-4fe36b177e19 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2074e7d9-94a9-4f28-8bb2-3b8d6b381d76 HTTP/1.1" status: 204 len: 168 time: 0.1511359 Mar 30 18:18:15.861538 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a7cc97-49f3-470e-8b70-4fe36b177e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2074e7d9-94a9-4f28-8bb2-3b8d6b381d76,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:15.924362 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-143558ee-6774-4995-b937-4f6f24d30f13 req-0ecf9be1-8f16-4536-b4c4-7593f46e74a2 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 210 time: 0.0584276 Mar 30 18:18:15.996532 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396975a3-b349-412b-a5f5-461e733503c8 req-42cf221f-bd30-4e32-9547-d3726958cc46 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:15.998310 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-396975a3-b349-412b-a5f5-461e733503c8 req-42cf221f-bd30-4e32-9547-d3726958cc46 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 931 time: 0.0724568 Mar 30 18:18:16.073894 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-396975a3-b349-412b-a5f5-461e733503c8 req-cd312a42-2907-494c-901c-0541a313276c tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?id=9aca0380-65a4-43ae-af2d-dca3c7f2e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667570 Mar 30 18:18:16.319649 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-716e88b2-8902-4e2a-a4b2-c0db4a9cbd10 req-1e7b0c3d-1625-410d-91a5-32fdbf8231a4 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 210 time: 0.0319209 Mar 30 18:18:16.403156 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:16.797635 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe18a5d-0f15-40f5-b3a8-f595b3b4ab99 req-e100a70e-a817-4ab1-8c49-fe79452a5952 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:16.803643 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2fe18a5d-0f15-40f5-b3a8-f595b3b4ab99 req-e100a70e-a817-4ab1-8c49-fe79452a5952 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e115ef6-d6b4-4dd0-b7d9-3c3d4c1f30eb HTTP/1.1" status: 200 len: 944 time: 0.1258085 Mar 30 18:18:16.888156 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2fe18a5d-0f15-40f5-b3a8-f595b3b4ab99 req-9346166d-2bce-4875-aeae-da5dcddf0cef tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0f12903-c405-42c5-a871-d51bf6ad3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736783 Mar 30 18:18:17.057169 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a0865448-74bd-4075-a77b-30a674d04fd5 req-eeef3f6c-7705-4106-868d-2a877c5fe3b7 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 210 time: 0.0405262 Mar 30 18:18:17.086004 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 43542) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:17.317706 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-756c5568-dd19-41f2-83da-bf591c8e8ee6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:17.338243 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b248546-0421-4259-9719-fe0429f4f2c3 req-d4ee46c2-c769-4e19-803f-f1a82f407be1 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:17.339697 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2b248546-0421-4259-9719-fe0429f4f2c3 req-d4ee46c2-c769-4e19-803f-f1a82f407be1 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 931 time: 0.1004267 Mar 30 18:18:17.411651 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2b248546-0421-4259-9719-fe0429f4f2c3 req-a43b843e-dd1b-49ae-9277-3f9140b96548 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?id=9aca0380-65a4-43ae-af2d-dca3c7f2e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658092 Mar 30 18:18:17.469788 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-397f3c45-edf6-4fbe-85bb-a3d6b092e04a req-f507b222-9e2f-4039-9c59-8cd1a3d417f5 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 210 time: 0.0369403 Mar 30 18:18:17.476036 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-756c5568-dd19-41f2-83da-bf591c8e8ee6 admin admin] Publish callbacks [] for security_group (05b1853c-386c-4a55-b17d-203c1eed4c44), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:17.481286 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-756c5568-dd19-41f2-83da-bf591c8e8ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (05b1853c-386c-4a55-b17d-203c1eed4c44), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:17.525585 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-756c5568-dd19-41f2-83da-bf591c8e8ee6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d4b4e7ef4ecb4c3c928204e7e2544405&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4383984 Mar 30 18:18:17.527845 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756c5568-dd19-41f2-83da-bf591c8e8ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b1853c-386c-4a55-b17d-203c1eed4c44,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:17.528286 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 43566) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:17.586871 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-ba0c98a7-a36a-42b5-ac4c-209c648bba07 admin admin] Publish callbacks [] for security_group (05b1853c-386c-4a55-b17d-203c1eed4c44), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:17.611394 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-ba0c98a7-a36a-42b5-ac4c-209c648bba07 admin admin] Publish callbacks [] for security_group (05b1853c-386c-4a55-b17d-203c1eed4c44), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:17.662817 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-ba0c98a7-a36a-42b5-ac4c-209c648bba07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (05b1853c-386c-4a55-b17d-203c1eed4c44), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:17.665439 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-ba0c98a7-a36a-42b5-ac4c-209c648bba07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:17.667038 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-ba0c98a7-a36a-42b5-ac4c-209c648bba07 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/05b1853c-386c-4a55-b17d-203c1eed4c44 HTTP/1.1" status: 204 len: 168 time: 0.1370194 Mar 30 18:18:17.677457 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0c98a7-a36a-42b5-ac4c-209c648bba07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b1853c-386c-4a55-b17d-203c1eed4c44,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:17.984628 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:18.012470 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca9eb4-46c0-4ae7-a2cd-37e59405fdb4 req-24a9ba88-ded4-4233-bf22-b02d3629bc2b tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:18.015280 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-dbca9eb4-46c0-4ae7-a2cd-37e59405fdb4 req-24a9ba88-ded4-4233-bf22-b02d3629bc2b tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e115ef6-d6b4-4dd0-b7d9-3c3d4c1f30eb HTTP/1.1" status: 200 len: 944 time: 0.0669312 Mar 30 18:18:18.073293 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-dbca9eb4-46c0-4ae7-a2cd-37e59405fdb4 req-83c000d2-19fb-443c-a739-cf6c29cd9d76 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0f12903-c405-42c5-a871-d51bf6ad3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480623 Mar 30 18:18:18.081289 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 43606) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:18.154847 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a9f1b6ee-bb9b-4d37-a99b-70ae349ed821 req-71591bd3-efba-4b55-9f14-7a3190c2e259 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 210 time: 0.0276983 Mar 30 18:18:18.245262 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-a987e4c1-8461-4453-97fe-61b99cb0bade admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:18.381537 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-a987e4c1-8461-4453-97fe-61b99cb0bade admin admin] Publish callbacks [] for security_group (1c3ffd32-91e2-41f4-b284-b6c0aa163b73), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:18.387074 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-a987e4c1-8461-4453-97fe-61b99cb0bade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (1c3ffd32-91e2-41f4-b284-b6c0aa163b73), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:18.430640 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-a987e4c1-8461-4453-97fe-61b99cb0bade admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fea5a1fed18b43148c81285c57495097&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3478658 Mar 30 18:18:18.431903 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a987e4c1-8461-4453-97fe-61b99cb0bade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3ffd32-91e2-41f4-b284-b6c0aa163b73,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:18.433500 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 43632) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:18.509404 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-084ac0a2-3513-4f8c-b5e3-253a0f9592ca admin admin] Publish callbacks [] for security_group (1c3ffd32-91e2-41f4-b284-b6c0aa163b73), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:18.555012 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-084ac0a2-3513-4f8c-b5e3-253a0f9592ca admin admin] Publish callbacks [] for security_group (1c3ffd32-91e2-41f4-b284-b6c0aa163b73), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:18.564585 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (ab438a54-a4f6-4fd3-b589-96aa27265666), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:18.598453 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-14b6272c-ee06-4d82-abeb-57424714daf9 req-7f92d1a3-9878-4e1f-af96-f8bf7475b6e0 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 210 time: 0.0397959 Mar 30 18:18:18.623749 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34777dd6-2ee1-4255-94ad-f540ca186da3 req-a7ac000d-9261-4a5e-822d-348fca822b5e tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:18.625237 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-34777dd6-2ee1-4255-94ad-f540ca186da3 req-a7ac000d-9261-4a5e-822d-348fca822b5e tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 931 time: 0.1304917 Mar 30 18:18:18.663890 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-084ac0a2-3513-4f8c-b5e3-253a0f9592ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (1c3ffd32-91e2-41f4-b284-b6c0aa163b73), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:18.666287 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-084ac0a2-3513-4f8c-b5e3-253a0f9592ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:18.667397 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-084ac0a2-3513-4f8c-b5e3-253a0f9592ca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1c3ffd32-91e2-41f4-b284-b6c0aa163b73 HTTP/1.1" status: 204 len: 168 time: 0.2321644 Mar 30 18:18:18.687394 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084ac0a2-3513-4f8c-b5e3-253a0f9592ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3ffd32-91e2-41f4-b284-b6c0aa163b73,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:18.705048 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-34777dd6-2ee1-4255-94ad-f540ca186da3 req-76d3baa1-c7c6-4ff7-b272-a3440a2b5c08 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?id=9aca0380-65a4-43ae-af2d-dca3c7f2e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664542 Mar 30 18:18:18.910296 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.v2.base [req-0f941e18-92d3-4ee0-a02c-d68877f96aa8 req-13bcfdcb-6d65-40e1-aec6-c55329664b73 service neutron] Request body: {'port': {'device_id': '10b7ff41-4003-4ceb-b43d-83e1f5b48202', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:18:18.986662 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [req-0f941e18-92d3-4ee0-a02c-d68877f96aa8 req-13bcfdcb-6d65-40e1-aec6-c55329664b73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5), before_update {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:19.011588 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8e4da558-b46a-4d52-9724-fec02c5b8e74 req-749af5cc-071f-4d68-a7fc-9b3a30c43b3f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0b8dd592-cc8c-4189-b2a8-9a0cda68fb31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0960639 Mar 30 18:18:19.231340 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 43676) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:19.235272 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8e4da558-b46a-4d52-9724-fec02c5b8e74 req-fa5141a1-2d20-4131-8684-51cf26c41296 service neutron] 10.222.0.44 "GET /v2.0/networks/0b8dd592-cc8c-4189-b2a8-9a0cda68fb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021973 Mar 30 18:18:19.274204 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-a88b1083-07bd-4e99-a9b4-0b4ee64d98f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:19.368166 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-a88b1083-07bd-4e99-a9b4-0b4ee64d98f9 admin admin] Publish callbacks [] for security_group (835ab40d-4f3b-4805-9b00-72f658cac9a3), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:19.376998 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-a88b1083-07bd-4e99-a9b4-0b4ee64d98f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (835ab40d-4f3b-4805-9b00-72f658cac9a3), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:19.460101 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-a88b1083-07bd-4e99-a9b4-0b4ee64d98f9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5c05efd283e34c7d94772ab4e44c7f43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2131019 Mar 30 18:18:19.460815 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 43684) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:19.464768 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88b1083-07bd-4e99-a9b4-0b4ee64d98f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=835ab40d-4f3b-4805-9b00-72f658cac9a3,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:19.598458 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8e4da558-b46a-4d52-9724-fec02c5b8e74 req-8d7e5c66-7511-47a8-9039-33dd4fa1127e service neutron] 10.222.0.44 "GET /v2.0/networks/0b8dd592-cc8c-4189-b2a8-9a0cda68fb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155501 Mar 30 18:18:19.621385 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f61a95a5-672e-40a1-9850-cb12b0856069 req-5907e9b1-6ca0-42a3-b25d-aac7e6fa9576 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 210 time: 0.3496709 Mar 30 18:18:19.641453 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468fd87-b89e-47b7-b0ef-49aba0cf0622 req-abf49889-6e5c-41ff-98f4-2b6bd3c63688 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:19.659236 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3468fd87-b89e-47b7-b0ef-49aba0cf0622 req-abf49889-6e5c-41ff-98f4-2b6bd3c63688 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e115ef6-d6b4-4dd0-b7d9-3c3d4c1f30eb HTTP/1.1" status: 200 len: 944 time: 0.4507778 Mar 30 18:18:19.666166 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-f386dbc5-d14c-4591-9cb4-19244e7b29e0 admin admin] Publish callbacks [] for security_group (835ab40d-4f3b-4805-9b00-72f658cac9a3), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:19.758641 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-f386dbc5-d14c-4591-9cb4-19244e7b29e0 admin admin] Publish callbacks [] for security_group (835ab40d-4f3b-4805-9b00-72f658cac9a3), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:19.797417 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 43698) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:19.803117 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-65d28e8d-e3f6-405b-a202-64d1ac7901dd req-889b467f-6f69-4b94-b0ee-f4b80fe82a72 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 210 time: 0.0605643 Mar 30 18:18:19.817760 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3468fd87-b89e-47b7-b0ef-49aba0cf0622 req-9ec113a8-2f95-4f2d-a2a2-dde897087c6b tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0f12903-c405-42c5-a871-d51bf6ad3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550856 Mar 30 18:18:19.838967 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.44', 61737) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:20.020029 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f32db0-dbc6-4f79-aee0-3d1ab916018e req-6b35ebce-e588-45ac-887e-0afc5de2970b tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:20.027352 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a0f32db0-dbc6-4f79-aee0-3d1ab916018e req-6b35ebce-e588-45ac-887e-0afc5de2970b tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.44 "GET /v2.0/networks?id=3e13178f-fe3d-4acc-a151-e0891e100715 HTTP/1.1" status: 200 len: 819 time: 0.1768796 Mar 30 18:18:20.068882 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.notifiers.nova [req-0f941e18-92d3-4ee0-a02c-d68877f96aa8 req-13bcfdcb-6d65-40e1-aec6-c55329664b73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5 {{(pid=103494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:18:20.078846 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-f386dbc5-d14c-4591-9cb4-19244e7b29e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (835ab40d-4f3b-4805-9b00-72f658cac9a3), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:20.081906 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-f386dbc5-d14c-4591-9cb4-19244e7b29e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:20.083810 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-f386dbc5-d14c-4591-9cb4-19244e7b29e0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/835ab40d-4f3b-4805-9b00-72f658cac9a3 HTTP/1.1" status: 204 len: 168 time: 0.6157265 Mar 30 18:18:20.086647 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [req-0f941e18-92d3-4ee0-a02c-d68877f96aa8 req-13bcfdcb-6d65-40e1-aec6-c55329664b73 service neutron] Publish callbacks [] for port (c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5), precommit_update {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:20.107625 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f386dbc5-d14c-4591-9cb4-19244e7b29e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=835ab40d-4f3b-4805-9b00-72f658cac9a3,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:20.111591 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [req-a0f32db0-dbc6-4f79-aee0-3d1ab916018e req-69fda5c8-8bc9-4ce7-915a-90b3e09b8c2c tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Request body: {'port': {'device_id': '4caa7109-b153-4a12-a3ca-f9a0bd8ec82f', 'network_id': '3e13178f-fe3d-4acc-a151-e0891e100715', 'admin_state_up': True, 'tenant_id': 'd22e85861b694f0e8bd7e2e7da8fbc45'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:18:20.115660 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.db.provisioning_blocks [req-0f941e18-92d3-4ee0-a02c-d68877f96aa8 req-13bcfdcb-6d65-40e1-aec6-c55329664b73 service neutron] Transition to ACTIVE for port object c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5 will not be triggered until provisioned by entity L2. {{(pid=103494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 18:18:20.123547 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [req-0f941e18-92d3-4ee0-a02c-d68877f96aa8 req-13bcfdcb-6d65-40e1-aec6-c55329664b73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5343464'] for port (c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5), after_update {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:20.215384 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bcfdcb-6d65-40e1-aec6-c55329664b73 service neutron] Pushing event updated for resources: {'Port': ['ID=c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5,revision_number=2']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:20.308986 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.44', 61740) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:20.309596 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-5877957d-be4e-4a9b-8337-c41aca18c103 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:20.371120 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.managers [req-0f941e18-92d3-4ee0-a02c-d68877f96aa8 req-13bcfdcb-6d65-40e1-aec6-c55329664b73 service neutron] Attempting to bind port c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:18:20.371454 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.managers [req-0f941e18-92d3-4ee0-a02c-d68877f96aa8 req-13bcfdcb-6d65-40e1-aec6-c55329664b73 service neutron] Attempting to bind port c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'dc10bfad-da22-4979-ac1e-3f4ebba34b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'af60dc63-0b0b-4d35-9038-6256b5be5587'}] {{(pid=103494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:18:20.371826 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f941e18-92d3-4ee0-a02c-d68877f96aa8 req-13bcfdcb-6d65-40e1-aec6-c55329664b73 service neutron] Attempting to bind port c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5 on network af60dc63-0b0b-4d35-9038-6256b5be5587 {{(pid=103494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:18:20.386771 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f941e18-92d3-4ee0-a02c-d68877f96aa8 req-13bcfdcb-6d65-40e1-aec6-c55329664b73 service neutron] Port c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5 on network af60dc63-0b0b-4d35-9038-6256b5be5587 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 18:18:20.387100 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f941e18-92d3-4ee0-a02c-d68877f96aa8 req-13bcfdcb-6d65-40e1-aec6-c55329664b73 service neutron] Attempting to bind port c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5 on network af60dc63-0b0b-4d35-9038-6256b5be5587 {{(pid=103494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:18:20.387480 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aa4bbe-9745-4e26-aebb-6d153f91eca9 req-9be452e6-3175-44a9-b3cb-f956dcff97ca tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:20.393842 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d8aa4bbe-9745-4e26-aebb-6d153f91eca9 req-9be452e6-3175-44a9-b3cb-f956dcff97ca tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 931 time: 0.3028853 Mar 30 18:18:20.418601 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f941e18-92d3-4ee0-a02c-d68877f96aa8 req-13bcfdcb-6d65-40e1-aec6-c55329664b73 service neutron] Checking agent: {'id': 'ab438a54-a4f6-4fd3-b589-96aa27265666', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 15, 49), 'started_at': datetime.datetime(2022, 3, 30, 18, 15, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:18:20.419129 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f941e18-92d3-4ee0-a02c-d68877f96aa8 req-13bcfdcb-6d65-40e1-aec6-c55329664b73 service neutron] Checking segment: {'id': 'dc10bfad-da22-4979-ac1e-3f4ebba34b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'af60dc63-0b0b-4d35-9038-6256b5be5587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:18:20.420138 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f941e18-92d3-4ee0-a02c-d68877f96aa8 req-13bcfdcb-6d65-40e1-aec6-c55329664b73 service neutron] Bound using segment: {'id': 'dc10bfad-da22-4979-ac1e-3f4ebba34b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'af60dc63-0b0b-4d35-9038-6256b5be5587'} {{(pid=103494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:18:20.421373 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.managers [req-0f941e18-92d3-4ee0-a02c-d68877f96aa8 req-13bcfdcb-6d65-40e1-aec6-c55329664b73 service neutron] Bound port: c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc10bfad-da22-4979-ac1e-3f4ebba34b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'af60dc63-0b0b-4d35-9038-6256b5be5587'}}] {{(pid=103494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:18:20.421811 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [req-0f941e18-92d3-4ee0-a02c-d68877f96aa8 req-13bcfdcb-6d65-40e1-aec6-c55329664b73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5), before_update {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:20.445903 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d362e1a-e9f5-4cb9-9536-91fb3331050f req-2125a910-c240-48e7-b600-583669e8675f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:20.447695 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0d362e1a-e9f5-4cb9-9536-91fb3331050f req-2125a910-c240-48e7-b600-583669e8675f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e3b8baea41ee4ee5b6a2edf23d1339ce&device_id=8e115ef6-d6b4-4dd0-b7d9-3c3d4c1f30eb HTTP/1.1" status: 200 len: 1128 time: 0.6074996 Mar 30 18:18:20.600377 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-5877957d-be4e-4a9b-8337-c41aca18c103 admin admin] Publish callbacks [] for security_group (b900a6fa-e86d-4db7-8faf-4586aef74253), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:20.615312 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-5877957d-be4e-4a9b-8337-c41aca18c103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (b900a6fa-e86d-4db7-8faf-4586aef74253), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:20.621287 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.44', 61741) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:20.673418 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5877957d-be4e-4a9b-8337-c41aca18c103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b900a6fa-e86d-4db7-8faf-4586aef74253,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:20.718087 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.db [req-0f941e18-92d3-4ee0-a02c-d68877f96aa8 req-13bcfdcb-6d65-40e1-aec6-c55329664b73 service neutron] For port c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5, host hv-cinder-83588, cleared binding levels {{(pid=103494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:18:20.797821 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-5877957d-be4e-4a9b-8337-c41aca18c103 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dc9198b02a7c4d4f82c22803fd31c030&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9963844 Mar 30 18:18:20.802112 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 43744) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:20.829365 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.db [req-0f941e18-92d3-4ee0-a02c-d68877f96aa8 req-13bcfdcb-6d65-40e1-aec6-c55329664b73 service neutron] For port c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5,segment=NetworkSegment(dc10bfad-da22-4979-ac1e-3f4ebba34b1c),segment_id=dc10bfad-da22-4979-ac1e-3f4ebba34b1c)] {{(pid=103494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:18:20.885650 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-452eb0c7-5714-4755-84fc-a14e13aa0af8 req-3ee6ed3d-1043-4d57-b4f1-5b5e15d77504 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 210 time: 0.1183681 Mar 30 18:18:20.889332 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [req-0f941e18-92d3-4ee0-a02c-d68877f96aa8 req-13bcfdcb-6d65-40e1-aec6-c55329664b73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5343464'] for port (c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5), after_update {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:20.942205 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d8aa4bbe-9745-4e26-aebb-6d153f91eca9 req-24615d97-4c10-4350-8ff5-afce6eeda04c tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?id=9aca0380-65a4-43ae-af2d-dca3c7f2e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4876194 Mar 30 18:18:20.983291 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992a852-8a7b-4863-95ff-917a063f0063 req-492b24d5-ab52-4c4b-8ce1-17dafa74ae30 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:20.985259 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f992a852-8a7b-4863-95ff-917a063f0063 req-492b24d5-ab52-4c4b-8ce1-17dafa74ae30 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.44 "GET /v2.0/networks?id=2ce9154c-b8f7-4a0a-9af0-70f7be76465b HTTP/1.1" status: 200 len: 817 time: 0.6735950 Mar 30 18:18:20.995022 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bcfdcb-6d65-40e1-aec6-c55329664b73 service neutron] Pushing event updated for resources: {'Port': ['ID=c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5,revision_number=3']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:21.063198 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0f32db0-dbc6-4f79-aee0-3d1ab916018e req-69fda5c8-8bc9-4ce7-915a-90b3e09b8c2c tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Made reservation on behalf of d22e85861b694f0e8bd7e2e7da8fbc45 for: {'port': 1} {{(pid=103495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:18:21.069134 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f941e18-92d3-4ee0-a02c-d68877f96aa8 req-13bcfdcb-6d65-40e1-aec6-c55329664b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:21.070262 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-a0f32db0-dbc6-4f79-aee0-3d1ab916018e req-69fda5c8-8bc9-4ce7-915a-90b3e09b8c2c tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:21.079003 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [req-0f941e18-92d3-4ee0-a02c-d68877f96aa8 req-13bcfdcb-6d65-40e1-aec6-c55329664b73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for port (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:21.081983 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [req-0f941e18-92d3-4ee0-a02c-d68877f96aa8 req-13bcfdcb-6d65-40e1-aec6-c55329664b73 service neutron] 10.222.0.44 "PUT /v2.0/ports/c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5 HTTP/1.1" status: 200 len: 1093 time: 2.1758153 Mar 30 18:18:21.086035 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10b7ff41-4003-4ceb-b43d-83e1f5b48202', 'tag': 'c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5'}] {{(pid=103494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:18:21.088536 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb351bb8290705a302d4a38882229c6eed6c712c49b0ac171ffbe10a695cd3a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14664abc-703b-48e1-9730-68fa866e28e7" -d '{"events": [{"name": "network-changed", "server_uuid": "10b7ff41-4003-4ceb-b43d-83e1f5b48202", "tag": "c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5"}]}' {{(pid=103494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:18:21.132855 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-de9cfb4e-a280-40e6-9a88-9632b7500304 admin admin] Publish callbacks [] for security_group (b900a6fa-e86d-4db7-8faf-4586aef74253), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:21.164877 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-de9cfb4e-a280-40e6-9a88-9632b7500304 admin admin] Publish callbacks [] for security_group (b900a6fa-e86d-4db7-8faf-4586aef74253), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:21.225070 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f9e80b-c379-40ec-ac5d-2c03aea22e3b req-a0247d86-befd-4dd9-9573-469bad0b550f tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:21.226796 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [req-56f9e80b-c379-40ec-ac5d-2c03aea22e3b req-a0247d86-befd-4dd9-9573-469bad0b550f tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.44 "GET /v2.0/networks?id=3e13178f-fe3d-4acc-a151-e0891e100715 HTTP/1.1" status: 200 len: 819 time: 0.5403204 Mar 30 18:18:21.345950 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.v2.base [req-56f9e80b-c379-40ec-ac5d-2c03aea22e3b req-1856ec0d-82f5-4988-b1d3-e1aa13e1ac39 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Request body: {'port': {'device_id': 'ce984b33-35cb-4d2e-a851-3ac96e742d65', 'network_id': '3e13178f-fe3d-4acc-a151-e0891e100715', 'admin_state_up': True, 'tenant_id': 'd22e85861b694f0e8bd7e2e7da8fbc45'}} {{(pid=103494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:18:21.351403 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-de9cfb4e-a280-40e6-9a88-9632b7500304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (b900a6fa-e86d-4db7-8faf-4586aef74253), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:21.355338 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-de9cfb4e-a280-40e6-9a88-9632b7500304 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:21.359487 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-de9cfb4e-a280-40e6-9a88-9632b7500304 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b900a6fa-e86d-4db7-8faf-4586aef74253 HTTP/1.1" status: 204 len: 168 time: 0.5499587 Mar 30 18:18:21.417341 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9cfb4e-a280-40e6-9a88-9632b7500304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b900a6fa-e86d-4db7-8faf-4586aef74253,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:21.488103 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f941e18-92d3-4ee0-a02c-d68877f96aa8 req-8ce8644a-535b-4ccb-bcee-cf9498083bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:21.489764 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [req-0f941e18-92d3-4ee0-a02c-d68877f96aa8 req-8ce8644a-535b-4ccb-bcee-cf9498083bcb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53c3b19a0d50425983d94feecd1dec97&device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 1127 time: 0.2343650 Mar 30 18:18:21.525108 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d362e1a-e9f5-4cb9-9536-91fb3331050f req-f37f48b6-edd2-4c84-a19f-43cf0db9aace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:21.526605 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0d362e1a-e9f5-4cb9-9536-91fb3331050f req-f37f48b6-edd2-4c84-a19f-43cf0db9aace service neutron] 10.222.0.44 "GET /v2.0/networks?id=0b8dd592-cc8c-4189-b2a8-9a0cda68fb31 HTTP/1.1" status: 200 len: 912 time: 1.0075030 Mar 30 18:18:21.602904 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0d362e1a-e9f5-4cb9-9536-91fb3331050f req-c9349dd9-9efa-4008-a5fe-725bcf5c6e59 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=668668df-5cd7-4990-9d47-36b0888a5631 HTTP/1.1" status: 200 len: 217 time: 0.0638127 Mar 30 18:18:21.609567 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8bb955c1-76b3-447d-bf63-84c887fb886d req-12d3ad78-4c28-4698-b04b-25422c104a0d tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 210 time: 0.4383612 Mar 30 18:18:21.627316 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [req-0f941e18-92d3-4ee0-a02c-d68877f96aa8 req-a8c1b848-ca67-4ba8-a0a2-d113c0e648f0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5 HTTP/1.1" status: 200 len: 217 time: 0.0937684 Mar 30 18:18:21.664851 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.db_base_plugin_common [req-a0f32db0-dbc6-4f79-aee0-3d1ab916018e req-69fda5c8-8bc9-4ce7-915a-90b3e09b8c2c tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Allocated IP 172.20.0.8 (3e13178f-fe3d-4acc-a151-e0891e100715/d0c7af2e-75fc-4b8f-a86b-ddae6e3c7dba/3bb7b2a4-9fc4-4c78-a72d-1b0527b70292) {{(pid=103495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:18:21.726090 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d362e1a-e9f5-4cb9-9536-91fb3331050f req-19c33508-cabb-4a8d-9980-3989bb00ee3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:21.727782 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0d362e1a-e9f5-4cb9-9536-91fb3331050f req-19c33508-cabb-4a8d-9980-3989bb00ee3c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0acb7c77-57cf-4a81-9068-a62507bc91ec HTTP/1.1" status: 200 len: 851 time: 0.1138668 Mar 30 18:18:21.736200 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56f9e80b-c379-40ec-ac5d-2c03aea22e3b req-1856ec0d-82f5-4988-b1d3-e1aa13e1ac39 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Made reservation on behalf of d22e85861b694f0e8bd7e2e7da8fbc45 for: {'port': 1} {{(pid=103494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:18:21.742171 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [req-56f9e80b-c379-40ec-ac5d-2c03aea22e3b req-1856ec0d-82f5-4988-b1d3-e1aa13e1ac39 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:21.761586 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f992a852-8a7b-4863-95ff-917a063f0063 req-260ae80e-e62f-45e7-a354-26d1e000ae47 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fa782fa1098408491690005ca6565dc HTTP/1.1" status: 200 len: 379 time: 0.7323749 Mar 30 18:18:21.785895 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8c784-ec19-4379-bc4c-b286b68b93e8 req-409561cf-a2d1-4bcf-9ddf-92a4f4f21015 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:21.792743 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-6bf8c784-ec19-4379-bc4c-b286b68b93e8 req-409561cf-a2d1-4bcf-9ddf-92a4f4f21015 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e115ef6-d6b4-4dd0-b7d9-3c3d4c1f30eb HTTP/1.1" status: 200 len: 944 time: 0.7985587 Mar 30 18:18:21.797228 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a0d0930-5dc4-4801-b3a5-07b5c52beb92 x-openstack-request-id: req-2a0d0930-5dc4-4801-b3a5-07b5c52beb92 {{(pid=103494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:18:21.797714 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10b7ff41-4003-4ceb-b43d-83e1f5b48202", "tag": "c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5", "status": "completed", "code": 200}]} {{(pid=103494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:18:21.797964 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2a0d0930-5dc4-4801-b3a5-07b5c52beb92 {{(pid=103494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:18:21.798376 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a0d0930-5dc4-4801-b3a5-07b5c52beb92'] response: {'name': 'network-changed', 'server_uuid': '10b7ff41-4003-4ceb-b43d-83e1f5b48202', 'tag': 'c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5', 'status': 'completed', 'code': 200} Mar 30 18:18:21.802422 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0d362e1a-e9f5-4cb9-9536-91fb3331050f req-0a183bef-9f57-4c92-9b8d-2ebe628ba6cb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0b8dd592-cc8c-4189-b2a8-9a0cda68fb31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623162 Mar 30 18:18:21.817384 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f941e18-92d3-4ee0-a02c-d68877f96aa8 req-e0a2b2c8-dde0-4771-98de-907c86dc0a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:21.818686 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [req-0f941e18-92d3-4ee0-a02c-d68877f96aa8 req-e0a2b2c8-dde0-4771-98de-907c86dc0a6c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a9cbee5a-5f20-44f1-9b84-2d90e031a239 HTTP/1.1" status: 200 len: 850 time: 0.1683137 Mar 30 18:18:21.877506 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [req-f992a852-8a7b-4863-95ff-917a063f0063 req-e37a8555-b9b1-4b0f-bee3-4e6d67d461d7 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Request body: {'port': {'device_id': '179982b7-c3be-42cd-8126-808382758f8f', 'network_id': '2ce9154c-b8f7-4a0a-9af0-70f7be76465b', 'admin_state_up': True, 'tenant_id': '6fa782fa1098408491690005ca6565dc', 'security_groups': ['6ee739da-78c2-4a8c-ae9d-18271b7bdd30']}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:18:21.970222 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f941e18-92d3-4ee0-a02c-d68877f96aa8 req-ad9f89b0-6fae-4e5b-9d82-197887802ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:21.971739 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [req-0f941e18-92d3-4ee0-a02c-d68877f96aa8 req-ad9f89b0-6fae-4e5b-9d82-197887802ca7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=af60dc63-0b0b-4d35-9038-6256b5be5587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1104517 Mar 30 18:18:21.984527 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-6bf8c784-ec19-4379-bc4c-b286b68b93e8 req-f3aa293d-f2a9-4b28-8c3e-ed503db8747a tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0f12903-c405-42c5-a871-d51bf6ad3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908576 Mar 30 18:18:22.076450 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8ff0b555-628c-4757-a926-697163c1d935 req-e7637d6b-acef-4280-80d6-3c40840b93e5 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 210 time: 0.0600295 Mar 30 18:18:22.111479 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 43798) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:22.127354 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-19ecd087-4a82-4025-966c-a3c3cd5b9f4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:22.222698 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-19ecd087-4a82-4025-966c-a3c3cd5b9f4c admin admin] Publish callbacks [] for security_group (ae6fd2c4-7106-483e-b9d4-775ea571d479), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:22.227281 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-19ecd087-4a82-4025-966c-a3c3cd5b9f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (ae6fd2c4-7106-483e-b9d4-775ea571d479), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:22.269016 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-19ecd087-4a82-4025-966c-a3c3cd5b9f4c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=01bbb76bbd4347ce8da38ed1b5211c87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1554050 Mar 30 18:18:22.269852 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ecd087-4a82-4025-966c-a3c3cd5b9f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6fd2c4-7106-483e-b9d4-775ea571d479,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:22.273235 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 43804) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:22.357543 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-f84eb03e-00a7-4e61-b8ac-6383f66a079f admin admin] Publish callbacks [] for security_group (ae6fd2c4-7106-483e-b9d4-775ea571d479), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:22.390595 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-f84eb03e-00a7-4e61-b8ac-6383f66a079f admin admin] Publish callbacks [] for security_group (ae6fd2c4-7106-483e-b9d4-775ea571d479), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:22.392111 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c77978-db29-4307-ac06-967c09be3cc4 req-9416b68e-b77a-4e6a-88a2-56b5997eca18 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:22.393678 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-45c77978-db29-4307-ac06-967c09be3cc4 req-9416b68e-b77a-4e6a-88a2-56b5997eca18 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 943 time: 0.3219523 Mar 30 18:18:22.398163 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0d362e1a-e9f5-4cb9-9536-91fb3331050f req-be3c61b7-864c-41f6-a021-f4144c69b45c service neutron] 10.222.0.44 "GET /v2.0/networks/0b8dd592-cc8c-4189-b2a8-9a0cda68fb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5362453 Mar 30 18:18:22.405272 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-a0f32db0-dbc6-4f79-aee0-3d1ab916018e req-69fda5c8-8bc9-4ce7-915a-90b3e09b8c2c tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Publish callbacks [] for port (3bb7b2a4-9fc4-4c78-a72d-1b0527b70292), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:22.454674 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f992a852-8a7b-4863-95ff-917a063f0063 req-e37a8555-b9b1-4b0f-bee3-4e6d67d461d7 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Made reservation on behalf of 6fa782fa1098408491690005ca6565dc for: {'port': 1} {{(pid=103495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:18:22.456893 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-f84eb03e-00a7-4e61-b8ac-6383f66a079f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (ae6fd2c4-7106-483e-b9d4-775ea571d479), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:22.458003 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-f992a852-8a7b-4863-95ff-917a063f0063 req-e37a8555-b9b1-4b0f-bee3-4e6d67d461d7 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:22.461242 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-f84eb03e-00a7-4e61-b8ac-6383f66a079f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:22.464412 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-f84eb03e-00a7-4e61-b8ac-6383f66a079f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ae6fd2c4-7106-483e-b9d4-775ea571d479 HTTP/1.1" status: 204 len: 168 time: 0.1807127 Mar 30 18:18:22.481375 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84eb03e-00a7-4e61-b8ac-6383f66a079f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6fd2c4-7106-483e-b9d4-775ea571d479,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:22.525810 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-45c77978-db29-4307-ac06-967c09be3cc4 req-c1273bf1-1f11-4a9e-bafa-b08c92a75238 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?id=9aca0380-65a4-43ae-af2d-dca3c7f2e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219931 Mar 30 18:18:22.560792 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-a0f32db0-dbc6-4f79-aee0-3d1ab916018e req-69fda5c8-8bc9-4ce7-915a-90b3e09b8c2c tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728099412974'] for port (3bb7b2a4-9fc4-4c78-a72d-1b0527b70292), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:22.628604 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.db.db_base_plugin_common [req-56f9e80b-c379-40ec-ac5d-2c03aea22e3b req-1856ec0d-82f5-4988-b1d3-e1aa13e1ac39 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Allocated IP 172.20.0.7 (3e13178f-fe3d-4acc-a151-e0891e100715/d0c7af2e-75fc-4b8f-a86b-ddae6e3c7dba/1a9f4213-d59a-4c38-b980-34531523d7ab) {{(pid=103494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:18:22.691725 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0f32db0-dbc6-4f79-aee0-3d1ab916018e req-69fda5c8-8bc9-4ce7-915a-90b3e09b8c2c tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Network 3e13178f-fe3d-4acc-a151-e0891e100715 is already hosted by enough agents. {{(pid=103495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:18:22.696015 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.base_scheduler [req-a0f32db0-dbc6-4f79-aee0-3d1ab916018e req-69fda5c8-8bc9-4ce7-915a-90b3e09b8c2c tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Resources bound (agent type, host, resource id): {{(pid=103495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:18:22.736630 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f32db0-dbc6-4f79-aee0-3d1ab916018e req-69fda5c8-8bc9-4ce7-915a-90b3e09b8c2c tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Received port after_create {{(pid=103495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:18:22.746765 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f32db0-dbc6-4f79-aee0-3d1ab916018e req-69fda5c8-8bc9-4ce7-915a-90b3e09b8c2c tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:22.748970 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-a0f32db0-dbc6-4f79-aee0-3d1ab916018e req-69fda5c8-8bc9-4ce7-915a-90b3e09b8c2c tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for port (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:22.753876 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fda5c8-8bc9-4ce7-915a-90b3e09b8c2c tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Pushing event updated for resources: {'Port': ['ID=3bb7b2a4-9fc4-4c78-a72d-1b0527b70292,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:22.874288 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c30ab8c1-29dd-449d-93e8-7d5252591982 req-b18ea351-9972-4d05-9109-85f0193a19de tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 210 time: 0.1026318 Mar 30 18:18:22.881958 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a0f32db0-dbc6-4f79-aee0-3d1ab916018e req-69fda5c8-8bc9-4ce7-915a-90b3e09b8c2c tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7783518 Mar 30 18:18:22.909129 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.db_base_plugin_common [req-f992a852-8a7b-4863-95ff-917a063f0063 req-e37a8555-b9b1-4b0f-bee3-4e6d67d461d7 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Allocated IP 172.20.0.10 (2ce9154c-b8f7-4a0a-9af0-70f7be76465b/773c0134-3744-40c4-99d5-5fc49a43d810/0acb066b-cce6-49f2-b882-ab8b489713d3) {{(pid=103495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:18:22.928845 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [req-56f9e80b-c379-40ec-ac5d-2c03aea22e3b req-1856ec0d-82f5-4988-b1d3-e1aa13e1ac39 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Publish callbacks [] for port (1a9f4213-d59a-4c38-b980-34531523d7ab), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:22.971858 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [req-56f9e80b-c379-40ec-ac5d-2c03aea22e3b req-1856ec0d-82f5-4988-b1d3-e1aa13e1ac39 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728099412974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5343457'] for port (1a9f4213-d59a-4c38-b980-34531523d7ab), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:23.083347 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-e27077a6-80ad-4313-b3f9-b5804de709cc None None] Provisioning complete for port 3bb7b2a4-9fc4-4c78-a72d-1b0527b70292 triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:18:23.084407 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e27077a6-80ad-4313-b3f9-b5804de709cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (3bb7b2a4-9fc4-4c78-a72d-1b0527b70292), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:23.087337 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56f9e80b-c379-40ec-ac5d-2c03aea22e3b req-1856ec0d-82f5-4988-b1d3-e1aa13e1ac39 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Network 3e13178f-fe3d-4acc-a151-e0891e100715 is already hosted by enough agents. {{(pid=103494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:18:23.113306 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.base_scheduler [req-56f9e80b-c379-40ec-ac5d-2c03aea22e3b req-1856ec0d-82f5-4988-b1d3-e1aa13e1ac39 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Resources bound (agent type, host, resource id): {{(pid=103494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:18:23.119636 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.db.l3_dvrscheduler_db [req-56f9e80b-c379-40ec-ac5d-2c03aea22e3b req-1856ec0d-82f5-4988-b1d3-e1aa13e1ac39 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Received port after_create {{(pid=103494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:18:23.132617 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1856ec0d-82f5-4988-b1d3-e1aa13e1ac39 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Pushing event updated for resources: {'Port': ['ID=1a9f4213-d59a-4c38-b980-34531523d7ab,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:23.182441 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e27077a6-80ad-4313-b3f9-b5804de709cc None None] Port 3bb7b2a4-9fc4-4c78-a72d-1b0527b70292 cannot update to ACTIVE because it is not bound. {{(pid=103496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:18:23.235923 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f9e80b-c379-40ec-ac5d-2c03aea22e3b req-1856ec0d-82f5-4988-b1d3-e1aa13e1ac39 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:23.241473 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [req-56f9e80b-c379-40ec-ac5d-2c03aea22e3b req-1856ec0d-82f5-4988-b1d3-e1aa13e1ac39 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for port (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:23.268974 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [req-56f9e80b-c379-40ec-ac5d-2c03aea22e3b req-1856ec0d-82f5-4988-b1d3-e1aa13e1ac39 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0025325 Mar 30 18:18:23.340529 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-f992a852-8a7b-4863-95ff-917a063f0063 req-e37a8555-b9b1-4b0f-bee3-4e6d67d461d7 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks [] for port (0acb066b-cce6-49f2-b882-ab8b489713d3), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:23.348880 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c00111f-2354-4d50-9866-e8c717af8624 req-9de14fa3-a987-4999-9638-46d44219bd51 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:23.355882 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0c00111f-2354-4d50-9866-e8c717af8624 req-9de14fa3-a987-4999-9638-46d44219bd51 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e115ef6-d6b4-4dd0-b7d9-3c3d4c1f30eb HTTP/1.1" status: 200 len: 944 time: 0.1958976 Mar 30 18:18:23.386961 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d98181-1140-42d0-a1a0-a030af537f5e req-3e76b84f-d445-4119-a70f-a67b255f72e0 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:23.388741 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-68d98181-1140-42d0-a1a0-a030af537f5e req-3e76b84f-d445-4119-a70f-a67b255f72e0 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 931 time: 0.1471634 Mar 30 18:18:23.410787 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-1440c27e-d54e-4a9f-bb69-34d729eb4851 None None] Provisioning complete for port 1a9f4213-d59a-4c38-b980-34531523d7ab triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:18:23.412035 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1440c27e-d54e-4a9f-bb69-34d729eb4851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (1a9f4213-d59a-4c38-b980-34531523d7ab), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:23.460222 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-1440c27e-d54e-4a9f-bb69-34d729eb4851 None None] Port 1a9f4213-d59a-4c38-b980-34531523d7ab cannot update to ACTIVE because it is not bound. {{(pid=103496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:18:23.468302 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0c00111f-2354-4d50-9866-e8c717af8624 req-b1d43a10-6694-4dac-9d37-18812f54087c tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0f12903-c405-42c5-a871-d51bf6ad3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114874 Mar 30 18:18:23.484738 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-68d98181-1140-42d0-a1a0-a030af537f5e req-efe0c41c-0b63-4d00-a529-3d7dfaaddf41 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877652 Mar 30 18:18:23.486259 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-f992a852-8a7b-4863-95ff-917a063f0063 req-e37a8555-b9b1-4b0f-bee3-4e6d67d461d7 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728099412974'] for port (0acb066b-cce6-49f2-b882-ab8b489713d3), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:23.527085 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f992a852-8a7b-4863-95ff-917a063f0063 req-e37a8555-b9b1-4b0f-bee3-4e6d67d461d7 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Network 2ce9154c-b8f7-4a0a-9af0-70f7be76465b is already hosted by enough agents. {{(pid=103495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:18:23.530963 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.base_scheduler [req-f992a852-8a7b-4863-95ff-917a063f0063 req-e37a8555-b9b1-4b0f-bee3-4e6d67d461d7 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Resources bound (agent type, host, resource id): {{(pid=103495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:18:23.534876 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.l3_dvrscheduler_db [req-f992a852-8a7b-4863-95ff-917a063f0063 req-e37a8555-b9b1-4b0f-bee3-4e6d67d461d7 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Received port after_create {{(pid=103495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:18:23.540123 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992a852-8a7b-4863-95ff-917a063f0063 req-e37a8555-b9b1-4b0f-bee3-4e6d67d461d7 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:23.540751 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-f992a852-8a7b-4863-95ff-917a063f0063 req-e37a8555-b9b1-4b0f-bee3-4e6d67d461d7 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for port (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:23.557359 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a8555-b9b1-4b0f-bee3-4e6d67d461d7 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Pushing event updated for resources: {'Port': ['ID=0acb066b-cce6-49f2-b882-ab8b489713d3,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:23.571542 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f992a852-8a7b-4863-95ff-917a063f0063 req-e37a8555-b9b1-4b0f-bee3-4e6d67d461d7 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7136681 Mar 30 18:18:23.661902 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a2644a-2b2f-4312-a81b-42375d50f0eb req-11da6934-7e44-46a8-96a7-034019d3e727 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:23.663662 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e5a2644a-2b2f-4312-a81b-42375d50f0eb req-11da6934-7e44-46a8-96a7-034019d3e727 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 943 time: 0.0646012 Mar 30 18:18:23.714642 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e5a2644a-2b2f-4312-a81b-42375d50f0eb req-627f222f-2f3c-418b-ba37-a11047bfaaac tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?id=9aca0380-65a4-43ae-af2d-dca3c7f2e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433106 Mar 30 18:18:23.781629 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-c2ffdb9f-fb1b-41f5-84c6-9bc6ca89f95d None None] Provisioning complete for port 0acb066b-cce6-49f2-b882-ab8b489713d3 triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:18:23.781972 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-c2ffdb9f-fb1b-41f5-84c6-9bc6ca89f95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (0acb066b-cce6-49f2-b882-ab8b489713d3), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:23.819080 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-c2ffdb9f-fb1b-41f5-84c6-9bc6ca89f95d None None] Port 0acb066b-cce6-49f2-b882-ab8b489713d3 cannot update to ACTIVE because it is not bound. {{(pid=103496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:18:23.996243 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbbb2b7-9116-4150-8af1-483b71c86a12 req-fc8de7b8-a4a9-4486-a43b-65d58e0fc31d tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:23.997776 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-9cbbb2b7-9116-4150-8af1-483b71c86a12 req-fc8de7b8-a4a9-4486-a43b-65d58e0fc31d tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 932 time: 0.0533636 Mar 30 18:18:24.048916 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-9cbbb2b7-9116-4150-8af1-483b71c86a12 req-a8182094-d8ed-4956-b587-15ce19751316 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451572 Mar 30 18:18:24.210691 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [req-0f941e18-92d3-4ee0-a02c-d68877f96aa8 req-385b7bdf-8c8b-40e2-8e35-679071b5fadc service neutron] 10.222.0.44 "GET /v2.0/networks/af60dc63-0b0b-4d35-9038-6256b5be5587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878294 Mar 30 18:18:24.617220 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c194e6-a0a5-46f8-bfc4-c3476719c99c req-1a696618-2088-42a2-8c6f-8b27cc1aadc3 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:24.618732 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-92c194e6-a0a5-46f8-bfc4-c3476719c99c req-1a696618-2088-42a2-8c6f-8b27cc1aadc3 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e115ef6-d6b4-4dd0-b7d9-3c3d4c1f30eb HTTP/1.1" status: 200 len: 944 time: 0.0884993 Mar 30 18:18:24.651308 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f983ec-630c-4cf5-b92e-b682a8b1fe6a req-fe1b7384-3f6f-48b7-831f-8db82cd4a585 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:24.653432 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f6f983ec-630c-4cf5-b92e-b682a8b1fe6a req-fe1b7384-3f6f-48b7-831f-8db82cd4a585 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 931 time: 0.0906138 Mar 30 18:18:24.698440 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-92c194e6-a0a5-46f8-bfc4-c3476719c99c req-9190373a-c267-46c5-936b-281347073c5a tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0f12903-c405-42c5-a871-d51bf6ad3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722101 Mar 30 18:18:24.740098 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f6f983ec-630c-4cf5-b92e-b682a8b1fe6a req-8180eeba-b69e-4b0d-a063-275c2e1519d8 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636575 Mar 30 18:18:24.856107 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb9e67-e5ce-4d60-b8f4-6c8007cf77a2 req-d602f6f4-399b-42fe-b9e7-5aef47960205 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:24.863910 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-dffb9e67-e5ce-4d60-b8f4-6c8007cf77a2 req-d602f6f4-399b-42fe-b9e7-5aef47960205 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 943 time: 0.0725498 Mar 30 18:18:24.910588 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-dffb9e67-e5ce-4d60-b8f4-6c8007cf77a2 req-f79a1f1b-8a6c-4b8f-b291-bc3d9c5e9112 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?id=9aca0380-65a4-43ae-af2d-dca3c7f2e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457857 Mar 30 18:18:24.961223 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 43940) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:25.074288 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-47a8e8ff-b7bb-4e44-a428-bcab2d482a1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:25.152829 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-47a8e8ff-b7bb-4e44-a428-bcab2d482a1f admin admin] Publish callbacks [] for security_group (ab591a34-5aee-4092-93c9-9166f2e8634c), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:25.156888 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-47a8e8ff-b7bb-4e44-a428-bcab2d482a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (ab591a34-5aee-4092-93c9-9166f2e8634c), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:25.179721 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f718b-dc45-4906-a322-771d2cf6dd50 req-3e27c93c-e3a9-4b9e-a0a6-72320c22ee64 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:25.181243 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-597f718b-dc45-4906-a322-771d2cf6dd50 req-3e27c93c-e3a9-4b9e-a0a6-72320c22ee64 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 932 time: 0.0532851 Mar 30 18:18:25.194910 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-47a8e8ff-b7bb-4e44-a428-bcab2d482a1f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dc9ac9f516a04939b8b3033649e6eb09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2326198 Mar 30 18:18:25.195858 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a8e8ff-b7bb-4e44-a428-bcab2d482a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab591a34-5aee-4092-93c9-9166f2e8634c,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:25.198358 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 43946) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:25.231139 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-597f718b-dc45-4906-a322-771d2cf6dd50 req-b82a7a83-54cb-400d-b2f2-68a12e92cfa4 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430963 Mar 30 18:18:25.246559 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-2af79c86-e6cb-4199-a0ee-0c81de599536 admin admin] Publish callbacks [] for security_group (ab591a34-5aee-4092-93c9-9166f2e8634c), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:25.271554 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-2af79c86-e6cb-4199-a0ee-0c81de599536 admin admin] Publish callbacks [] for security_group (ab591a34-5aee-4092-93c9-9166f2e8634c), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:25.318206 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-2af79c86-e6cb-4199-a0ee-0c81de599536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (ab591a34-5aee-4092-93c9-9166f2e8634c), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:25.320711 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-2af79c86-e6cb-4199-a0ee-0c81de599536 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:25.321839 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-2af79c86-e6cb-4199-a0ee-0c81de599536 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ab591a34-5aee-4092-93c9-9166f2e8634c HTTP/1.1" status: 204 len: 168 time: 0.1227517 Mar 30 18:18:25.329625 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af79c86-e6cb-4199-a0ee-0c81de599536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab591a34-5aee-4092-93c9-9166f2e8634c,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:25.389291 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.v2.base [req-56f9e80b-c379-40ec-ac5d-2c03aea22e3b req-63057780-f970-43a5-845d-722277a6d1ea service neutron] Request body: {'port': {'device_id': 'ce984b33-35cb-4d2e-a851-3ac96e742d65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:18:25.389429 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [req-a0f32db0-dbc6-4f79-aee0-3d1ab916018e req-6547db36-1eca-481b-84f9-bdae7a10db92 service neutron] Request body: {'port': {'device_id': '4caa7109-b153-4a12-a3ca-f9a0bd8ec82f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:18:25.449592 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [req-f992a852-8a7b-4863-95ff-917a063f0063 req-17c6e3a3-4380-4577-8fef-8f8b9681f5a2 service neutron] Request body: {'port': {'device_id': '179982b7-c3be-42cd-8126-808382758f8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:18:25.594169 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-a0f32db0-dbc6-4f79-aee0-3d1ab916018e req-6547db36-1eca-481b-84f9-bdae7a10db92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (3bb7b2a4-9fc4-4c78-a72d-1b0527b70292), before_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:25.682385 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-f992a852-8a7b-4863-95ff-917a063f0063 req-17c6e3a3-4380-4577-8fef-8f8b9681f5a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (0acb066b-cce6-49f2-b882-ab8b489713d3), before_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:25.690741 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0d362e1a-e9f5-4cb9-9536-91fb3331050f req-90f405e5-eca4-43b5-a400-7fb2e5ae3b14 service neutron] 10.222.0.44 "GET /v2.0/networks/0b8dd592-cc8c-4189-b2a8-9a0cda68fb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161004 Mar 30 18:18:25.756099 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 43968) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:25.759108 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [req-0f941e18-92d3-4ee0-a02c-d68877f96aa8 req-97df488f-a1fb-46d1-ad1c-31af1abef9c0 service neutron] 10.222.0.44 "GET /v2.0/networks/af60dc63-0b0b-4d35-9038-6256b5be5587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3659701 Mar 30 18:18:25.782436 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-2690ec73-1178-4edf-be35-f48e17c53224 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:25.859470 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [req-56f9e80b-c379-40ec-ac5d-2c03aea22e3b req-63057780-f970-43a5-845d-722277a6d1ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (1a9f4213-d59a-4c38-b980-34531523d7ab), before_update {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:25.886059 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-2690ec73-1178-4edf-be35-f48e17c53224 admin admin] Publish callbacks [] for security_group (d5446a3f-b9db-4e36-a797-e625512903ff), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:25.913305 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-2690ec73-1178-4edf-be35-f48e17c53224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (d5446a3f-b9db-4e36-a797-e625512903ff), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:25.940753 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 43976) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:26.009401 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-2690ec73-1178-4edf-be35-f48e17c53224 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bb3e5cec86eb46ffa11fa9f21a634f30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2487233 Mar 30 18:18:26.032721 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 43980) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:26.064217 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2690ec73-1178-4edf-be35-f48e17c53224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5446a3f-b9db-4e36-a797-e625512903ff,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:26.105488 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-03d89de7-ad0a-4ab5-91f7-40c86e3081e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:26.125525 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14664abc-703b-48e1-9730-68fa866e28e7 req-ac1d0bcc-27e7-43e2-a07e-5af917429c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:26.127372 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [req-14664abc-703b-48e1-9730-68fa866e28e7 req-ac1d0bcc-27e7-43e2-a07e-5af917429c89 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53c3b19a0d50425983d94feecd1dec97&device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 1127 time: 0.1676176 Mar 30 18:18:26.141101 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67443d91-96e8-4f79-964a-9fc924e1dcf1 req-c9334d40-8d37-45c6-b714-83479a309147 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:26.142585 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-67443d91-96e8-4f79-964a-9fc924e1dcf1 req-c9334d40-8d37-45c6-b714-83479a309147 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 931 time: 0.3000333 Mar 30 18:18:26.212093 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1f41a7-e92a-4025-895c-1ad9e9b673e3 req-363d34de-cba1-45fb-829a-331d812117ca tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:26.213533 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-6e1f41a7-e92a-4025-895c-1ad9e9b673e3 req-363d34de-cba1-45fb-829a-331d812117ca tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e115ef6-d6b4-4dd0-b7d9-3c3d4c1f30eb HTTP/1.1" status: 200 len: 944 time: 0.3699117 Mar 30 18:18:26.315867 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14664abc-703b-48e1-9730-68fa866e28e7 req-e705d75a-5711-4ad9-a38a-7a217835bd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:26.316940 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [req-14664abc-703b-48e1-9730-68fa866e28e7 req-e705d75a-5711-4ad9-a38a-7a217835bd86 service neutron] 10.222.0.44 "GET /v2.0/networks?id=af60dc63-0b0b-4d35-9038-6256b5be5587 HTTP/1.1" status: 200 len: 912 time: 0.1816788 Mar 30 18:18:26.320115 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8cf7365d-baac-448d-99bd-51fe53ed2318 admin admin] Publish callbacks [] for security_group (d5446a3f-b9db-4e36-a797-e625512903ff), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:26.326276 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-03d89de7-ad0a-4ab5-91f7-40c86e3081e6 admin admin] Publish callbacks [] for security_group (a904367c-6899-461d-a7bc-2f87f8ce8798), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:26.363478 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-03d89de7-ad0a-4ab5-91f7-40c86e3081e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (a904367c-6899-461d-a7bc-2f87f8ce8798), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:26.366447 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-67443d91-96e8-4f79-964a-9fc924e1dcf1 req-1e156a38-4024-4d7c-9b31-14efee84dbf9 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064760 Mar 30 18:18:26.367959 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [req-14664abc-703b-48e1-9730-68fa866e28e7 req-a75fbc36-7ddd-4ca3-b246-df6700e2dfbd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5 HTTP/1.1" status: 200 len: 217 time: 0.0437891 Mar 30 18:18:26.433866 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d89de7-ad0a-4ab5-91f7-40c86e3081e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a904367c-6899-461d-a7bc-2f87f8ce8798,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:26.445716 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-03d89de7-ad0a-4ab5-91f7-40c86e3081e6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cbfd6777de6040d3a327652790330de6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5024719 Mar 30 18:18:26.446389 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 43984) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:26.465746 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14664abc-703b-48e1-9730-68fa866e28e7 req-3f095870-5886-4d8f-94a5-807f9b16d4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:26.467984 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [req-14664abc-703b-48e1-9730-68fa866e28e7 req-3f095870-5886-4d8f-94a5-807f9b16d4c7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a9cbee5a-5f20-44f1-9b84-2d90e031a239 HTTP/1.1" status: 200 len: 850 time: 0.0925126 Mar 30 18:18:26.539665 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-4f157bcf-160e-4ad4-b828-1829464f00cc admin admin] Publish callbacks [] for security_group (a904367c-6899-461d-a7bc-2f87f8ce8798), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:26.544151 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14664abc-703b-48e1-9730-68fa866e28e7 req-8eca77c3-69dd-4571-aeb8-432e244d5f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:26.545665 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [req-14664abc-703b-48e1-9730-68fa866e28e7 req-8eca77c3-69dd-4571-aeb8-432e244d5f98 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=af60dc63-0b0b-4d35-9038-6256b5be5587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0700290 Mar 30 18:18:26.590725 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8cf7365d-baac-448d-99bd-51fe53ed2318 admin admin] Publish callbacks [] for security_group (d5446a3f-b9db-4e36-a797-e625512903ff), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:26.608854 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-4f157bcf-160e-4ad4-b828-1829464f00cc admin admin] Publish callbacks [] for security_group (a904367c-6899-461d-a7bc-2f87f8ce8798), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:26.624286 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-6e1f41a7-e92a-4025-895c-1ad9e9b673e3 req-1778e920-c121-4f27-a2d2-6c8cafc8fe0a tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0f12903-c405-42c5-a871-d51bf6ad3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4029455 Mar 30 18:18:26.675036 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.notifiers.nova [req-a0f32db0-dbc6-4f79-aee0-3d1ab916018e req-6547db36-1eca-481b-84f9-bdae7a10db92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bb7b2a4-9fc4-4c78-a72d-1b0527b70292 {{(pid=103495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:18:26.682704 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [req-14664abc-703b-48e1-9730-68fa866e28e7 req-af59e6f5-8d03-4a48-ba1d-7f737ef53ddf service neutron] 10.222.0.44 "GET /v2.0/networks/af60dc63-0b0b-4d35-9038-6256b5be5587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294820 Mar 30 18:18:26.696449 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-a0f32db0-dbc6-4f79-aee0-3d1ab916018e req-6547db36-1eca-481b-84f9-bdae7a10db92 service neutron] Publish callbacks [] for port (3bb7b2a4-9fc4-4c78-a72d-1b0527b70292), precommit_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:26.744157 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.provisioning_blocks [req-a0f32db0-dbc6-4f79-aee0-3d1ab916018e req-6547db36-1eca-481b-84f9-bdae7a10db92 service neutron] Transition to ACTIVE for port object 3bb7b2a4-9fc4-4c78-a72d-1b0527b70292 will not be triggered until provisioned by entity L2. {{(pid=103495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 18:18:26.746296 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-4f157bcf-160e-4ad4-b828-1829464f00cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (a904367c-6899-461d-a7bc-2f87f8ce8798), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:26.748595 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-4f157bcf-160e-4ad4-b828-1829464f00cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:26.752659 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-4f157bcf-160e-4ad4-b828-1829464f00cc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a904367c-6899-461d-a7bc-2f87f8ce8798 HTTP/1.1" status: 204 len: 168 time: 0.3036418 Mar 30 18:18:26.760998 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-a0f32db0-dbc6-4f79-aee0-3d1ab916018e req-6547db36-1eca-481b-84f9-bdae7a10db92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (3bb7b2a4-9fc4-4c78-a72d-1b0527b70292), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:26.807604 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.notifiers.nova [req-f992a852-8a7b-4863-95ff-917a063f0063 req-17c6e3a3-4380-4577-8fef-8f8b9681f5a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0acb066b-cce6-49f2-b882-ab8b489713d3 {{(pid=103495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:18:26.809555 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f157bcf-160e-4ad4-b828-1829464f00cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a904367c-6899-461d-a7bc-2f87f8ce8798,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:26.831563 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-f992a852-8a7b-4863-95ff-917a063f0063 req-17c6e3a3-4380-4577-8fef-8f8b9681f5a2 service neutron] Publish callbacks [] for port (0acb066b-cce6-49f2-b882-ab8b489713d3), precommit_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:26.870835 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c130f8e7-a6c0-4aa1-8c6c-e23a37628920 req-de9b1e02-f1ee-4c2f-830a-a6bb78cebb03 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:26.878557 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c130f8e7-a6c0-4aa1-8c6c-e23a37628920 req-de9b1e02-f1ee-4c2f-830a-a6bb78cebb03 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 943 time: 0.2829299 Mar 30 18:18:26.881318 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8cf7365d-baac-448d-99bd-51fe53ed2318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (d5446a3f-b9db-4e36-a797-e625512903ff), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:26.883932 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8cf7365d-baac-448d-99bd-51fe53ed2318 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:26.885280 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-8cf7365d-baac-448d-99bd-51fe53ed2318 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d5446a3f-b9db-4e36-a797-e625512903ff HTTP/1.1" status: 204 len: 168 time: 0.8200908 Mar 30 18:18:26.889314 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [req-14664abc-703b-48e1-9730-68fa866e28e7 req-581fc0f8-942d-4910-80cb-567a77502cf3 service neutron] 10.222.0.44 "GET /v2.0/networks/af60dc63-0b0b-4d35-9038-6256b5be5587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998186 Mar 30 18:18:26.913547 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.provisioning_blocks [req-f992a852-8a7b-4863-95ff-917a063f0063 req-17c6e3a3-4380-4577-8fef-8f8b9681f5a2 service neutron] Transition to ACTIVE for port object 0acb066b-cce6-49f2-b882-ab8b489713d3 will not be triggered until provisioned by entity L2. {{(pid=103495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 18:18:26.916648 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6547db36-1eca-481b-84f9-bdae7a10db92 service neutron] Pushing event updated for resources: {'Port': ['ID=3bb7b2a4-9fc4-4c78-a72d-1b0527b70292,revision_number=2']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:26.962155 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-f992a852-8a7b-4863-95ff-917a063f0063 req-17c6e3a3-4380-4577-8fef-8f8b9681f5a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (0acb066b-cce6-49f2-b882-ab8b489713d3), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:26.969436 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf7365d-baac-448d-99bd-51fe53ed2318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5446a3f-b9db-4e36-a797-e625512903ff,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:27.051179 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.notifiers.nova [req-56f9e80b-c379-40ec-ac5d-2c03aea22e3b req-63057780-f970-43a5-845d-722277a6d1ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a9f4213-d59a-4c38-b980-34531523d7ab {{(pid=103494) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:18:27.068453 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [req-56f9e80b-c379-40ec-ac5d-2c03aea22e3b req-63057780-f970-43a5-845d-722277a6d1ea service neutron] Publish callbacks [] for port (1a9f4213-d59a-4c38-b980-34531523d7ab), precommit_update {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:27.120128 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.db.provisioning_blocks [req-56f9e80b-c379-40ec-ac5d-2c03aea22e3b req-63057780-f970-43a5-845d-722277a6d1ea service neutron] Transition to ACTIVE for port object 1a9f4213-d59a-4c38-b980-34531523d7ab will not be triggered until provisioned by entity L2. {{(pid=103494) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 18:18:27.129851 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdca07b-c5b7-430e-8418-fd2379713902 req-cb2d59c5-7812-4db2-a9c8-3c37067053a4 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:27.131845 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [req-56f9e80b-c379-40ec-ac5d-2c03aea22e3b req-63057780-f970-43a5-845d-722277a6d1ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5343464'] for port (1a9f4213-d59a-4c38-b980-34531523d7ab), after_update {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:27.132614 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-cbdca07b-c5b7-430e-8418-fd2379713902 req-cb2d59c5-7812-4db2-a9c8-3c37067053a4 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 932 time: 0.4063499 Mar 30 18:18:27.210892 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63057780-f970-43a5-845d-722277a6d1ea service neutron] Pushing event updated for resources: {'Port': ['ID=1a9f4213-d59a-4c38-b980-34531523d7ab,revision_number=2']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:27.341579 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c6e3a3-4380-4577-8fef-8f8b9681f5a2 service neutron] Pushing event updated for resources: {'Port': ['ID=0acb066b-cce6-49f2-b882-ab8b489713d3,revision_number=2']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:27.367494 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.managers [req-a0f32db0-dbc6-4f79-aee0-3d1ab916018e req-6547db36-1eca-481b-84f9-bdae7a10db92 service neutron] Attempting to bind port 3bb7b2a4-9fc4-4c78-a72d-1b0527b70292 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:18:27.369072 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.managers [req-a0f32db0-dbc6-4f79-aee0-3d1ab916018e req-6547db36-1eca-481b-84f9-bdae7a10db92 service neutron] Attempting to bind port 3bb7b2a4-9fc4-4c78-a72d-1b0527b70292 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '098413ed-ec75-43e9-9db3-68f175b21721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '3e13178f-fe3d-4acc-a151-e0891e100715'}] {{(pid=103495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:18:27.371297 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f32db0-dbc6-4f79-aee0-3d1ab916018e req-6547db36-1eca-481b-84f9-bdae7a10db92 service neutron] Attempting to bind port 3bb7b2a4-9fc4-4c78-a72d-1b0527b70292 on network 3e13178f-fe3d-4acc-a151-e0891e100715 {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:18:27.414787 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c130f8e7-a6c0-4aa1-8c6c-e23a37628920 req-008f458f-1cc0-438e-940b-946d5728cd7b tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?id=9aca0380-65a4-43ae-af2d-dca3c7f2e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5352395 Mar 30 18:18:27.416904 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 668668df-5cd7-4990-9d47-36b0888a5631 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:18:27.438787 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.managers [req-56f9e80b-c379-40ec-ac5d-2c03aea22e3b req-63057780-f970-43a5-845d-722277a6d1ea service neutron] Attempting to bind port 1a9f4213-d59a-4c38-b980-34531523d7ab on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103494) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:18:27.440160 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.managers [req-56f9e80b-c379-40ec-ac5d-2c03aea22e3b req-63057780-f970-43a5-845d-722277a6d1ea service neutron] Attempting to bind port 1a9f4213-d59a-4c38-b980-34531523d7ab by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '098413ed-ec75-43e9-9db3-68f175b21721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '3e13178f-fe3d-4acc-a151-e0891e100715'}] {{(pid=103494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:18:27.440590 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f9e80b-c379-40ec-ac5d-2c03aea22e3b req-63057780-f970-43a5-845d-722277a6d1ea service neutron] Attempting to bind port 1a9f4213-d59a-4c38-b980-34531523d7ab on network 3e13178f-fe3d-4acc-a151-e0891e100715 {{(pid=103494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:18:27.467221 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f9e80b-c379-40ec-ac5d-2c03aea22e3b req-63057780-f970-43a5-845d-722277a6d1ea service neutron] Port 1a9f4213-d59a-4c38-b980-34531523d7ab on network 3e13178f-fe3d-4acc-a151-e0891e100715 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 18:18:27.469632 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f9e80b-c379-40ec-ac5d-2c03aea22e3b req-63057780-f970-43a5-845d-722277a6d1ea service neutron] Attempting to bind port 1a9f4213-d59a-4c38-b980-34531523d7ab on network 3e13178f-fe3d-4acc-a151-e0891e100715 {{(pid=103494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:18:27.503068 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f9e80b-c379-40ec-ac5d-2c03aea22e3b req-63057780-f970-43a5-845d-722277a6d1ea service neutron] Checking agent: {'id': 'ab438a54-a4f6-4fd3-b589-96aa27265666', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 15, 49), 'started_at': datetime.datetime(2022, 3, 30, 18, 15, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:18:27.503412 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f9e80b-c379-40ec-ac5d-2c03aea22e3b req-63057780-f970-43a5-845d-722277a6d1ea service neutron] Checking segment: {'id': '098413ed-ec75-43e9-9db3-68f175b21721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '3e13178f-fe3d-4acc-a151-e0891e100715'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:18:27.503800 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f9e80b-c379-40ec-ac5d-2c03aea22e3b req-63057780-f970-43a5-845d-722277a6d1ea service neutron] Bound using segment: {'id': '098413ed-ec75-43e9-9db3-68f175b21721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '3e13178f-fe3d-4acc-a151-e0891e100715'} {{(pid=103494) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:18:27.504251 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.managers [req-56f9e80b-c379-40ec-ac5d-2c03aea22e3b req-63057780-f970-43a5-845d-722277a6d1ea service neutron] Bound port: 1a9f4213-d59a-4c38-b980-34531523d7ab, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '098413ed-ec75-43e9-9db3-68f175b21721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '3e13178f-fe3d-4acc-a151-e0891e100715'}}] {{(pid=103494) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:18:27.512078 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [req-56f9e80b-c379-40ec-ac5d-2c03aea22e3b req-63057780-f970-43a5-845d-722277a6d1ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (1a9f4213-d59a-4c38-b980-34531523d7ab), before_update {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:27.657208 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f32db0-dbc6-4f79-aee0-3d1ab916018e req-6547db36-1eca-481b-84f9-bdae7a10db92 service neutron] Port 3bb7b2a4-9fc4-4c78-a72d-1b0527b70292 on network 3e13178f-fe3d-4acc-a151-e0891e100715 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 18:18:27.657558 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f32db0-dbc6-4f79-aee0-3d1ab916018e req-6547db36-1eca-481b-84f9-bdae7a10db92 service neutron] Attempting to bind port 3bb7b2a4-9fc4-4c78-a72d-1b0527b70292 on network 3e13178f-fe3d-4acc-a151-e0891e100715 {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:18:27.715910 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-cbdca07b-c5b7-430e-8418-fd2379713902 req-21a4274e-345b-4c4f-afdf-f22127465fb8 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5706449 Mar 30 18:18:27.774721 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 44024) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:27.813480 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-d8312b56-2fb5-4560-8d73-737da1833ebd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:27.827138 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f32db0-dbc6-4f79-aee0-3d1ab916018e req-6547db36-1eca-481b-84f9-bdae7a10db92 service neutron] Checking agent: {'id': 'ab438a54-a4f6-4fd3-b589-96aa27265666', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 15, 49), 'started_at': datetime.datetime(2022, 3, 30, 18, 15, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:18:27.828595 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f32db0-dbc6-4f79-aee0-3d1ab916018e req-6547db36-1eca-481b-84f9-bdae7a10db92 service neutron] Checking segment: {'id': '098413ed-ec75-43e9-9db3-68f175b21721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '3e13178f-fe3d-4acc-a151-e0891e100715'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:18:27.831378 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0f32db0-dbc6-4f79-aee0-3d1ab916018e req-6547db36-1eca-481b-84f9-bdae7a10db92 service neutron] Bound using segment: {'id': '098413ed-ec75-43e9-9db3-68f175b21721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '3e13178f-fe3d-4acc-a151-e0891e100715'} {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:18:27.832076 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.managers [req-a0f32db0-dbc6-4f79-aee0-3d1ab916018e req-6547db36-1eca-481b-84f9-bdae7a10db92 service neutron] Bound port: 3bb7b2a4-9fc4-4c78-a72d-1b0527b70292, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '098413ed-ec75-43e9-9db3-68f175b21721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '3e13178f-fe3d-4acc-a151-e0891e100715'}}] {{(pid=103495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:18:27.832656 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-a0f32db0-dbc6-4f79-aee0-3d1ab916018e req-6547db36-1eca-481b-84f9-bdae7a10db92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (3bb7b2a4-9fc4-4c78-a72d-1b0527b70292), before_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:27.862976 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.db [req-56f9e80b-c379-40ec-ac5d-2c03aea22e3b req-63057780-f970-43a5-845d-722277a6d1ea service neutron] For port 1a9f4213-d59a-4c38-b980-34531523d7ab, host hv-cinder-83588, cleared binding levels {{(pid=103494) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:18:27.868107 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.managers [req-f992a852-8a7b-4863-95ff-917a063f0063 req-17c6e3a3-4380-4577-8fef-8f8b9681f5a2 service neutron] Attempting to bind port 0acb066b-cce6-49f2-b882-ab8b489713d3 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:18:27.868804 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.managers [req-f992a852-8a7b-4863-95ff-917a063f0063 req-17c6e3a3-4380-4577-8fef-8f8b9681f5a2 service neutron] Attempting to bind port 0acb066b-cce6-49f2-b882-ab8b489713d3 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '0fa95725-4471-4977-b74d-31230d09f2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2ce9154c-b8f7-4a0a-9af0-70f7be76465b'}] {{(pid=103495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:18:27.869597 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f992a852-8a7b-4863-95ff-917a063f0063 req-17c6e3a3-4380-4577-8fef-8f8b9681f5a2 service neutron] Attempting to bind port 0acb066b-cce6-49f2-b882-ab8b489713d3 on network 2ce9154c-b8f7-4a0a-9af0-70f7be76465b {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:18:27.897384 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.db [req-56f9e80b-c379-40ec-ac5d-2c03aea22e3b req-63057780-f970-43a5-845d-722277a6d1ea service neutron] For port 1a9f4213-d59a-4c38-b980-34531523d7ab, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=1a9f4213-d59a-4c38-b980-34531523d7ab,segment=NetworkSegment(098413ed-ec75-43e9-9db3-68f175b21721),segment_id=098413ed-ec75-43e9-9db3-68f175b21721)] {{(pid=103494) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:18:27.933864 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [req-56f9e80b-c379-40ec-ac5d-2c03aea22e3b req-63057780-f970-43a5-845d-722277a6d1ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5343464'] for port (1a9f4213-d59a-4c38-b980-34531523d7ab), after_update {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:27.955694 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f992a852-8a7b-4863-95ff-917a063f0063 req-17c6e3a3-4380-4577-8fef-8f8b9681f5a2 service neutron] Port 0acb066b-cce6-49f2-b882-ab8b489713d3 on network 2ce9154c-b8f7-4a0a-9af0-70f7be76465b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 18:18:27.956214 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f992a852-8a7b-4863-95ff-917a063f0063 req-17c6e3a3-4380-4577-8fef-8f8b9681f5a2 service neutron] Attempting to bind port 0acb066b-cce6-49f2-b882-ab8b489713d3 on network 2ce9154c-b8f7-4a0a-9af0-70f7be76465b {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:18:27.968206 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f992a852-8a7b-4863-95ff-917a063f0063 req-17c6e3a3-4380-4577-8fef-8f8b9681f5a2 service neutron] Checking agent: {'id': 'ab438a54-a4f6-4fd3-b589-96aa27265666', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 15, 49), 'started_at': datetime.datetime(2022, 3, 30, 18, 15, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:18:27.968834 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f992a852-8a7b-4863-95ff-917a063f0063 req-17c6e3a3-4380-4577-8fef-8f8b9681f5a2 service neutron] Checking segment: {'id': '0fa95725-4471-4977-b74d-31230d09f2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2ce9154c-b8f7-4a0a-9af0-70f7be76465b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:18:27.969124 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f992a852-8a7b-4863-95ff-917a063f0063 req-17c6e3a3-4380-4577-8fef-8f8b9681f5a2 service neutron] Bound using segment: {'id': '0fa95725-4471-4977-b74d-31230d09f2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2ce9154c-b8f7-4a0a-9af0-70f7be76465b'} {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:18:27.969783 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.managers [req-f992a852-8a7b-4863-95ff-917a063f0063 req-17c6e3a3-4380-4577-8fef-8f8b9681f5a2 service neutron] Bound port: 0acb066b-cce6-49f2-b882-ab8b489713d3, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa95725-4471-4977-b74d-31230d09f2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2ce9154c-b8f7-4a0a-9af0-70f7be76465b'}}] {{(pid=103495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:18:27.971177 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-f992a852-8a7b-4863-95ff-917a063f0063 req-17c6e3a3-4380-4577-8fef-8f8b9681f5a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (0acb066b-cce6-49f2-b882-ab8b489713d3), before_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:27.980715 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57fee66-6da8-40b3-8ff4-79d34f0f98fa req-a1b45ecb-a242-4bb8-9982-ec460ba74bbf tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:27.983467 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a57fee66-6da8-40b3-8ff4-79d34f0f98fa req-a1b45ecb-a242-4bb8-9982-ec460ba74bbf tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 943 time: 0.3146768 Mar 30 18:18:28.036043 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e7ddf8-b6d3-416f-a9f8-f804494aa0d9 req-4863bc53-9122-4745-8c44-278434d1fa18 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:28.045707 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-54e7ddf8-b6d3-416f-a9f8-f804494aa0d9 req-4863bc53-9122-4745-8c44-278434d1fa18 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e115ef6-d6b4-4dd0-b7d9-3c3d4c1f30eb HTTP/1.1" status: 200 len: 944 time: 0.1837716 Mar 30 18:18:28.045837 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f9e80b-c379-40ec-ac5d-2c03aea22e3b req-63057780-f970-43a5-845d-722277a6d1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:28.046480 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [req-56f9e80b-c379-40ec-ac5d-2c03aea22e3b req-63057780-f970-43a5-845d-722277a6d1ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for port (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:28.049365 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [req-56f9e80b-c379-40ec-ac5d-2c03aea22e3b req-63057780-f970-43a5-845d-722277a6d1ea service neutron] 10.222.0.44 "PUT /v2.0/ports/1a9f4213-d59a-4c38-b980-34531523d7ab HTTP/1.1" status: 200 len: 1093 time: 2.6655421 Mar 30 18:18:28.049835 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce984b33-35cb-4d2e-a851-3ac96e742d65', 'tag': '1a9f4213-d59a-4c38-b980-34531523d7ab'}] {{(pid=103494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:18:28.052103 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb351bb8290705a302d4a38882229c6eed6c712c49b0ac171ffbe10a695cd3a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81cdb1f9-5fc1-4fc6-bf4e-2f57c7396a35" -d '{"events": [{"name": "network-changed", "server_uuid": "ce984b33-35cb-4d2e-a851-3ac96e742d65", "tag": "1a9f4213-d59a-4c38-b980-34531523d7ab"}]}' {{(pid=103494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:18:28.098057 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port 668668df-5cd7-4990-9d47-36b0888a5631, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=668668df-5cd7-4990-9d47-36b0888a5631,segment=NetworkSegment(f053e8f4-d7c7-42e7-bc2c-cd2eb2b57621),segment_id=f053e8f4-d7c7-42e7-bc2c-cd2eb2b57621)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:18:28.101385 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63057780-f970-43a5-845d-722277a6d1ea service neutron] Pushing event updated for resources: {'Port': ['ID=1a9f4213-d59a-4c38-b980-34531523d7ab,revision_number=3']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:28.113498 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-d8312b56-2fb5-4560-8d73-737da1833ebd admin admin] Publish callbacks [] for security_group (9bd44d99-f37e-4759-baf4-0ec62e67deac), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:28.143422 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Returning: {'device': '668668df-5cd7-4990-9d47-36b0888a5631', 'network_id': '0b8dd592-cc8c-4189-b2a8-9a0cda68fb31', 'port_id': '668668df-5cd7-4990-9d47-36b0888a5631', 'mac_address': 'fa:16:3e:39:d2:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0acb7c77-57cf-4a81-9068-a62507bc91ec', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:18:28.144720 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-d8312b56-2fb5-4560-8d73-737da1833ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (9bd44d99-f37e-4759-baf4-0ec62e67deac), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:28.218804 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-d8312b56-2fb5-4560-8d73-737da1833ebd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=06568e594cd7466da353e6fcf0f1e148&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4412262 Mar 30 18:18:28.221893 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 44046) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:28.224955 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8312b56-2fb5-4560-8d73-737da1833ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd44d99-f37e-4759-baf4-0ec62e67deac,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:28.243541 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-54e7ddf8-b6d3-416f-a9f8-f804494aa0d9 req-9d3d913c-0760-4559-81c8-7410bb0e2208 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0f12903-c405-42c5-a871-d51bf6ad3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929505 Mar 30 18:18:28.269654 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f9e80b-c379-40ec-ac5d-2c03aea22e3b req-f25e1294-fcea-40f9-8a33-c296e375be47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:28.271208 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [req-56f9e80b-c379-40ec-ac5d-2c03aea22e3b req-f25e1294-fcea-40f9-8a33-c296e375be47 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d22e85861b694f0e8bd7e2e7da8fbc45&device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 1127 time: 0.1519897 Mar 30 18:18:28.299170 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Current status of the port 668668df-5cd7-4990-9d47-36b0888a5631 is: DOWN; New status is: BUILD {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:18:28.303516 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (668668df-5cd7-4990-9d47-36b0888a5631), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:28.327122 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 668668df-5cd7-4990-9d47-36b0888a5631 {{(pid=103496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:18:28.330638 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [req-a0f32db0-dbc6-4f79-aee0-3d1ab916018e req-6547db36-1eca-481b-84f9-bdae7a10db92 service neutron] For port 3bb7b2a4-9fc4-4c78-a72d-1b0527b70292, host hv-cinder-83588, cleared binding levels {{(pid=103495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:18:28.334792 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56622fad-c3ef-49a9-92a5-9164e81fddce x-openstack-request-id: req-56622fad-c3ef-49a9-92a5-9164e81fddce {{(pid=103494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:18:28.335070 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce984b33-35cb-4d2e-a851-3ac96e742d65", "tag": "1a9f4213-d59a-4c38-b980-34531523d7ab", "status": "completed", "code": 200}]} {{(pid=103494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:18:28.335472 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-56622fad-c3ef-49a9-92a5-9164e81fddce {{(pid=103494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:18:28.336014 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56622fad-c3ef-49a9-92a5-9164e81fddce'] response: {'name': 'network-changed', 'server_uuid': 'ce984b33-35cb-4d2e-a851-3ac96e742d65', 'tag': '1a9f4213-d59a-4c38-b980-34531523d7ab', 'status': 'completed', 'code': 200} Mar 30 18:18:28.339660 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [req-56f9e80b-c379-40ec-ac5d-2c03aea22e3b req-4087e38f-08ef-472b-a32c-496faf30312d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a9f4213-d59a-4c38-b980-34531523d7ab HTTP/1.1" status: 200 len: 217 time: 0.0515954 Mar 30 18:18:28.350032 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-001e270c-5103-4005-80ab-178f5ae668d1 admin admin] Publish callbacks [] for security_group (9bd44d99-f37e-4759-baf4-0ec62e67deac), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:28.361797 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port 668668df-5cd7-4990-9d47-36b0888a5631, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=668668df-5cd7-4990-9d47-36b0888a5631,segment=NetworkSegment(f053e8f4-d7c7-42e7-bc2c-cd2eb2b57621),segment_id=f053e8f4-d7c7-42e7-bc2c-cd2eb2b57621)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:18:28.365046 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [req-f992a852-8a7b-4863-95ff-917a063f0063 req-17c6e3a3-4380-4577-8fef-8f8b9681f5a2 service neutron] For port 0acb066b-cce6-49f2-b882-ab8b489713d3, host hv-cinder-83588, cleared binding levels {{(pid=103495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:18:28.369741 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (668668df-5cd7-4990-9d47-36b0888a5631), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:28.392986 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [req-f992a852-8a7b-4863-95ff-917a063f0063 req-17c6e3a3-4380-4577-8fef-8f8b9681f5a2 service neutron] For port 0acb066b-cce6-49f2-b882-ab8b489713d3, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=0acb066b-cce6-49f2-b882-ab8b489713d3,segment=NetworkSegment(0fa95725-4471-4977-b74d-31230d09f2bc),segment_id=0fa95725-4471-4977-b74d-31230d09f2bc)] {{(pid=103495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:18:28.400335 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [req-a0f32db0-dbc6-4f79-aee0-3d1ab916018e req-6547db36-1eca-481b-84f9-bdae7a10db92 service neutron] For port 3bb7b2a4-9fc4-4c78-a72d-1b0527b70292, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=3bb7b2a4-9fc4-4c78-a72d-1b0527b70292,segment=NetworkSegment(098413ed-ec75-43e9-9db3-68f175b21721),segment_id=098413ed-ec75-43e9-9db3-68f175b21721)] {{(pid=103495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:18:28.410228 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-f992a852-8a7b-4863-95ff-917a063f0063 req-17c6e3a3-4380-4577-8fef-8f8b9681f5a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (0acb066b-cce6-49f2-b882-ab8b489713d3), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:28.446924 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Pushing event updated for resources: {'Port': ['ID=668668df-5cd7-4990-9d47-36b0888a5631,revision_number=4']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:28.448361 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-001e270c-5103-4005-80ab-178f5ae668d1 admin admin] Publish callbacks [] for security_group (9bd44d99-f37e-4759-baf4-0ec62e67deac), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:28.465738 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f9e80b-c379-40ec-ac5d-2c03aea22e3b req-e3affc2e-797d-44f6-8973-5f0918c8009f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:28.467827 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [req-56f9e80b-c379-40ec-ac5d-2c03aea22e3b req-e3affc2e-797d-44f6-8973-5f0918c8009f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d0c7af2e-75fc-4b8f-a86b-ddae6e3c7dba HTTP/1.1" status: 200 len: 858 time: 0.1189375 Mar 30 18:18:28.477181 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c6e3a3-4380-4577-8fef-8f8b9681f5a2 service neutron] Pushing event updated for resources: {'Port': ['ID=0acb066b-cce6-49f2-b882-ab8b489713d3,revision_number=3']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:28.480426 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-a0f32db0-dbc6-4f79-aee0-3d1ab916018e req-6547db36-1eca-481b-84f9-bdae7a10db92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (3bb7b2a4-9fc4-4c78-a72d-1b0527b70292), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:28.508593 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a57fee66-6da8-40b3-8ff4-79d34f0f98fa req-011fe026-dffb-41a6-8661-adea4fc55a9b tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4931808 Mar 30 18:18:28.539787 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992a852-8a7b-4863-95ff-917a063f0063 req-17c6e3a3-4380-4577-8fef-8f8b9681f5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:28.540994 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-f992a852-8a7b-4863-95ff-917a063f0063 req-17c6e3a3-4380-4577-8fef-8f8b9681f5a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for port (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:28.542844 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f992a852-8a7b-4863-95ff-917a063f0063 req-17c6e3a3-4380-4577-8fef-8f8b9681f5a2 service neutron] 10.222.0.44 "PUT /v2.0/ports/0acb066b-cce6-49f2-b882-ab8b489713d3 HTTP/1.1" status: 200 len: 1094 time: 3.1587029 Mar 30 18:18:28.545653 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '179982b7-c3be-42cd-8126-808382758f8f', 'tag': '0acb066b-cce6-49f2-b882-ab8b489713d3'}] {{(pid=103495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:18:28.588135 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f9e80b-c379-40ec-ac5d-2c03aea22e3b req-cd90cb32-b424-4c5b-8a3a-9304540f9586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:28.591266 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [req-56f9e80b-c379-40ec-ac5d-2c03aea22e3b req-cd90cb32-b424-4c5b-8a3a-9304540f9586 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3e13178f-fe3d-4acc-a151-e0891e100715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1164670 Mar 30 18:18:28.604899 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-001e270c-5103-4005-80ab-178f5ae668d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (9bd44d99-f37e-4759-baf4-0ec62e67deac), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:28.616087 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-001e270c-5103-4005-80ab-178f5ae668d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:28.617363 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-001e270c-5103-4005-80ab-178f5ae668d1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9bd44d99-f37e-4759-baf4-0ec62e67deac HTTP/1.1" status: 204 len: 168 time: 0.3945107 Mar 30 18:18:28.662180 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f32db0-dbc6-4f79-aee0-3d1ab916018e req-6547db36-1eca-481b-84f9-bdae7a10db92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:28.663010 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-a0f32db0-dbc6-4f79-aee0-3d1ab916018e req-6547db36-1eca-481b-84f9-bdae7a10db92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for port (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:28.664844 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a0f32db0-dbc6-4f79-aee0-3d1ab916018e req-6547db36-1eca-481b-84f9-bdae7a10db92 service neutron] 10.222.0.44 "PUT /v2.0/ports/3bb7b2a4-9fc4-4c78-a72d-1b0527b70292 HTTP/1.1" status: 200 len: 1093 time: 3.2889924 Mar 30 18:18:28.682455 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001e270c-5103-4005-80ab-178f5ae668d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd44d99-f37e-4759-baf4-0ec62e67deac,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:28.776817 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6547db36-1eca-481b-84f9-bdae7a10db92 service neutron] Pushing event updated for resources: {'Port': ['ID=3bb7b2a4-9fc4-4c78-a72d-1b0527b70292,revision_number=3']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:28.910396 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [req-56f9e80b-c379-40ec-ac5d-2c03aea22e3b req-578b1fc5-5ad4-4710-b76c-acf8fcba2bb9 service neutron] 10.222.0.44 "GET /v2.0/networks/3e13178f-fe3d-4acc-a151-e0891e100715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916937 Mar 30 18:18:28.931321 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] get_ports_and_sgs() called for port_ids ['668668df-5cd7-4990-9d47-36b0888a5631'] {{(pid=103496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:18:29.001089 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f32db0-dbc6-4f79-aee0-3d1ab916018e req-4a7cb11c-f998-4503-b1c5-f43e63e8d422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:29.002542 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a0f32db0-dbc6-4f79-aee0-3d1ab916018e req-4a7cb11c-f998-4503-b1c5-f43e63e8d422 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d22e85861b694f0e8bd7e2e7da8fbc45&device_id=4caa7109-b153-4a12-a3ca-f9a0bd8ec82f HTTP/1.1" status: 200 len: 1127 time: 0.2117221 Mar 30 18:18:29.022999 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad407a-4776-443f-a6a0-90778d784b04 req-e48d1e9a-abda-41a8-b3c3-87de35733669 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:29.025056 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-66ad407a-4776-443f-a6a0-90778d784b04 req-e48d1e9a-abda-41a8-b3c3-87de35733669 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 943 time: 0.2492852 Mar 30 18:18:29.049971 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992a852-8a7b-4863-95ff-917a063f0063 req-fd29c727-eefd-41fd-bd91-c69fefd9247a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:29.052443 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f992a852-8a7b-4863-95ff-917a063f0063 req-fd29c727-eefd-41fd-bd91-c69fefd9247a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6fa782fa1098408491690005ca6565dc&device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 1128 time: 0.2775207 Mar 30 18:18:29.106115 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a0f32db0-dbc6-4f79-aee0-3d1ab916018e req-44eefc15-a9af-4f12-a593-d704b85907d5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3bb7b2a4-9fc4-4c78-a72d-1b0527b70292 HTTP/1.1" status: 200 len: 217 time: 0.0789847 Mar 30 18:18:29.182281 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [req-56f9e80b-c379-40ec-ac5d-2c03aea22e3b req-5aecbd21-da3b-47ed-a6d8-d08a73c1c45b service neutron] 10.222.0.44 "GET /v2.0/networks/3e13178f-fe3d-4acc-a151-e0891e100715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635322 Mar 30 18:18:29.196672 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f992a852-8a7b-4863-95ff-917a063f0063 req-056c1410-40b6-424d-974d-9a55db91b22f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0acb066b-cce6-49f2-b882-ab8b489713d3 HTTP/1.1" status: 200 len: 217 time: 0.1022155 Mar 30 18:18:29.302711 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0dfb30c8fd1ad248dcf0c7d180f6bc71f3cc1084e8ff52034c63c32eff48f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a1fa57-82e1-4ec7-b7c1-0b694fa81897" -d '{"events": [{"name": "network-changed", "server_uuid": "179982b7-c3be-42cd-8126-808382758f8f", "tag": "0acb066b-cce6-49f2-b882-ab8b489713d3"}]}' {{(pid=103495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:18:29.377081 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:18:29.383780 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cdb1f9-5fc1-4fc6-bf4e-2f57c7396a35 req-40eae306-b1f8-4080-9e92-d62eaedfbbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:29.385293 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [req-81cdb1f9-5fc1-4fc6-bf4e-2f57c7396a35 req-40eae306-b1f8-4080-9e92-d62eaedfbbdc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d22e85861b694f0e8bd7e2e7da8fbc45&device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 1127 time: 0.1027143 Mar 30 18:18:29.407426 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f32db0-dbc6-4f79-aee0-3d1ab916018e req-dc6c3553-6587-437e-bfbe-7a31e69c82a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:29.409330 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a0f32db0-dbc6-4f79-aee0-3d1ab916018e req-dc6c3553-6587-437e-bfbe-7a31e69c82a8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d0c7af2e-75fc-4b8f-a86b-ddae6e3c7dba HTTP/1.1" status: 200 len: 858 time: 0.2573135 Mar 30 18:18:29.435478 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-66ad407a-4776-443f-a6a0-90778d784b04 req-ab6213b0-0e07-47be-b4d3-350d5cacac5f tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?id=9aca0380-65a4-43ae-af2d-dca3c7f2e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3919213 Mar 30 18:18:29.524633 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75e2ee5-da00-48a4-b7ec-9bc775e21848 req-6594bd62-5149-45cc-b418-9f1d90a48ece tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:29.531154 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c75e2ee5-da00-48a4-b7ec-9bc775e21848 req-6594bd62-5149-45cc-b418-9f1d90a48ece tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 944 time: 0.6284685 Mar 30 18:18:29.596555 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5,segment=NetworkSegment(dc10bfad-da22-4979-ac1e-3f4ebba34b1c),segment_id=dc10bfad-da22-4979-ac1e-3f4ebba34b1c)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:18:29.603755 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cdb1f9-5fc1-4fc6-bf4e-2f57c7396a35 req-ebc0dc11-e524-4141-bd71-fe9a40398db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:29.607247 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [req-81cdb1f9-5fc1-4fc6-bf4e-2f57c7396a35 req-ebc0dc11-e524-4141-bd71-fe9a40398db9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3e13178f-fe3d-4acc-a151-e0891e100715 HTTP/1.1" status: 200 len: 920 time: 0.2154896 Mar 30 18:18:29.629160 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992a852-8a7b-4863-95ff-917a063f0063 req-6119b088-cf75-4d1f-af9d-a54649f88728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:29.631293 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f992a852-8a7b-4863-95ff-917a063f0063 req-6119b088-cf75-4d1f-af9d-a54649f88728 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=773c0134-3744-40c4-99d5-5fc49a43d810 HTTP/1.1" status: 200 len: 856 time: 0.4253716 Mar 30 18:18:29.633108 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Returning: {'device': 'c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5', 'network_id': 'af60dc63-0b0b-4d35-9038-6256b5be5587', 'port_id': 'c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5', 'mac_address': 'fa:16:3e:bb:9a:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9cbee5a-5f20-44f1-9b84-2d90e031a239', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:18:29.694972 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [req-81cdb1f9-5fc1-4fc6-bf4e-2f57c7396a35 req-8b92af2e-7c87-4ab5-853f-24af8110d7f0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a9f4213-d59a-4c38-b980-34531523d7ab HTTP/1.1" status: 200 len: 217 time: 0.0798898 Mar 30 18:18:29.710081 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Current status of the port c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5 is: DOWN; New status is: BUILD {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:18:29.711173 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:29.729251 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5 {{(pid=103496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:18:29.764038 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5,segment=NetworkSegment(dc10bfad-da22-4979-ac1e-3f4ebba34b1c),segment_id=dc10bfad-da22-4979-ac1e-3f4ebba34b1c)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:18:29.775743 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:29.797456 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cdb1f9-5fc1-4fc6-bf4e-2f57c7396a35 req-fd30e312-d558-422e-a5a1-fbf3a97478fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:29.800160 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [req-81cdb1f9-5fc1-4fc6-bf4e-2f57c7396a35 req-fd30e312-d558-422e-a5a1-fbf3a97478fb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d0c7af2e-75fc-4b8f-a86b-ddae6e3c7dba HTTP/1.1" status: 200 len: 858 time: 0.0993655 Mar 30 18:18:29.814538 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f32db0-dbc6-4f79-aee0-3d1ab916018e req-bcd5fa21-f3fb-4500-ba61-e7976b61ea51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:29.821443 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a0f32db0-dbc6-4f79-aee0-3d1ab916018e req-bcd5fa21-f3fb-4500-ba61-e7976b61ea51 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3e13178f-fe3d-4acc-a151-e0891e100715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3737757 Mar 30 18:18:29.888426 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Pushing event updated for resources: {'Port': ['ID=c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5,revision_number=4']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:29.924532 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cdb1f9-5fc1-4fc6-bf4e-2f57c7396a35 req-26e69c62-f738-421c-bd43-baaafde00fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:29.926108 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [req-81cdb1f9-5fc1-4fc6-bf4e-2f57c7396a35 req-26e69c62-f738-421c-bd43-baaafde00fe0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3e13178f-fe3d-4acc-a151-e0891e100715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1186140 Mar 30 18:18:29.984503 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c75e2ee5-da00-48a4-b7ec-9bc775e21848 req-de755a54-8f8a-432b-825e-3994fc6ca85a tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4310081 Mar 30 18:18:30.055098 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fd0fb4-4060-4a73-a357-4a8f63044672 req-83870dfd-3498-41d3-b7db-b2cc2f0f44d0 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:30.056016 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-56fd0fb4-4060-4a73-a357-4a8f63044672 req-83870dfd-3498-41d3-b7db-b2cc2f0f44d0 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e115ef6-d6b4-4dd0-b7d9-3c3d4c1f30eb HTTP/1.1" status: 200 len: 945 time: 0.4539216 Mar 30 18:18:30.062228 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992a852-8a7b-4863-95ff-917a063f0063 req-71762ede-f37d-47e1-bf89-c4ca82858512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:30.062228 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f992a852-8a7b-4863-95ff-917a063f0063 req-71762ede-f37d-47e1-bf89-c4ca82858512 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2ce9154c-b8f7-4a0a-9af0-70f7be76465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3462126 Mar 30 18:18:30.096339 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [req-81cdb1f9-5fc1-4fc6-bf4e-2f57c7396a35 req-b840ff85-92ff-4770-8c3e-54d79423278b service neutron] 10.222.0.44 "GET /v2.0/networks/3e13178f-fe3d-4acc-a151-e0891e100715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631057 Mar 30 18:18:30.133695 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a0f32db0-dbc6-4f79-aee0-3d1ab916018e req-360410d2-4cd9-46d7-a1d5-23ea3bed7ccb service neutron] 10.222.0.44 "GET /v2.0/networks/3e13178f-fe3d-4acc-a151-e0891e100715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737744 Mar 30 18:18:30.270303 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [req-81cdb1f9-5fc1-4fc6-bf4e-2f57c7396a35 req-50b398f1-b254-4981-b13d-eda1c3b41e6c service neutron] 10.222.0.44 "GET /v2.0/networks/3e13178f-fe3d-4acc-a151-e0891e100715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665382 Mar 30 18:18:30.385666 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] get_ports_and_sgs() called for port_ids ['c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5'] {{(pid=103496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:18:30.431546 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90845f5c-3580-4d4e-8897-8d7dd367d2ae x-openstack-request-id: req-90845f5c-3580-4d4e-8897-8d7dd367d2ae {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:18:30.431856 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "179982b7-c3be-42cd-8126-808382758f8f", "tag": "0acb066b-cce6-49f2-b882-ab8b489713d3", "status": "completed", "code": 200}]} {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:18:30.432089 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-90845f5c-3580-4d4e-8897-8d7dd367d2ae {{(pid=103495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:18:30.432560 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90845f5c-3580-4d4e-8897-8d7dd367d2ae'] response: {'name': 'network-changed', 'server_uuid': '179982b7-c3be-42cd-8126-808382758f8f', 'tag': '0acb066b-cce6-49f2-b882-ab8b489713d3', 'status': 'completed', 'code': 200} Mar 30 18:18:30.550475 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-56fd0fb4-4060-4a73-a357-4a8f63044672 req-42983480-666c-4fdf-b970-c496fdb8121d tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0f12903-c405-42c5-a871-d51bf6ad3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4570556 Mar 30 18:18:30.612678 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f992a852-8a7b-4863-95ff-917a063f0063 req-49b1055a-c974-494d-a40a-65f563357be0 service neutron] 10.222.0.44 "GET /v2.0/networks/2ce9154c-b8f7-4a0a-9af0-70f7be76465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5411015 Mar 30 18:18:30.618384 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a0f32db0-dbc6-4f79-aee0-3d1ab916018e req-ca9101aa-4639-46a0-adf3-c7401d08cfc3 service neutron] 10.222.0.44 "GET /v2.0/networks/3e13178f-fe3d-4acc-a151-e0891e100715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4768250 Mar 30 18:18:30.634767 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591450d9-f7b3-4bd9-9dde-21af9f1fa335 req-e4af7555-f0ad-448b-8dd1-f6184e315db6 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:30.642729 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-591450d9-f7b3-4bd9-9dde-21af9f1fa335 req-e4af7555-f0ad-448b-8dd1-f6184e315db6 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 943 time: 0.2145016 Mar 30 18:18:30.799706 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-591450d9-f7b3-4bd9-9dde-21af9f1fa335 req-3eca8759-4e0e-4c24-8f95-173559c7a2d4 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558752 Mar 30 18:18:30.824366 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2223d9ad-97f3-4c57-b6a3-b165b51f9590 req-3fc0688a-0436-4008-9e4b-30e872acc83f tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:30.826258 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2223d9ad-97f3-4c57-b6a3-b165b51f9590 req-3fc0688a-0436-4008-9e4b-30e872acc83f tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 944 time: 0.1789618 Mar 30 18:18:30.830375 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f992a852-8a7b-4863-95ff-917a063f0063 req-04d4c9c0-7a90-49e3-8b5c-5aa09c92e558 service neutron] 10.222.0.44 "GET /v2.0/networks/2ce9154c-b8f7-4a0a-9af0-70f7be76465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109845 Mar 30 18:18:30.881731 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2223d9ad-97f3-4c57-b6a3-b165b51f9590 req-ec907b64-68b3-4154-bffe-7c9e1eae7a39 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?id=9aca0380-65a4-43ae-af2d-dca3c7f2e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482011 Mar 30 18:18:31.011186 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1fa57-82e1-4ec7-b7c1-0b694fa81897 req-24b7240b-fbbd-43ac-90b1-f7df4ff0c1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:31.012864 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-56a1fa57-82e1-4ec7-b7c1-0b694fa81897 req-24b7240b-fbbd-43ac-90b1-f7df4ff0c1fd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6fa782fa1098408491690005ca6565dc&device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 1128 time: 0.0603206 Mar 30 18:18:31.170746 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 44218) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:31.180236 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1fa57-82e1-4ec7-b7c1-0b694fa81897 req-f3081e04-2108-482f-8136-083d16a64e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:31.181787 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-56a1fa57-82e1-4ec7-b7c1-0b694fa81897 req-f3081e04-2108-482f-8136-083d16a64e4c service neutron] 10.222.0.44 "GET /v2.0/networks?id=2ce9154c-b8f7-4a0a-9af0-70f7be76465b HTTP/1.1" status: 200 len: 918 time: 0.1611848 Mar 30 18:18:31.192117 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4efd4d-4883-4c2a-a1f3-5806ada7500f req-148af945-c4c5-4e21-a1b7-d18b8c05b28e tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:31.193714 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8a4efd4d-4883-4c2a-a1f3-5806ada7500f req-148af945-c4c5-4e21-a1b7-d18b8c05b28e tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 944 time: 0.0981255 Mar 30 18:18:31.243012 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-56a1fa57-82e1-4ec7-b7c1-0b694fa81897 req-59f2d8d6-0f49-4e93-9c35-b6dd0744cfb1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0acb066b-cce6-49f2-b882-ab8b489713d3 HTTP/1.1" status: 200 len: 217 time: 0.0480261 Mar 30 18:18:31.327086 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8a4efd4d-4883-4c2a-a1f3-5806ada7500f req-26c80758-eb22-4040-80cb-bf7d46e9593f tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246896 Mar 30 18:18:31.329524 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1fa57-82e1-4ec7-b7c1-0b694fa81897 req-819ac3c9-c4e5-4925-9f46-60273d46cdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:31.331271 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-56a1fa57-82e1-4ec7-b7c1-0b694fa81897 req-819ac3c9-c4e5-4925-9f46-60273d46cdfa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=773c0134-3744-40c4-99d5-5fc49a43d810 HTTP/1.1" status: 200 len: 856 time: 0.0807037 Mar 30 18:18:31.375578 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 668668df-5cd7-4990-9d47-36b0888a5631 up at agent hyperv_hv-cinder-83588 {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:18:31.412912 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1fa57-82e1-4ec7-b7c1-0b694fa81897 req-f345049e-543e-440e-b5e8-62cdabe368e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:31.414455 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-56a1fa57-82e1-4ec7-b7c1-0b694fa81897 req-f345049e-543e-440e-b5e8-62cdabe368e8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2ce9154c-b8f7-4a0a-9af0-70f7be76465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0768991 Mar 30 18:18:31.470425 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-d208de64-a54b-42aa-8fbb-9b960f63d0cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:31.474943 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Provisioning for port 668668df-5cd7-4990-9d47-36b0888a5631 completed by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 18:18:31.480811 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Provisioning complete for port 668668df-5cd7-4990-9d47-36b0888a5631 triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:18:31.482612 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (668668df-5cd7-4990-9d47-36b0888a5631), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:31.536273 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-56a1fa57-82e1-4ec7-b7c1-0b694fa81897 req-92c816d4-cd24-41a1-8093-7b4210f6d357 service neutron] 10.222.0.44 "GET /v2.0/networks/2ce9154c-b8f7-4a0a-9af0-70f7be76465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133797 Mar 30 18:18:31.576628 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-d208de64-a54b-42aa-8fbb-9b960f63d0cb admin admin] Publish callbacks [] for security_group (72ae912d-253a-46dc-a5ec-e153c843a13d), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:31.581492 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-d208de64-a54b-42aa-8fbb-9b960f63d0cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (72ae912d-253a-46dc-a5ec-e153c843a13d), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:31.595045 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Current status of the port 668668df-5cd7-4990-9d47-36b0888a5631 is: BUILD; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:18:31.597251 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (668668df-5cd7-4990-9d47-36b0888a5631), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:31.627678 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-d208de64-a54b-42aa-8fbb-9b960f63d0cb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=566576037fb64344ac506b1ce2781ac4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4541025 Mar 30 18:18:31.629627 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d208de64-a54b-42aa-8fbb-9b960f63d0cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ae912d-253a-46dc-a5ec-e153c843a13d,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:31.644645 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e115ef6-d6b4-4dd0-b7d9-3c3d4c1f30eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668668df-5cd7-4990-9d47-36b0888a5631'}] {{(pid=103496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:18:31.647037 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 44248) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:31.720242 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port 668668df-5cd7-4990-9d47-36b0888a5631, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=668668df-5cd7-4990-9d47-36b0888a5631,segment=NetworkSegment(f053e8f4-d7c7-42e7-bc2c-cd2eb2b57621),segment_id=f053e8f4-d7c7-42e7-bc2c-cd2eb2b57621)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:18:31.727602 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (668668df-5cd7-4990-9d47-36b0888a5631), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:31.755596 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-56a1fa57-82e1-4ec7-b7c1-0b694fa81897 req-11d491d0-34b9-4b5c-8a21-b93afd7b9938 service neutron] 10.222.0.44 "GET /v2.0/networks/2ce9154c-b8f7-4a0a-9af0-70f7be76465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123885 Mar 30 18:18:31.763156 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-ecb3f4aa-7562-4081-9ba2-d3bd21e9b462 admin admin] Publish callbacks [] for security_group (72ae912d-253a-46dc-a5ec-e153c843a13d), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:31.796813 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Pushing event updated for resources: {'Port': ['ID=668668df-5cd7-4990-9d47-36b0888a5631,revision_number=5']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:31.809376 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf51ae-3334-4654-bc27-f6a3742990a8 req-b632a980-a8b4-4661-a597-f3fc9ff29450 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:31.811462 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-82bf51ae-3334-4654-bc27-f6a3742990a8 req-b632a980-a8b4-4661-a597-f3fc9ff29450 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e115ef6-d6b4-4dd0-b7d9-3c3d4c1f30eb HTTP/1.1" status: 200 len: 945 time: 0.1332533 Mar 30 18:18:31.813440 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-ecb3f4aa-7562-4081-9ba2-d3bd21e9b462 admin admin] Publish callbacks [] for security_group (72ae912d-253a-46dc-a5ec-e153c843a13d), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:31.871762 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cbde32198906eb4ff2132376d68ea43d0d8f515c48f03fe95d90af760020ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfbe033c-cd70-4019-a423-6b12fef7cf1e" -d '{"events": [{"server_uuid": "8e115ef6-d6b4-4dd0-b7d9-3c3d4c1f30eb", "name": "network-vif-plugged", "status": "completed", "tag": "668668df-5cd7-4990-9d47-36b0888a5631"}]}' {{(pid=103496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:18:31.902511 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-82bf51ae-3334-4654-bc27-f6a3742990a8 req-f32bacb1-472c-4d57-9903-0404827654f7 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0f12903-c405-42c5-a871-d51bf6ad3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822392 Mar 30 18:18:31.932766 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-ecb3f4aa-7562-4081-9ba2-d3bd21e9b462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (72ae912d-253a-46dc-a5ec-e153c843a13d), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:31.938439 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-ecb3f4aa-7562-4081-9ba2-d3bd21e9b462 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:31.939793 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-ecb3f4aa-7562-4081-9ba2-d3bd21e9b462 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/72ae912d-253a-46dc-a5ec-e153c843a13d HTTP/1.1" status: 204 len: 168 time: 0.2898571 Mar 30 18:18:31.952860 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb3f4aa-7562-4081-9ba2-d3bd21e9b462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ae912d-253a-46dc-a5ec-e153c843a13d,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:31.968817 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34b818-8538-4058-8a63-c2bf8fdffc8c req-ccf298d6-1f47-42df-a684-d092d342ab1b tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:31.976310 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0f34b818-8538-4058-8a63-c2bf8fdffc8c req-ccf298d6-1f47-42df-a684-d092d342ab1b tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 943 time: 0.0892406 Mar 30 18:18:32.035662 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0f34b818-8538-4058-8a63-c2bf8fdffc8c req-41e0a6b0-272f-41d2-9962-2c9e01f90866 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580947 Mar 30 18:18:32.062297 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9418a9ec-6fda-40de-b54a-3bd5da8c63d7 x-openstack-request-id: req-9418a9ec-6fda-40de-b54a-3bd5da8c63d7 {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:18:32.062717 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e115ef6-d6b4-4dd0-b7d9-3c3d4c1f30eb", "name": "network-vif-plugged", "status": "completed", "tag": "668668df-5cd7-4990-9d47-36b0888a5631", "code": 200}]} {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:18:32.062857 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9418a9ec-6fda-40de-b54a-3bd5da8c63d7 {{(pid=103496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:18:32.063471 dv-cinder-835881-1-iscsi neutron-server[103496]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9418a9ec-6fda-40de-b54a-3bd5da8c63d7'] response: {'server_uuid': '8e115ef6-d6b4-4dd0-b7d9-3c3d4c1f30eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668668df-5cd7-4990-9d47-36b0888a5631', 'code': 200} Mar 30 18:18:32.203185 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da10b9-0cf2-4dac-a076-f989c0c84fc6 req-db23071f-9e4a-4c61-b568-42630676883e tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:32.212425 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-14da10b9-0cf2-4dac-a076-f989c0c84fc6 req-db23071f-9e4a-4c61-b568-42630676883e tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 944 time: 0.0960314 Mar 30 18:18:32.302841 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-14da10b9-0cf2-4dac-a076-f989c0c84fc6 req-c0d23d53-100a-4067-a457-0d33c7bad45d tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?id=9aca0380-65a4-43ae-af2d-dca3c7f2e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893984 Mar 30 18:18:32.437331 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4caa7109-b153-4a12-a3ca-f9a0bd8ec82f', 'tag': '3bb7b2a4-9fc4-4c78-a72d-1b0527b70292'}] {{(pid=103495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:18:32.440643 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0dfb30c8fd1ad248dcf0c7d180f6bc71f3cc1084e8ff52034c63c32eff48f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f425109-691d-4218-88d0-c699b163b357" -d '{"events": [{"name": "network-changed", "server_uuid": "4caa7109-b153-4a12-a3ca-f9a0bd8ec82f", "tag": "3bb7b2a4-9fc4-4c78-a72d-1b0527b70292"}]}' {{(pid=103495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:18:32.489299 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 44334) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:32.514708 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-fe63f305-9778-4ec3-a8eb-04f2b89e5347 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:32.520341 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25083d6e-228a-41af-8f8e-377343fcda99 req-ecee1076-00b6-4528-a6a3-d59f175b52ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:32.524913 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-25083d6e-228a-41af-8f8e-377343fcda99 req-ecee1076-00b6-4528-a6a3-d59f175b52ee service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8e115ef6-d6b4-4dd0-b7d9-3c3d4c1f30eb HTTP/1.1" status: 200 len: 1130 time: 0.1906776 Mar 30 18:18:32.548855 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649a8ae0-f6eb-4ac7-90da-d11097886216 x-openstack-request-id: req-649a8ae0-f6eb-4ac7-90da-d11097886216 {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:18:32.554589 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4caa7109-b153-4a12-a3ca-f9a0bd8ec82f", "tag": "3bb7b2a4-9fc4-4c78-a72d-1b0527b70292", "status": "completed", "code": 200}]} {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:18:32.554857 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-649a8ae0-f6eb-4ac7-90da-d11097886216 {{(pid=103495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:18:32.560150 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.notifiers.nova [-] Nova event matching ['req-649a8ae0-f6eb-4ac7-90da-d11097886216'] response: {'name': 'network-changed', 'server_uuid': '4caa7109-b153-4a12-a3ca-f9a0bd8ec82f', 'tag': '3bb7b2a4-9fc4-4c78-a72d-1b0527b70292', 'status': 'completed', 'code': 200} Mar 30 18:18:32.576535 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-25083d6e-228a-41af-8f8e-377343fcda99 req-e61f4b03-dc97-4d94-9d41-b7744339d07b service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:32.605930 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19948783-fbea-4082-b048-f0e0a8dc2965 req-83413146-18d9-4ced-96b3-8962a2d1536e tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:32.607801 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-19948783-fbea-4082-b048-f0e0a8dc2965 req-83413146-18d9-4ced-96b3-8962a2d1536e tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 944 time: 0.1630528 Mar 30 18:18:32.627094 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-fe63f305-9778-4ec3-a8eb-04f2b89e5347 admin admin] Publish callbacks [] for security_group (62f03a50-8b76-4c87-a7dd-0c227dff7b20), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:32.638390 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-fe63f305-9778-4ec3-a8eb-04f2b89e5347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (62f03a50-8b76-4c87-a7dd-0c227dff7b20), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:32.729935 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-fe63f305-9778-4ec3-a8eb-04f2b89e5347 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=abade042f6214fb69c60700388fc088d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2393696 Mar 30 18:18:32.731926 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe63f305-9778-4ec3-a8eb-04f2b89e5347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f03a50-8b76-4c87-a7dd-0c227dff7b20,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:32.733208 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 44352) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:32.765430 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-19948783-fbea-4082-b048-f0e0a8dc2965 req-a4c87e83-22bd-417a-a640-6666fc6bbf7b tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393178 Mar 30 18:18:32.776547 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f425109-691d-4218-88d0-c699b163b357 req-f68bbd95-eb0f-46be-9aa0-d4592ab0112a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:32.778321 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5f425109-691d-4218-88d0-c699b163b357 req-f68bbd95-eb0f-46be-9aa0-d4592ab0112a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d22e85861b694f0e8bd7e2e7da8fbc45&device_id=4caa7109-b153-4a12-a3ca-f9a0bd8ec82f HTTP/1.1" status: 200 len: 1127 time: 0.1694613 Mar 30 18:18:32.822799 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-12391119-2022-4b4d-817d-d9d2d772d86d admin admin] Publish callbacks [] for security_group (62f03a50-8b76-4c87-a7dd-0c227dff7b20), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:32.860197 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-12391119-2022-4b4d-817d-d9d2d772d86d admin admin] Publish callbacks [] for security_group (62f03a50-8b76-4c87-a7dd-0c227dff7b20), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:32.881333 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-25083d6e-228a-41af-8f8e-377343fcda99 req-e61f4b03-dc97-4d94-9d41-b7744339d07b service neutron] Publish callbacks [] for security_group (a54f360e-42c8-410d-aa8e-1aad3b5df9e9), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:32.891559 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-25083d6e-228a-41af-8f8e-377343fcda99 req-e61f4b03-dc97-4d94-9d41-b7744339d07b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (a54f360e-42c8-410d-aa8e-1aad3b5df9e9), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:32.945821 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-12391119-2022-4b4d-817d-d9d2d772d86d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (62f03a50-8b76-4c87-a7dd-0c227dff7b20), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:32.948484 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-12391119-2022-4b4d-817d-d9d2d772d86d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:32.952406 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-12391119-2022-4b4d-817d-d9d2d772d86d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/62f03a50-8b76-4c87-a7dd-0c227dff7b20 HTTP/1.1" status: 204 len: 168 time: 0.2153075 Mar 30 18:18:32.978054 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-25083d6e-228a-41af-8f8e-377343fcda99 req-e61f4b03-dc97-4d94-9d41-b7744339d07b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=b0f12903-c405-42c5-a871-d51bf6ad3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4437108 Mar 30 18:18:32.983944 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61f4b03-dc97-4d94-9d41-b7744339d07b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a54f360e-42c8-410d-aa8e-1aad3b5df9e9,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:32.984666 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12391119-2022-4b4d-817d-d9d2d772d86d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f03a50-8b76-4c87-a7dd-0c227dff7b20,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:32.986921 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f425109-691d-4218-88d0-c699b163b357 req-4d7aaf31-d323-47c9-aade-c6cfa50fa206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:32.988579 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5f425109-691d-4218-88d0-c699b163b357 req-4d7aaf31-d323-47c9-aade-c6cfa50fa206 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3e13178f-fe3d-4acc-a151-e0891e100715 HTTP/1.1" status: 200 len: 920 time: 0.2016504 Mar 30 18:18:33.080258 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae4aede-a10f-41d8-9e62-5a42453bd27a req-7fdc9f29-491d-40cf-aaa3-070c53c96f58 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:33.082902 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0ae4aede-a10f-41d8-9e62-5a42453bd27a req-7fdc9f29-491d-40cf-aaa3-070c53c96f58 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e115ef6-d6b4-4dd0-b7d9-3c3d4c1f30eb HTTP/1.1" status: 200 len: 946 time: 0.0930760 Mar 30 18:18:33.199805 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0ae4aede-a10f-41d8-9e62-5a42453bd27a req-759f0371-9aff-45df-9f8c-6ce9671d0470 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0f12903-c405-42c5-a871-d51bf6ad3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094077 Mar 30 18:18:33.237384 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1e2038-484a-42af-9adb-41092438a5a2 req-b9007f5a-daa6-4478-af9b-3fd3d1c06149 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:33.239360 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8e1e2038-484a-42af-9adb-41092438a5a2 req-b9007f5a-daa6-4478-af9b-3fd3d1c06149 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 943 time: 0.1071837 Mar 30 18:18:33.308358 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8e1e2038-484a-42af-9adb-41092438a5a2 req-2050bfc3-9ed3-4fea-9e46-13ba1c4919f8 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620537 Mar 30 18:18:33.398662 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 1a9f4213-d59a-4c38-b980-34531523d7ab details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:18:33.412040 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5 up at agent hyperv_hv-cinder-83588 {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:18:33.449900 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a53466-35c3-45dc-8333-b0b2cb97c2da req-12c1e05a-28cc-4aa7-92a8-e28f81d05855 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:33.452153 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-32a53466-35c3-45dc-8333-b0b2cb97c2da req-12c1e05a-28cc-4aa7-92a8-e28f81d05855 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 944 time: 0.0764129 Mar 30 18:18:33.494327 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5f425109-691d-4218-88d0-c699b163b357 req-f678c67d-5ea6-42d6-856d-c49f33fe8656 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3bb7b2a4-9fc4-4c78-a72d-1b0527b70292 HTTP/1.1" status: 200 len: 217 time: 0.0623143 Mar 30 18:18:33.560770 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Provisioning for port c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5 completed by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 18:18:33.567493 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-32a53466-35c3-45dc-8333-b0b2cb97c2da req-b997ca4d-aab8-4c9f-a21c-051563af693c tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?id=9aca0380-65a4-43ae-af2d-dca3c7f2e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811739 Mar 30 18:18:33.569635 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port 1a9f4213-d59a-4c38-b980-34531523d7ab, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=1a9f4213-d59a-4c38-b980-34531523d7ab,segment=NetworkSegment(098413ed-ec75-43e9-9db3-68f175b21721),segment_id=098413ed-ec75-43e9-9db3-68f175b21721)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:18:33.578454 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 44398) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:33.579195 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f425109-691d-4218-88d0-c699b163b357 req-e36b6dd6-d131-4e86-bce8-de342e8a48b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:33.580700 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Provisioning complete for port c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5 triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:18:33.580883 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5f425109-691d-4218-88d0-c699b163b357 req-e36b6dd6-d131-4e86-bce8-de342e8a48b3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d0c7af2e-75fc-4b8f-a86b-ddae6e3c7dba HTTP/1.1" status: 200 len: 858 time: 0.0777340 Mar 30 18:18:33.581969 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:33.613541 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Returning: {'device': '1a9f4213-d59a-4c38-b980-34531523d7ab', 'network_id': '3e13178f-fe3d-4acc-a151-e0891e100715', 'port_id': '1a9f4213-d59a-4c38-b980-34531523d7ab', 'mac_address': 'fa:16:3e:7b:ea:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0c7af2e-75fc-4b8f-a86b-ddae6e3c7dba', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:18:33.634439 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f425109-691d-4218-88d0-c699b163b357 req-1ba0f46d-93de-4aef-a5f1-bbf6bf274a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:33.636035 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5f425109-691d-4218-88d0-c699b163b357 req-1ba0f46d-93de-4aef-a5f1-bbf6bf274a35 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3e13178f-fe3d-4acc-a151-e0891e100715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477004 Mar 30 18:18:33.682197 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Current status of the port 1a9f4213-d59a-4c38-b980-34531523d7ab is: DOWN; New status is: BUILD {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:18:33.682813 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (1a9f4213-d59a-4c38-b980-34531523d7ab), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:33.722191 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a9f4213-d59a-4c38-b980-34531523d7ab {{(pid=103496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:18:33.731581 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-6be4901f-8e70-4024-8df7-985879f490d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:33.745876 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Current status of the port c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5 is: BUILD; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:18:33.746273 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:33.751330 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port 1a9f4213-d59a-4c38-b980-34531523d7ab, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=1a9f4213-d59a-4c38-b980-34531523d7ab,segment=NetworkSegment(098413ed-ec75-43e9-9db3-68f175b21721),segment_id=098413ed-ec75-43e9-9db3-68f175b21721)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:18:33.763806 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (1a9f4213-d59a-4c38-b980-34531523d7ab), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:33.786375 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5f425109-691d-4218-88d0-c699b163b357 req-21b75bb1-d4ac-432e-b447-9c2cb6217066 service neutron] 10.222.0.44 "GET /v2.0/networks/3e13178f-fe3d-4acc-a151-e0891e100715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421244 Mar 30 18:18:33.824371 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5,segment=NetworkSegment(dc10bfad-da22-4979-ac1e-3f4ebba34b1c),segment_id=dc10bfad-da22-4979-ac1e-3f4ebba34b1c)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:18:33.841807 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:33.852189 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Pushing event updated for resources: {'Port': ['ID=1a9f4213-d59a-4c38-b980-34531523d7ab,revision_number=4']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:33.866521 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-6be4901f-8e70-4024-8df7-985879f490d4 admin admin] Publish callbacks [] for security_group (99fb4152-c5ce-4cc6-9a5a-b01a9573dfc6), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:33.878923 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-6be4901f-8e70-4024-8df7-985879f490d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (99fb4152-c5ce-4cc6-9a5a-b01a9573dfc6), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:33.918803 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Pushing event updated for resources: {'Port': ['ID=c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5,revision_number=5']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:33.921977 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be4901f-8e70-4024-8df7-985879f490d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99fb4152-c5ce-4cc6-9a5a-b01a9573dfc6,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:33.948862 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-6be4901f-8e70-4024-8df7-985879f490d4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7227e3a214144f63864e223a13ae5974&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3689349 Mar 30 18:18:33.949733 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 44416) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:33.969627 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5f425109-691d-4218-88d0-c699b163b357 req-a2b877de-972a-4808-9d2e-9e0a57e45c20 service neutron] 10.222.0.44 "GET /v2.0/networks/3e13178f-fe3d-4acc-a151-e0891e100715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721041 Mar 30 18:18:33.992057 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd36f3-e1c6-48c8-a24f-c48a097f3613 req-be21f5fd-7127-47f4-8914-e3ed8f2bd1c3 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:34.000385 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-1bdd36f3-e1c6-48c8-a24f-c48a097f3613 req-be21f5fd-7127-47f4-8914-e3ed8f2bd1c3 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 944 time: 0.0935926 Mar 30 18:18:34.011327 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-c3803501-9130-4340-a010-79a5005e0ff1 admin admin] Publish callbacks [] for security_group (99fb4152-c5ce-4cc6-9a5a-b01a9573dfc6), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:34.064832 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b7ff41-4003-4ceb-b43d-83e1f5b48202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5'}] {{(pid=103496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:18:34.070046 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cbde32198906eb4ff2132376d68ea43d0d8f515c48f03fe95d90af760020ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6115b786-3f8f-4e49-b207-63c3574904d3" -d '{"events": [{"server_uuid": "10b7ff41-4003-4ceb-b43d-83e1f5b48202", "name": "network-vif-plugged", "status": "completed", "tag": "c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5"}]}' {{(pid=103496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:18:34.134627 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-1bdd36f3-e1c6-48c8-a24f-c48a097f3613 req-2a204a3b-12db-4c6a-b545-f6c29711c01f tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300685 Mar 30 18:18:34.149583 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1227cf3c-a89d-4a4c-9076-227547d9db10 x-openstack-request-id: req-1227cf3c-a89d-4a4c-9076-227547d9db10 {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:18:34.150004 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10b7ff41-4003-4ceb-b43d-83e1f5b48202", "name": "network-vif-plugged", "status": "completed", "tag": "c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5", "code": 200}]} {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:18:34.150426 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1227cf3c-a89d-4a4c-9076-227547d9db10 {{(pid=103496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:18:34.150922 dv-cinder-835881-1-iscsi neutron-server[103496]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1227cf3c-a89d-4a4c-9076-227547d9db10'] response: {'server_uuid': '10b7ff41-4003-4ceb-b43d-83e1f5b48202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5', 'code': 200} Mar 30 18:18:34.211337 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-c3803501-9130-4340-a010-79a5005e0ff1 admin admin] Publish callbacks [] for security_group (99fb4152-c5ce-4cc6-9a5a-b01a9573dfc6), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:34.297330 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-c3803501-9130-4340-a010-79a5005e0ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (99fb4152-c5ce-4cc6-9a5a-b01a9573dfc6), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:34.300291 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-c3803501-9130-4340-a010-79a5005e0ff1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:34.305535 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-c3803501-9130-4340-a010-79a5005e0ff1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/99fb4152-c5ce-4cc6-9a5a-b01a9573dfc6 HTTP/1.1" status: 204 len: 168 time: 0.3537395 Mar 30 18:18:34.339825 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3803501-9130-4340-a010-79a5005e0ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99fb4152-c5ce-4cc6-9a5a-b01a9573dfc6,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:34.343718 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] get_ports_and_sgs() called for port_ids ['1a9f4213-d59a-4c38-b980-34531523d7ab'] {{(pid=103496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:18:34.386192 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5169e6-3834-4b24-ae10-360e06fb2db4 req-ca613a57-f1d5-43a5-8beb-5c0c0d3d6fc8 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:34.399812 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-fa5169e6-3834-4b24-ae10-360e06fb2db4 req-ca613a57-f1d5-43a5-8beb-5c0c0d3d6fc8 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e115ef6-d6b4-4dd0-b7d9-3c3d4c1f30eb HTTP/1.1" status: 200 len: 946 time: 0.1142032 Mar 30 18:18:34.573741 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-fa5169e6-3834-4b24-ae10-360e06fb2db4 req-c66f5df6-7b1b-4441-807f-fcb201f1d3fc tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0f12903-c405-42c5-a871-d51bf6ad3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708753 Mar 30 18:18:34.597337 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b902aa87-fa39-4e58-b1c9-30233a34055b req-b02079ad-7fc6-46c1-880e-89789f73f27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:34.606816 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b902aa87-fa39-4e58-b1c9-30233a34055b req-b02079ad-7fc6-46c1-880e-89789f73f27d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 1129 time: 0.1831193 Mar 30 18:18:34.616170 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3fcf7e-b78d-4d65-a962-42f589e3be67 req-b9726509-2c07-461f-8f72-408f2c8df381 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:34.628331 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2f3fcf7e-b78d-4d65-a962-42f589e3be67 req-b9726509-2c07-461f-8f72-408f2c8df381 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 944 time: 0.1418533 Mar 30 18:18:34.740158 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2f3fcf7e-b78d-4d65-a962-42f589e3be67 req-a3e7944c-d859-4b46-bbe1-aad985bcf6a2 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109545 Mar 30 18:18:34.743079 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b902aa87-fa39-4e58-b1c9-30233a34055b req-3c96f597-c6ae-4772-9ec5-1c6102ab1aef service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9aca0380-65a4-43ae-af2d-dca3c7f2e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122093 Mar 30 18:18:34.771466 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ed62d-159c-4dec-af79-58e936e4068d req-2ee1bab8-cc79-4f46-8201-b5c1847163e1 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:34.772961 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-031ed62d-159c-4dec-af79-58e936e4068d req-2ee1bab8-cc79-4f46-8201-b5c1847163e1 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 945 time: 0.0858490 Mar 30 18:18:34.826705 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-031ed62d-159c-4dec-af79-58e936e4068d req-8213d15e-b85c-47f3-99b0-bc6106ea32de tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?id=9aca0380-65a4-43ae-af2d-dca3c7f2e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467367 Mar 30 18:18:34.854345 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 44464) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:34.870722 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0abc282b-9bf7-4e8a-b096-7b052efb78db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:34.913666 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 44466) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:35.025365 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-9395b43f-812f-43a2-a237-5797f3c38f6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:35.107984 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-9395b43f-812f-43a2-a237-5797f3c38f6b admin admin] Publish callbacks [] for security_group (7e305378-97dd-46a7-bfe2-42ec7f651249), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:35.111982 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-9395b43f-812f-43a2-a237-5797f3c38f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (7e305378-97dd-46a7-bfe2-42ec7f651249), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:35.130163 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0abc282b-9bf7-4e8a-b096-7b052efb78db admin admin] Publish callbacks [] for security_group (e18d4c01-fbec-4160-ba9d-f2de3c8de7d1), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:35.135085 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0abc282b-9bf7-4e8a-b096-7b052efb78db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (e18d4c01-fbec-4160-ba9d-f2de3c8de7d1), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:35.151614 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-9395b43f-812f-43a2-a237-5797f3c38f6b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4658002c7d6348be93ffe234b0ccd3f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2367170 Mar 30 18:18:35.152518 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9395b43f-812f-43a2-a237-5797f3c38f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e305378-97dd-46a7-bfe2-42ec7f651249,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:35.156081 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 44472) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:35.167398 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-0abc282b-9bf7-4e8a-b096-7b052efb78db admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d6d3705258de48c9ae9aa0eaa55b182f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3119650 Mar 30 18:18:35.172811 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 44474) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:35.183320 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abc282b-9bf7-4e8a-b096-7b052efb78db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18d4c01-fbec-4160-ba9d-f2de3c8de7d1,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:35.253165 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-63cbb64d-01de-4b5f-a895-b7006ebc7ec6 admin admin] Publish callbacks [] for security_group (7e305378-97dd-46a7-bfe2-42ec7f651249), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:35.258917 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-50bcdb87-b468-4521-9ab2-887d076a4bbc admin admin] Publish callbacks [] for security_group (e18d4c01-fbec-4160-ba9d-f2de3c8de7d1), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:35.269203 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe1719-70ec-419a-8a1e-2dc996ccce5e req-e6c9a936-f6ea-4774-bc57-da981afcd63d tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:35.270774 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-6ffe1719-70ec-419a-8a1e-2dc996ccce5e req-e6c9a936-f6ea-4774-bc57-da981afcd63d tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 944 time: 0.0535088 Mar 30 18:18:35.288590 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-63cbb64d-01de-4b5f-a895-b7006ebc7ec6 admin admin] Publish callbacks [] for security_group (7e305378-97dd-46a7-bfe2-42ec7f651249), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:35.304557 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-50bcdb87-b468-4521-9ab2-887d076a4bbc admin admin] Publish callbacks [] for security_group (e18d4c01-fbec-4160-ba9d-f2de3c8de7d1), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:35.318283 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-6ffe1719-70ec-419a-8a1e-2dc996ccce5e req-cf5dc04b-906e-4a91-8fe6-12b018543bbc tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412707 Mar 30 18:18:35.371575 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-63cbb64d-01de-4b5f-a895-b7006ebc7ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (7e305378-97dd-46a7-bfe2-42ec7f651249), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:35.375320 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-63cbb64d-01de-4b5f-a895-b7006ebc7ec6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:35.376398 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-63cbb64d-01de-4b5f-a895-b7006ebc7ec6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7e305378-97dd-46a7-bfe2-42ec7f651249 HTTP/1.1" status: 204 len: 168 time: 0.2197959 Mar 30 18:18:35.381225 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-50bcdb87-b468-4521-9ab2-887d076a4bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (e18d4c01-fbec-4160-ba9d-f2de3c8de7d1), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:35.383714 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-50bcdb87-b468-4521-9ab2-887d076a4bbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:35.384778 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-50bcdb87-b468-4521-9ab2-887d076a4bbc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e18d4c01-fbec-4160-ba9d-f2de3c8de7d1 HTTP/1.1" status: 204 len: 168 time: 0.2110608 Mar 30 18:18:35.391843 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cbb64d-01de-4b5f-a895-b7006ebc7ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e305378-97dd-46a7-bfe2-42ec7f651249,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:35.401182 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bcdb87-b468-4521-9ab2-887d076a4bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18d4c01-fbec-4160-ba9d-f2de3c8de7d1,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:35.416111 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 0acb066b-cce6-49f2-b882-ab8b489713d3 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:18:35.545168 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port 0acb066b-cce6-49f2-b882-ab8b489713d3, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=0acb066b-cce6-49f2-b882-ab8b489713d3,segment=NetworkSegment(0fa95725-4471-4977-b74d-31230d09f2bc),segment_id=0fa95725-4471-4977-b74d-31230d09f2bc)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:18:35.561612 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Returning: {'device': '0acb066b-cce6-49f2-b882-ab8b489713d3', 'network_id': '2ce9154c-b8f7-4a0a-9af0-70f7be76465b', 'port_id': '0acb066b-cce6-49f2-b882-ab8b489713d3', 'mac_address': 'fa:16:3e:2f:42:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '773c0134-3744-40c4-99d5-5fc49a43d810', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:18:35.608470 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Current status of the port 0acb066b-cce6-49f2-b882-ab8b489713d3 is: DOWN; New status is: BUILD {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:18:35.608874 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (0acb066b-cce6-49f2-b882-ab8b489713d3), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:35.625441 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0acb066b-cce6-49f2-b882-ab8b489713d3 {{(pid=103496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:18:35.650323 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port 0acb066b-cce6-49f2-b882-ab8b489713d3, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=0acb066b-cce6-49f2-b882-ab8b489713d3,segment=NetworkSegment(0fa95725-4471-4977-b74d-31230d09f2bc),segment_id=0fa95725-4471-4977-b74d-31230d09f2bc)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:18:35.658991 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (0acb066b-cce6-49f2-b882-ab8b489713d3), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:35.659920 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 3bb7b2a4-9fc4-4c78-a72d-1b0527b70292 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:18:35.737634 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Pushing event updated for resources: {'Port': ['ID=0acb066b-cce6-49f2-b882-ab8b489713d3,revision_number=4']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:35.782802 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b23d18-2cfc-4b54-b0af-a4c1ba8d4f83 req-37a93c76-0177-47c5-ae5f-82fe1c812b97 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:35.792202 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-18b23d18-2cfc-4b54-b0af-a4c1ba8d4f83 req-37a93c76-0177-47c5-ae5f-82fe1c812b97 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e115ef6-d6b4-4dd0-b7d9-3c3d4c1f30eb HTTP/1.1" status: 200 len: 946 time: 0.1408346 Mar 30 18:18:35.924089 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-18b23d18-2cfc-4b54-b0af-a4c1ba8d4f83 req-2b268eaa-af17-4ee5-b75a-88f287b79346 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0f12903-c405-42c5-a871-d51bf6ad3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245239 Mar 30 18:18:35.924310 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port 3bb7b2a4-9fc4-4c78-a72d-1b0527b70292, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=3bb7b2a4-9fc4-4c78-a72d-1b0527b70292,segment=NetworkSegment(098413ed-ec75-43e9-9db3-68f175b21721),segment_id=098413ed-ec75-43e9-9db3-68f175b21721)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:18:35.944237 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Returning: {'device': '3bb7b2a4-9fc4-4c78-a72d-1b0527b70292', 'network_id': '3e13178f-fe3d-4acc-a151-e0891e100715', 'port_id': '3bb7b2a4-9fc4-4c78-a72d-1b0527b70292', 'mac_address': 'fa:16:3e:a6:4c:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0c7af2e-75fc-4b8f-a86b-ddae6e3c7dba', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:18:36.031223 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6b2d8d-2d2d-440d-add9-c922f221e88d req-aaaef4ac-e559-424b-9696-45da037a3017 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:36.038160 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0a6b2d8d-2d2d-440d-add9-c922f221e88d req-aaaef4ac-e559-424b-9696-45da037a3017 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 944 time: 0.1749275 Mar 30 18:18:36.049657 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Current status of the port 3bb7b2a4-9fc4-4c78-a72d-1b0527b70292 is: DOWN; New status is: BUILD {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:18:36.050167 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (3bb7b2a4-9fc4-4c78-a72d-1b0527b70292), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:36.071732 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bb7b2a4-9fc4-4c78-a72d-1b0527b70292 {{(pid=103496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:18:36.118244 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port 3bb7b2a4-9fc4-4c78-a72d-1b0527b70292, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=3bb7b2a4-9fc4-4c78-a72d-1b0527b70292,segment=NetworkSegment(098413ed-ec75-43e9-9db3-68f175b21721),segment_id=098413ed-ec75-43e9-9db3-68f175b21721)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:18:36.135918 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (3bb7b2a4-9fc4-4c78-a72d-1b0527b70292), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:36.145351 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb04ae0-db95-4bf4-a87e-9ee36f35e210 req-34b95437-92e4-4aaf-9166-3e4dee9a8f08 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:36.152168 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-fbb04ae0-db95-4bf4-a87e-9ee36f35e210 req-34b95437-92e4-4aaf-9166-3e4dee9a8f08 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 945 time: 0.1509140 Mar 30 18:18:36.167103 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0a6b2d8d-2d2d-440d-add9-c922f221e88d req-819bf0e7-58b8-4a84-b03e-01e8bde53897 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895586 Mar 30 18:18:36.245366 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-fbb04ae0-db95-4bf4-a87e-9ee36f35e210 req-fa332aa8-869d-4b82-8b05-237218a74448 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?id=9aca0380-65a4-43ae-af2d-dca3c7f2e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871043 Mar 30 18:18:36.291474 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Pushing event updated for resources: {'Port': ['ID=3bb7b2a4-9fc4-4c78-a72d-1b0527b70292,revision_number=4']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:36.579442 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08e58e7-f7d1-4f35-aa9b-d921e1eecf64 req-cd2f5940-0125-4a18-8e33-8ac1cdfb8e15 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:36.582325 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d08e58e7-f7d1-4f35-aa9b-d921e1eecf64 req-cd2f5940-0125-4a18-8e33-8ac1cdfb8e15 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 945 time: 0.1217203 Mar 30 18:18:36.659552 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d08e58e7-f7d1-4f35-aa9b-d921e1eecf64 req-9c234b2a-a943-4dbd-acb4-8f9717016060 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710523 Mar 30 18:18:36.688080 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] get_ports_and_sgs() called for port_ids ['0acb066b-cce6-49f2-b882-ab8b489713d3'] {{(pid=103496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:18:36.738500 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] get_ports_and_sgs() called for port_ids ['3bb7b2a4-9fc4-4c78-a72d-1b0527b70292'] {{(pid=103496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:18:37.332711 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf9342-231a-4445-8401-4c3904e7e6d7 req-212654ab-a2c9-4cb9-902c-e1f9bda10f82 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:37.334858 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c7bf9342-231a-4445-8401-4c3904e7e6d7 req-212654ab-a2c9-4cb9-902c-e1f9bda10f82 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 944 time: 0.0776966 Mar 30 18:18:37.412620 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 1a9f4213-d59a-4c38-b980-34531523d7ab up at agent hyperv_hv-cinder-83588 {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:18:37.420355 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c7bf9342-231a-4445-8401-4c3904e7e6d7 req-dc61f581-af0b-481d-a623-aca1215423a8 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726285 Mar 30 18:18:37.429583 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93b816-38c3-4681-a2fd-fd9b3fe4eb50 req-b1c7432b-82fb-48ab-b3f3-4ccdb6f9153d tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:37.431116 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-4d93b816-38c3-4681-a2fd-fd9b3fe4eb50 req-b1c7432b-82fb-48ab-b3f3-4ccdb6f9153d tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 945 time: 0.0951948 Mar 30 18:18:37.483841 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Provisioning for port 1a9f4213-d59a-4c38-b980-34531523d7ab completed by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 18:18:37.488790 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Provisioning complete for port 1a9f4213-d59a-4c38-b980-34531523d7ab triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:18:37.489123 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-4d93b816-38c3-4681-a2fd-fd9b3fe4eb50 req-30828208-166f-4492-86ab-d01648e791d8 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?id=9aca0380-65a4-43ae-af2d-dca3c7f2e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513220 Mar 30 18:18:37.489234 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (1a9f4213-d59a-4c38-b980-34531523d7ab), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:37.744026 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Current status of the port 1a9f4213-d59a-4c38-b980-34531523d7ab is: BUILD; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:18:37.744608 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (1a9f4213-d59a-4c38-b980-34531523d7ab), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:37.760452 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90267fbc-cdae-4f63-acaa-8e09b378114f req-fc198aea-595e-48a8-802d-e7d650334117 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:37.773071 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce984b33-35cb-4d2e-a851-3ac96e742d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a9f4213-d59a-4c38-b980-34531523d7ab'}] {{(pid=103496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:18:37.776591 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cbde32198906eb4ff2132376d68ea43d0d8f515c48f03fe95d90af760020ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175bc47e-3223-4b5d-a4b1-914e2f81c473" -d '{"events": [{"server_uuid": "ce984b33-35cb-4d2e-a851-3ac96e742d65", "name": "network-vif-plugged", "status": "completed", "tag": "1a9f4213-d59a-4c38-b980-34531523d7ab"}]}' {{(pid=103496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:18:37.789459 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 44622) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:37.794670 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.v2.base [None req-6cb71daa-a7cd-471d-b2f1-bd6bdb6705d4 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Request body: {'floatingip': {'port_id': 'c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5'}} {{(pid=103494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:18:37.795643 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-90267fbc-cdae-4f63-acaa-8e09b378114f req-fc198aea-595e-48a8-802d-e7d650334117 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 945 time: 0.1533673 Mar 30 18:18:37.811062 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 44624) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:37.817007 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port 1a9f4213-d59a-4c38-b980-34531523d7ab, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=1a9f4213-d59a-4c38-b980-34531523d7ab,segment=NetworkSegment(098413ed-ec75-43e9-9db3-68f175b21721),segment_id=098413ed-ec75-43e9-9db3-68f175b21721)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:18:37.829015 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (1a9f4213-d59a-4c38-b980-34531523d7ab), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:37.898585 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e012a7-2784-42bb-9c1d-31df74ee8384 x-openstack-request-id: req-84e012a7-2784-42bb-9c1d-31df74ee8384 {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:18:37.899344 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce984b33-35cb-4d2e-a851-3ac96e742d65", "name": "network-vif-plugged", "status": "completed", "tag": "1a9f4213-d59a-4c38-b980-34531523d7ab", "code": 200}]} {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:18:37.910583 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-84e012a7-2784-42bb-9c1d-31df74ee8384 {{(pid=103496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:18:37.911431 dv-cinder-835881-1-iscsi neutron-server[103496]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84e012a7-2784-42bb-9c1d-31df74ee8384'] response: {'server_uuid': 'ce984b33-35cb-4d2e-a851-3ac96e742d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a9f4213-d59a-4c38-b980-34531523d7ab', 'code': 200} Mar 30 18:18:37.933817 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Pushing event updated for resources: {'Port': ['ID=1a9f4213-d59a-4c38-b980-34531523d7ab,revision_number=5']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:37.959220 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-6cb71daa-a7cd-471d-b2f1-bd6bdb6705d4 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks [] for floatingip (dc74b5d9-0e15-4b16-9a57-64b96f84640d), before_update {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:38.016907 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f5a85f-882e-426b-915e-9d001a126ff2 req-9d597994-7308-4d25-97ab-23652020435c tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:38.027771 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a9f5a85f-882e-426b-915e-9d001a126ff2 req-9d597994-7308-4d25-97ab-23652020435c tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 945 time: 0.1526670 Mar 30 18:18:38.079653 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-13f0828b-5e67-40d9-84ff-4b0bb7695cd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:38.107540 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a9f5a85f-882e-426b-915e-9d001a126ff2 req-0f9cb14e-7e0c-42b6-8e83-6f2820e69ee6 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782959 Mar 30 18:18:38.225124 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7967ba-bb36-4df8-b271-510a3b6d1bd5 req-1de4323d-4992-4a86-a5cb-d69571ac9294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:38.227474 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-da7967ba-bb36-4df8-b271-510a3b6d1bd5 req-1de4323d-4992-4a86-a5cb-d69571ac9294 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 1129 time: 0.1106787 Mar 30 18:18:38.289537 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-13f0828b-5e67-40d9-84ff-4b0bb7695cd0 admin admin] Publish callbacks [] for security_group (62a801c2-ec59-473d-b317-53724140a6b8), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:38.297013 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-13f0828b-5e67-40d9-84ff-4b0bb7695cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (62a801c2-ec59-473d-b317-53724140a6b8), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:38.311610 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-da7967ba-bb36-4df8-b271-510a3b6d1bd5 req-a05fd4a6-5e87-467e-978a-9f7c1473517a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763359 Mar 30 18:18:38.338503 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-13f0828b-5e67-40d9-84ff-4b0bb7695cd0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=71f5a62dec0f4d21baed384049f49078&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5262752 Mar 30 18:18:38.341672 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 44638) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:38.347606 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f0828b-5e67-40d9-84ff-4b0bb7695cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a801c2-ec59-473d-b317-53724140a6b8,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:38.398704 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-430e5cef-55b7-48d1-91aa-9658c05f4fb7 admin admin] Publish callbacks [] for security_group (62a801c2-ec59-473d-b317-53724140a6b8), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:38.421088 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-430e5cef-55b7-48d1-91aa-9658c05f4fb7 admin admin] Publish callbacks [] for security_group (62a801c2-ec59-473d-b317-53724140a6b8), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:38.472150 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-430e5cef-55b7-48d1-91aa-9658c05f4fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (62a801c2-ec59-473d-b317-53724140a6b8), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:38.476133 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-430e5cef-55b7-48d1-91aa-9658c05f4fb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:38.477479 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-430e5cef-55b7-48d1-91aa-9658c05f4fb7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/62a801c2-ec59-473d-b317-53724140a6b8 HTTP/1.1" status: 204 len: 168 time: 0.1348226 Mar 30 18:18:38.498514 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430e5cef-55b7-48d1-91aa-9658c05f4fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a801c2-ec59-473d-b317-53724140a6b8,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:38.585250 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e7720-bd68-4107-8aa9-8e2bd3a650e8 req-5ba06b10-66b5-4c92-9946-60c72846a523 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:38.587024 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3c6e7720-bd68-4107-8aa9-8e2bd3a650e8 req-5ba06b10-66b5-4c92-9946-60c72846a523 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 945 time: 0.0798466 Mar 30 18:18:38.639241 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3c6e7720-bd68-4107-8aa9-8e2bd3a650e8 req-e143f971-9d3d-4a8a-88cc-0efa7fedc2b5 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461917 Mar 30 18:18:38.658415 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-6cb71daa-a7cd-471d-b2f1-bd6bdb6705d4 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:38.658671 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-6cb71daa-a7cd-471d-b2f1-bd6bdb6705d4 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541296'] for floatingip (dc74b5d9-0e15-4b16-9a57-64b96f84640d), after_update {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:38.767411 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.db.l3_db [None req-6cb71daa-a7cd-471d-b2f1-bd6bdb6705d4 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Floating IP dc74b5d9-0e15-4b16-9a57-64b96f84640d associated. External IP: 172.27.1.78, port: c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5. Mar 30 18:18:38.771842 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 44646) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:38.786243 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-c6c9154d-886d-46f3-885f-5fd9896fdf1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:38.871358 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-c6c9154d-886d-46f3-885f-5fd9896fdf1e admin admin] Publish callbacks [] for security_group (5ade34be-0ff2-42a1-8410-0dd9194b4cf0), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:38.877454 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-c6c9154d-886d-46f3-885f-5fd9896fdf1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (5ade34be-0ff2-42a1-8410-0dd9194b4cf0), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:38.917127 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-c6c9154d-886d-46f3-885f-5fd9896fdf1e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=02613d19ac134127867bceb912d11b96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1441050 Mar 30 18:18:38.920146 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 44656) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:38.927813 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9154d-886d-46f3-885f-5fd9896fdf1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ade34be-0ff2-42a1-8410-0dd9194b4cf0,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:38.983463 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-e04cd661-2e29-4b7a-93d7-912ebf2ae408 admin admin] Publish callbacks [] for security_group (5ade34be-0ff2-42a1-8410-0dd9194b4cf0), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:39.018940 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-e04cd661-2e29-4b7a-93d7-912ebf2ae408 admin admin] Publish callbacks [] for security_group (5ade34be-0ff2-42a1-8410-0dd9194b4cf0), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:39.105106 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-e04cd661-2e29-4b7a-93d7-912ebf2ae408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (5ade34be-0ff2-42a1-8410-0dd9194b4cf0), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:39.109914 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-e04cd661-2e29-4b7a-93d7-912ebf2ae408 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:39.113786 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-e04cd661-2e29-4b7a-93d7-912ebf2ae408 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5ade34be-0ff2-42a1-8410-0dd9194b4cf0 HTTP/1.1" status: 204 len: 168 time: 0.1902084 Mar 30 18:18:39.154154 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04cd661-2e29-4b7a-93d7-912ebf2ae408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ade34be-0ff2-42a1-8410-0dd9194b4cf0,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:39.257716 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cb71daa-a7cd-471d-b2f1-bd6bdb6705d4 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Router 8a560a47-1053-4c0d-bb90-399e039e028e has already been hosted by L3 agent d6545c5f-a93c-4a15-87cd-019d3e75e7be {{(pid=103494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:18:39.271579 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608017a6-8c3a-49d8-a371-b89e93bacd4d req-2e5e4cd3-7ab0-415f-a3de-e8c2102bf9b7 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:39.273776 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-608017a6-8c3a-49d8-a371-b89e93bacd4d req-2e5e4cd3-7ab0-415f-a3de-e8c2102bf9b7 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 945 time: 0.0630620 Mar 30 18:18:39.381233 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-608017a6-8c3a-49d8-a371-b89e93bacd4d req-e688dfc6-b29f-4496-8f77-dc8b6ae7d6aa tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924027 Mar 30 18:18:39.408351 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb71daa-a7cd-471d-b2f1-bd6bdb6705d4 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Notify agent at l3_agent.dv-cinder-835881-1-iscsi the message routers_updated {{(pid=103494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:18:39.414845 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-6cb71daa-a7cd-471d-b2f1-bd6bdb6705d4 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for floatingip (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:39.415568 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 0acb066b-cce6-49f2-b882-ab8b489713d3 up at agent hyperv_hv-cinder-83588 {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:18:39.422960 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c590ac23-1ebd-41c1-9c94-ca82a44f5ebf None None] Sync routers for ids ['8a560a47-1053-4c0d-bb90-399e039e028e'] in dv-cinder-835881-1-iscsi {{(pid=103497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:18:39.437785 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c590ac23-1ebd-41c1-9c94-ca82a44f5ebf None None] Routers {'8a560a47-1053-4c0d-bb90-399e039e028e'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:18:39.438459 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-c590ac23-1ebd-41c1-9c94-ca82a44f5ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:18:14Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['8a560a47-1053-4c0d-bb90-399e039e028e'], 'active': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:18:39.461594 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-6cb71daa-a7cd-471d-b2f1-bd6bdb6705d4 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "PUT /v2.0/floatingips/dc74b5d9-0e15-4b16-9a57-64b96f84640d HTTP/1.1" status: 200 len: 990 time: 1.6708686 Mar 30 18:18:39.462213 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10b7ff41-4003-4ceb-b43d-83e1f5b48202', 'tag': 'c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5'}] {{(pid=103494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:18:39.464501 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb351bb8290705a302d4a38882229c6eed6c712c49b0ac171ffbe10a695cd3a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775cdda8-3872-45f9-ae2e-0c8327ea473e" -d '{"events": [{"name": "network-changed", "server_uuid": "10b7ff41-4003-4ceb-b43d-83e1f5b48202", "tag": "c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5"}]}' {{(pid=103494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:18:39.482803 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Provisioning for port 0acb066b-cce6-49f2-b882-ab8b489713d3 completed by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 18:18:39.488084 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Provisioning complete for port 0acb066b-cce6-49f2-b882-ab8b489713d3 triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:18:39.493811 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (0acb066b-cce6-49f2-b882-ab8b489713d3), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:39.511583 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a2b409-a48e-4717-a559-87dac7b0b5c0 x-openstack-request-id: req-24a2b409-a48e-4717-a559-87dac7b0b5c0 {{(pid=103494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:18:39.511872 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10b7ff41-4003-4ceb-b43d-83e1f5b48202", "tag": "c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5", "status": "completed", "code": 200}]} {{(pid=103494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:18:39.512264 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-24a2b409-a48e-4717-a559-87dac7b0b5c0 {{(pid=103494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:18:39.512740 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24a2b409-a48e-4717-a559-87dac7b0b5c0'] response: {'name': 'network-changed', 'server_uuid': '10b7ff41-4003-4ceb-b43d-83e1f5b48202', 'tag': 'c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5', 'status': 'completed', 'code': 200} Mar 30 18:18:39.597151 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvr_db [None req-c590ac23-1ebd-41c1-9c94-ca82a44f5ebf None None] Set router 8a560a47-1053-4c0d-bb90-399e039e028e gateway port host: dv-cinder-835881-1-iscsi {{(pid=103497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:18:39.623597 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Current status of the port 0acb066b-cce6-49f2-b882-ab8b489713d3 is: BUILD; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:18:39.624076 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (0acb066b-cce6-49f2-b882-ab8b489713d3), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:39.647546 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775cdda8-3872-45f9-ae2e-0c8327ea473e req-929ae525-c3bc-4403-8ce7-302062f013df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:39.647546 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-775cdda8-3872-45f9-ae2e-0c8327ea473e req-929ae525-c3bc-4403-8ce7-302062f013df service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53c3b19a0d50425983d94feecd1dec97&device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 1129 time: 0.0611639 Mar 30 18:18:39.680050 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port 0acb066b-cce6-49f2-b882-ab8b489713d3, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=0acb066b-cce6-49f2-b882-ab8b489713d3,segment=NetworkSegment(0fa95725-4471-4977-b74d-31230d09f2bc),segment_id=0fa95725-4471-4977-b74d-31230d09f2bc)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:18:39.688402 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (0acb066b-cce6-49f2-b882-ab8b489713d3), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:39.689520 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 3bb7b2a4-9fc4-4c78-a72d-1b0527b70292 up at agent hyperv_hv-cinder-83588 {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:18:39.809949 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775cdda8-3872-45f9-ae2e-0c8327ea473e req-cc0c8d5a-c3c0-444f-ba64-6936c6ea9fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:39.811728 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-775cdda8-3872-45f9-ae2e-0c8327ea473e req-cc0c8d5a-c3c0-444f-ba64-6936c6ea9fd9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=af60dc63-0b0b-4d35-9038-6256b5be5587 HTTP/1.1" status: 200 len: 912 time: 0.1416135 Mar 30 18:18:39.835277 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c051f3b-f245-44c6-9b2e-ab2e24755076 req-00ab9856-7e2a-4e18-99c9-f8c401f98ce4 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:39.836890 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5c051f3b-f245-44c6-9b2e-ab2e24755076 req-00ab9856-7e2a-4e18-99c9-f8c401f98ce4 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 945 time: 0.0874996 Mar 30 18:18:39.853283 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Pushing event updated for resources: {'Port': ['ID=0acb066b-cce6-49f2-b882-ab8b489713d3,revision_number=5']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:39.858556 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Provisioning for port 3bb7b2a4-9fc4-4c78-a72d-1b0527b70292 completed by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 18:18:39.864127 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Provisioning complete for port 3bb7b2a4-9fc4-4c78-a72d-1b0527b70292 triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:18:39.864757 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (3bb7b2a4-9fc4-4c78-a72d-1b0527b70292), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:39.913006 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '179982b7-c3be-42cd-8126-808382758f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0acb066b-cce6-49f2-b882-ab8b489713d3'}] {{(pid=103496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:18:39.916030 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cbde32198906eb4ff2132376d68ea43d0d8f515c48f03fe95d90af760020ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e41fdc-03f0-4aec-895d-2dd00c11529a" -d '{"events": [{"server_uuid": "179982b7-c3be-42cd-8126-808382758f8f", "name": "network-vif-plugged", "status": "completed", "tag": "0acb066b-cce6-49f2-b882-ab8b489713d3"}]}' {{(pid=103496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:18:39.971310 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5c051f3b-f245-44c6-9b2e-ab2e24755076 req-e62c68ca-8556-48da-bcc8-1d4c9f931e20 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279094 Mar 30 18:18:39.990355 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Current status of the port 3bb7b2a4-9fc4-4c78-a72d-1b0527b70292 is: BUILD; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:18:39.990355 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (3bb7b2a4-9fc4-4c78-a72d-1b0527b70292), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:39.990355 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c18cebf-1b04-47e6-8701-8ffdd6e66260 x-openstack-request-id: req-1c18cebf-1b04-47e6-8701-8ffdd6e66260 {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:18:39.990355 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "179982b7-c3be-42cd-8126-808382758f8f", "name": "network-vif-plugged", "status": "completed", "tag": "0acb066b-cce6-49f2-b882-ab8b489713d3", "code": 200}]} {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:18:39.990355 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1c18cebf-1b04-47e6-8701-8ffdd6e66260 {{(pid=103496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:18:39.990355 dv-cinder-835881-1-iscsi neutron-server[103496]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c18cebf-1b04-47e6-8701-8ffdd6e66260'] response: {'server_uuid': '179982b7-c3be-42cd-8126-808382758f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0acb066b-cce6-49f2-b882-ab8b489713d3', 'code': 200} Mar 30 18:18:40.018743 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-c590ac23-1ebd-41c1-9c94-ca82a44f5ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a560a47-1053-4c0d-bb90-399e039e028e', 'name': 'tempest-AttachVolumeTestJSON-1672807717-router', 'tenant_id': '53c3b19a0d50425983d94feecd1dec97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c14d8e4f-7965-4e3d-ae9d-c8fae77087a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:17:45Z', 'updated_at': '2022-03-30T18:17:50Z', 'revision_number': 4, 'project_id': '53c3b19a0d50425983d94feecd1dec97', 'gw_port': {'id': 'c14d8e4f-7965-4e3d-ae9d-c8fae77087a6', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ac:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a560a47-1053-4c0d-bb90-399e039e028e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:46Z', 'updated_at': '2022-03-30T18:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_floatingips': [{'id': 'dc74b5d9-0e15-4b16-9a57-64b96f84640d', 'tenant_id': '53c3b19a0d50425983d94feecd1dec97', 'floating_ip_address': '172.27.1.78', 'floating_network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'router_id': '8a560a47-1053-4c0d-bb90-399e039e028e', 'port_id': 'c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af60dc63-0b0b-4d35-9038-6256b5be5587', 'mac_address': 'fa:16:3e:bb:9a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b7ff41-4003-4ceb-b43d-83e1f5b48202', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:17:57Z', 'updated_at': '2022-03-30T18:18:38Z', 'revision_number': 1, 'project_id': '53c3b19a0d50425983d94feecd1dec97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2442e6e-ebca-4b10-92e8-12be60a50f56', 'name': '', 'network_id': 'af60dc63-0b0b-4d35-9038-6256b5be5587', 'tenant_id': '53c3b19a0d50425983d94feecd1dec97', 'mac_address': 'fa:16:3e:11:4d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a560a47-1053-4c0d-bb90-399e039e028e', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a9cbee5a-5f20-44f1-9b84-2d90e031a239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:49Z', 'updated_at': '2022-03-30T18:17:58Z', 'revision_number': 5, 'project_id': '53c3b19a0d50425983d94feecd1dec97', 'subnets': [{'id': 'a9cbee5a-5f20-44f1-9b84-2d90e031a239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:18:40.024014 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port 3bb7b2a4-9fc4-4c78-a72d-1b0527b70292, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=3bb7b2a4-9fc4-4c78-a72d-1b0527b70292,segment=NetworkSegment(098413ed-ec75-43e9-9db3-68f175b21721),segment_id=098413ed-ec75-43e9-9db3-68f175b21721)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:18:40.029651 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-775cdda8-3872-45f9-ae2e-0c8327ea473e req-6efcf9b8-82b2-4ad4-8f3b-f297e4e5bfd9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5 HTTP/1.1" status: 200 len: 998 time: 0.1467502 Mar 30 18:18:40.031209 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (3bb7b2a4-9fc4-4c78-a72d-1b0527b70292), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:40.061017 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c590ac23-1ebd-41c1-9c94-ca82a44f5ebf None None] Checking router: 8a560a47-1053-4c0d-bb90-399e039e028e for host: dv-cinder-835881-1-iscsi {{(pid=103497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:18:40.084769 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c590ac23-1ebd-41c1-9c94-ca82a44f5ebf None None] Routers {'8a560a47-1053-4c0d-bb90-399e039e028e'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:18:40.086889 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-c590ac23-1ebd-41c1-9c94-ca82a44f5ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:18:14Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['8a560a47-1053-4c0d-bb90-399e039e028e'], 'active': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:18:40.114747 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Pushing event updated for resources: {'Port': ['ID=3bb7b2a4-9fc4-4c78-a72d-1b0527b70292,revision_number=5']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:40.127028 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775cdda8-3872-45f9-ae2e-0c8327ea473e req-9b74fc21-686d-4921-8818-6ee1de967602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:40.129677 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-775cdda8-3872-45f9-ae2e-0c8327ea473e req-9b74fc21-686d-4921-8818-6ee1de967602 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a9cbee5a-5f20-44f1-9b84-2d90e031a239 HTTP/1.1" status: 200 len: 850 time: 0.0856912 Mar 30 18:18:40.209539 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775cdda8-3872-45f9-ae2e-0c8327ea473e req-0a1685f1-e5af-4592-93a0-93cf4bdb8957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:40.213570 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-775cdda8-3872-45f9-ae2e-0c8327ea473e req-0a1685f1-e5af-4592-93a0-93cf4bdb8957 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=af60dc63-0b0b-4d35-9038-6256b5be5587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0772557 Mar 30 18:18:40.310524 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvr_db [None req-c590ac23-1ebd-41c1-9c94-ca82a44f5ebf None None] Set router 8a560a47-1053-4c0d-bb90-399e039e028e gateway port host: dv-cinder-835881-1-iscsi {{(pid=103497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:18:40.346418 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-775cdda8-3872-45f9-ae2e-0c8327ea473e req-d75c9b0c-a8fd-4afd-a547-ee4f184a8bf6 service neutron] 10.222.0.44 "GET /v2.0/networks/af60dc63-0b0b-4d35-9038-6256b5be5587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260426 Mar 30 18:18:40.497521 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4464354a-5a8e-4fc5-a628-2bc11d3732bb req-2776a25a-e675-475b-b9a1-6de9c6e81275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:40.498636 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-4464354a-5a8e-4fc5-a628-2bc11d3732bb req-2776a25a-e675-475b-b9a1-6de9c6e81275 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 1130 time: 0.1513786 Mar 30 18:18:40.604569 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-775cdda8-3872-45f9-ae2e-0c8327ea473e req-59bcd249-f80b-420f-a116-8f32abf7a1d5 service neutron] 10.222.0.44 "GET /v2.0/networks/af60dc63-0b0b-4d35-9038-6256b5be5587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500770 Mar 30 18:18:40.607792 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-4464354a-5a8e-4fc5-a628-2bc11d3732bb req-aabaa7cc-bb79-41a6-952f-3c91e6b1355d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020532 Mar 30 18:18:40.624492 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84137b30-c409-4857-98a5-21b1a50b8280 req-1fb6b7ac-f66c-440b-b8f9-2233ba0bea5c tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:40.626011 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-84137b30-c409-4857-98a5-21b1a50b8280 req-1fb6b7ac-f66c-440b-b8f9-2233ba0bea5c tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 946 time: 0.1192176 Mar 30 18:18:40.651670 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-c590ac23-1ebd-41c1-9c94-ca82a44f5ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a560a47-1053-4c0d-bb90-399e039e028e', 'name': 'tempest-AttachVolumeTestJSON-1672807717-router', 'tenant_id': '53c3b19a0d50425983d94feecd1dec97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c14d8e4f-7965-4e3d-ae9d-c8fae77087a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:17:45Z', 'updated_at': '2022-03-30T18:17:50Z', 'revision_number': 4, 'project_id': '53c3b19a0d50425983d94feecd1dec97', 'gw_port': {'id': 'c14d8e4f-7965-4e3d-ae9d-c8fae77087a6', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ac:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a560a47-1053-4c0d-bb90-399e039e028e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:46Z', 'updated_at': '2022-03-30T18:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_floatingips': [{'id': 'dc74b5d9-0e15-4b16-9a57-64b96f84640d', 'tenant_id': '53c3b19a0d50425983d94feecd1dec97', 'floating_ip_address': '172.27.1.78', 'floating_network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'router_id': '8a560a47-1053-4c0d-bb90-399e039e028e', 'port_id': 'c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af60dc63-0b0b-4d35-9038-6256b5be5587', 'mac_address': 'fa:16:3e:bb:9a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b7ff41-4003-4ceb-b43d-83e1f5b48202', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:17:57Z', 'updated_at': '2022-03-30T18:18:38Z', 'revision_number': 1, 'project_id': '53c3b19a0d50425983d94feecd1dec97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2442e6e-ebca-4b10-92e8-12be60a50f56', 'name': '', 'network_id': 'af60dc63-0b0b-4d35-9038-6256b5be5587', 'tenant_id': '53c3b19a0d50425983d94feecd1dec97', 'mac_address': 'fa:16:3e:11:4d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a560a47-1053-4c0d-bb90-399e039e028e', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a9cbee5a-5f20-44f1-9b84-2d90e031a239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:49Z', 'updated_at': '2022-03-30T18:17:58Z', 'revision_number': 5, 'project_id': '53c3b19a0d50425983d94feecd1dec97', 'subnets': [{'id': 'a9cbee5a-5f20-44f1-9b84-2d90e031a239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:18:40.687529 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-84137b30-c409-4857-98a5-21b1a50b8280 req-58c71eed-7714-441c-8b8a-68112720d5c1 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493929 Mar 30 18:18:40.690955 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c590ac23-1ebd-41c1-9c94-ca82a44f5ebf None None] The sync data for ids ['8a560a47-1053-4c0d-bb90-399e039e028e'] in dv-cinder-835881-1-iscsi is: [{'id': '8a560a47-1053-4c0d-bb90-399e039e028e', 'name': 'tempest-AttachVolumeTestJSON-1672807717-router', 'tenant_id': '53c3b19a0d50425983d94feecd1dec97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c14d8e4f-7965-4e3d-ae9d-c8fae77087a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:17:45Z', 'updated_at': '2022-03-30T18:17:50Z', 'revision_number': 4, 'project_id': '53c3b19a0d50425983d94feecd1dec97', 'gw_port': {'id': 'c14d8e4f-7965-4e3d-ae9d-c8fae77087a6', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ac:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a560a47-1053-4c0d-bb90-399e039e028e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:46Z', 'updated_at': '2022-03-30T18:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_floatingips': [{'id': 'dc74b5d9-0e15-4b16-9a57-64b96f84640d', 'tenant_id': '53c3b19a0d50425983d94feecd1dec97', 'floating_ip_address': '172.27.1.78', 'floating_network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'router_id': '8a560a47-1053-4c0d-bb90-399e039e028e', 'port_id': 'c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af60dc63-0b0b-4d35-9038-6256b5be5587', 'mac_address': 'fa:16:3e:bb:9a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b7ff41-4003-4ceb-b43d-83e1f5b48202', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:17:57Z', 'updated_at': '2022-03-30T18:18:38Z', 'revision_number': 1, 'project_id': '53c3b19a0d50425983d94feecd1dec97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2442e6e-ebca-4b10-92e8-12be60a50f56', 'name': '', 'network_id': 'af60dc63-0b0b-4d35-9038-6256b5be5587', 'tenant_id': '53c3b19a0d50425983d94feecd1dec97', 'mac_address': 'fa:16:3e:11:4d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a560a47-1053-4c0d-bb90-399e039e028e', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a9cbee5a-5f20-44f1-9b84-2d90e031a239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:49Z', 'updated_at': '2022-03-30T18:17:58Z', 'revision_number': 5, 'project_id': '53c3b19a0d50425983d94feecd1dec97', 'subnets': [{'id': 'a9cbee5a-5f20-44f1-9b84-2d90e031a239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:18:40.958755 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2119a2-11fb-4433-8ecb-619f3868cff8 None None] New status for floating IP dc74b5d9-0e15-4b16-9a57-64b96f84640d: ACTIVE {{(pid=103496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:18:41.129258 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c6e181-5e4c-44a9-9055-09f854a14b68 req-f00784fe-c222-4b97-91da-a9eefb2e1208 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:41.131011 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-70c6e181-5e4c-44a9-9055-09f854a14b68 req-f00784fe-c222-4b97-91da-a9eefb2e1208 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 945 time: 0.0848355 Mar 30 18:18:41.230556 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-70c6e181-5e4c-44a9-9055-09f854a14b68 req-9cf4fc3a-730e-428f-870c-9c91658b4919 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933154 Mar 30 18:18:41.573540 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31606eb6-958b-407c-a13c-1d24292cdf6e req-8f87de34-fbb8-45ed-a14c-6c17d7578bbe tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:41.575777 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-31606eb6-958b-407c-a13c-1d24292cdf6e req-8f87de34-fbb8-45ed-a14c-6c17d7578bbe tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 945 time: 0.0892527 Mar 30 18:18:41.581878 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d862d1-7065-4abf-ae12-da744fa7ce51 req-64839743-4755-4adf-9ad3-18649f4b3bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:41.583413 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-29d862d1-7065-4abf-ae12-da744fa7ce51 req-64839743-4755-4adf-9ad3-18649f4b3bb4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d22e85861b694f0e8bd7e2e7da8fbc45&device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 1129 time: 0.0656462 Mar 30 18:18:41.680174 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-31606eb6-958b-407c-a13c-1d24292cdf6e req-59a16909-caa6-4619-a94f-00a1d51c2354 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957866 Mar 30 18:18:41.710072 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d862d1-7065-4abf-ae12-da744fa7ce51 req-921d6218-3f75-4df3-a8c2-c4872245d92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:41.711557 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-29d862d1-7065-4abf-ae12-da744fa7ce51 req-921d6218-3f75-4df3-a8c2-c4872245d92a service neutron] 10.222.0.44 "GET /v2.0/networks?id=3e13178f-fe3d-4acc-a151-e0891e100715 HTTP/1.1" status: 200 len: 920 time: 0.1141498 Mar 30 18:18:41.755026 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-29d862d1-7065-4abf-ae12-da744fa7ce51 req-81d78b47-714a-40ea-8398-0168d2053619 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a9f4213-d59a-4c38-b980-34531523d7ab HTTP/1.1" status: 200 len: 217 time: 0.0372565 Mar 30 18:18:41.770963 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-729f3ee2-b8c2-4ba8-850c-71ef6800c930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:41.838142 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d862d1-7065-4abf-ae12-da744fa7ce51 req-25d2aa61-d2ce-4587-93c2-64ade2835556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:41.839611 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-29d862d1-7065-4abf-ae12-da744fa7ce51 req-25d2aa61-d2ce-4587-93c2-64ade2835556 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d0c7af2e-75fc-4b8f-a86b-ddae6e3c7dba HTTP/1.1" status: 200 len: 858 time: 0.0789440 Mar 30 18:18:41.887065 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791775fd-6884-4b69-9cf0-043a64b1038b req-e7166962-67e5-4091-b59b-04e49d8e169e tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:41.888525 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-791775fd-6884-4b69-9cf0-043a64b1038b req-e7166962-67e5-4091-b59b-04e49d8e169e tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 946 time: 0.1179233 Mar 30 18:18:41.934933 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d862d1-7065-4abf-ae12-da744fa7ce51 req-8bf92312-76e5-4e34-871f-c3459b78d64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:41.936603 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-29d862d1-7065-4abf-ae12-da744fa7ce51 req-8bf92312-76e5-4e34-871f-c3459b78d64e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3e13178f-fe3d-4acc-a151-e0891e100715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0898569 Mar 30 18:18:41.953669 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-791775fd-6884-4b69-9cf0-043a64b1038b req-7ae5b0e0-0189-4b3c-97e3-792fefd5fc8e tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589566 Mar 30 18:18:41.990428 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4caa7109-b153-4a12-a3ca-f9a0bd8ec82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb7b2a4-9fc4-4c78-a72d-1b0527b70292'}] {{(pid=103496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:18:42.013452 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cbde32198906eb4ff2132376d68ea43d0d8f515c48f03fe95d90af760020ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60816086-7d0d-485b-bafa-6ed9ad5b081d" -d '{"events": [{"server_uuid": "4caa7109-b153-4a12-a3ca-f9a0bd8ec82f", "name": "network-vif-plugged", "status": "completed", "tag": "3bb7b2a4-9fc4-4c78-a72d-1b0527b70292"}]}' {{(pid=103496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:18:42.072877 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef60ea4-34d1-411b-b768-20f5741ee6d0 x-openstack-request-id: req-1ef60ea4-34d1-411b-b768-20f5741ee6d0 {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:18:42.073552 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4caa7109-b153-4a12-a3ca-f9a0bd8ec82f", "name": "network-vif-plugged", "status": "completed", "tag": "3bb7b2a4-9fc4-4c78-a72d-1b0527b70292", "code": 200}]} {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:18:42.074004 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1ef60ea4-34d1-411b-b768-20f5741ee6d0 {{(pid=103496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:18:42.075338 dv-cinder-835881-1-iscsi neutron-server[103496]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ef60ea4-34d1-411b-b768-20f5741ee6d0'] response: {'server_uuid': '4caa7109-b153-4a12-a3ca-f9a0bd8ec82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bb7b2a4-9fc4-4c78-a72d-1b0527b70292', 'code': 200} Mar 30 18:18:42.082940 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-29d862d1-7065-4abf-ae12-da744fa7ce51 req-fd2d9b35-775c-49aa-86bd-7d696420ed48 service neutron] 10.222.0.44 "GET /v2.0/networks/3e13178f-fe3d-4acc-a151-e0891e100715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275446 Mar 30 18:18:42.226031 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 44846) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:42.268844 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-29d862d1-7065-4abf-ae12-da744fa7ce51 req-1f262ef2-e295-4afc-b99c-a3a2de5bea34 service neutron] 10.222.0.44 "GET /v2.0/networks/3e13178f-fe3d-4acc-a151-e0891e100715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209049 Mar 30 18:18:42.378824 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-be117c04-f3b4-4239-874e-42c41e47fb7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:42.459838 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-be117c04-f3b4-4239-874e-42c41e47fb7e admin admin] Publish callbacks [] for security_group (a0d35be1-4a58-46d6-8651-a6c2cd3e17c2), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:42.463937 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-be117c04-f3b4-4239-874e-42c41e47fb7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (a0d35be1-4a58-46d6-8651-a6c2cd3e17c2), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:42.509451 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be117c04-f3b4-4239-874e-42c41e47fb7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d35be1-4a58-46d6-8651-a6c2cd3e17c2,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:42.515294 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-be117c04-f3b4-4239-874e-42c41e47fb7e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=522ec8b895ee4db3ba993e68cf2e68aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2873454 Mar 30 18:18:42.518527 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 44862) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:42.581389 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-73c85332-cf5e-457c-89d2-6db73417c6e6 admin admin] Publish callbacks [] for security_group (a0d35be1-4a58-46d6-8651-a6c2cd3e17c2), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:42.606224 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f0d58-2aaf-451d-8853-3a1de2712e82 req-058a93f6-6dfb-4f46-b1a7-dcd27b20050c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:42.607808 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e86f0d58-2aaf-451d-8853-3a1de2712e82 req-058a93f6-6dfb-4f46-b1a7-dcd27b20050c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4caa7109-b153-4a12-a3ca-f9a0bd8ec82f HTTP/1.1" status: 200 len: 1129 time: 0.1325815 Mar 30 18:18:42.610082 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-73c85332-cf5e-457c-89d2-6db73417c6e6 admin admin] Publish callbacks [] for security_group (a0d35be1-4a58-46d6-8651-a6c2cd3e17c2), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:42.672601 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-73c85332-cf5e-457c-89d2-6db73417c6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (a0d35be1-4a58-46d6-8651-a6c2cd3e17c2), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:42.675724 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-73c85332-cf5e-457c-89d2-6db73417c6e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:42.676892 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-73c85332-cf5e-457c-89d2-6db73417c6e6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a0d35be1-4a58-46d6-8651-a6c2cd3e17c2 HTTP/1.1" status: 204 len: 168 time: 0.1574485 Mar 30 18:18:42.686786 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c85332-cf5e-457c-89d2-6db73417c6e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d35be1-4a58-46d6-8651-a6c2cd3e17c2,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:42.765924 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e86f0d58-2aaf-451d-8853-3a1de2712e82 req-8f04cc50-8824-4391-806a-da0577bdd0c0 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811043 Mar 30 18:18:42.836855 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7c17de-ad5e-42fc-9a66-c255fec8a4e3 req-4bb46f76-2adc-47a0-87e4-7ad97f81d5ba tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:42.843177 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0f7c17de-ad5e-42fc-9a66-c255fec8a4e3 req-4bb46f76-2adc-47a0-87e4-7ad97f81d5ba tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 945 time: 0.0631196 Mar 30 18:18:42.909652 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0f7c17de-ad5e-42fc-9a66-c255fec8a4e3 req-eb299440-30aa-4bc0-900f-0a845b0fbec1 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650380 Mar 30 18:18:43.050672 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 44892) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:43.074256 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-ff042fbf-5e4e-423c-84f1-8963c2266ff6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:43.124960 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50f9e41-2684-46e3-9a53-6b9407a7ea44 req-bde414ce-f7d7-4894-94da-d580dd93475f tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:43.129465 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a50f9e41-2684-46e3-9a53-6b9407a7ea44 req-bde414ce-f7d7-4894-94da-d580dd93475f tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 946 time: 0.0714946 Mar 30 18:18:43.130061 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 44896) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:43.173894 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-ff042fbf-5e4e-423c-84f1-8963c2266ff6 admin admin] Publish callbacks [] for security_group (1627707c-762b-4285-87ad-b2e2bf86504e), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:43.177830 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.agents_db [None req-01a7ea33-ae04-4be9-ae8a-11827e05d97f None None] Agent healthcheck: found 6 active agents {{(pid=103497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:18:43.183252 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-ff042fbf-5e4e-423c-84f1-8963c2266ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (1627707c-762b-4285-87ad-b2e2bf86504e), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:43.188203 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a50f9e41-2684-46e3-9a53-6b9407a7ea44 req-bba04854-47b8-4cdc-b675-11001e8b7bce tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520875 Mar 30 18:18:43.247714 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-ff042fbf-5e4e-423c-84f1-8963c2266ff6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=da2647c563e04accaa208b21dd7ae8fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1953366 Mar 30 18:18:43.249740 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 44906) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:43.279189 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff042fbf-5e4e-423c-84f1-8963c2266ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1627707c-762b-4285-87ad-b2e2bf86504e,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:43.351220 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-6dc1930b-eeb6-4429-ae4c-db3cccc3eaf9 admin admin] Publish callbacks [] for security_group (1627707c-762b-4285-87ad-b2e2bf86504e), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:43.375836 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e94490-55de-43d6-844b-7d0339cf6c49 req-01b00bd3-b1b8-42c0-8b3c-038a39dae3b3 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:43.377297 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a0e94490-55de-43d6-844b-7d0339cf6c49 req-01b00bd3-b1b8-42c0-8b3c-038a39dae3b3 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 946 time: 0.0934489 Mar 30 18:18:43.386062 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 44910) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:43.391046 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.v2.base [None req-edbcb547-8cfc-4a95-998c-a1064148131c tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Request body: {'floatingip': {'port_id': '0acb066b-cce6-49f2-b882-ab8b489713d3'}} {{(pid=103494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:18:43.392058 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-6863dcf2-a952-4e34-a32f-0e2673b64745 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:43.398245 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-6dc1930b-eeb6-4429-ae4c-db3cccc3eaf9 admin admin] Publish callbacks [] for security_group (1627707c-762b-4285-87ad-b2e2bf86504e), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:43.431505 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-edbcb547-8cfc-4a95-998c-a1064148131c tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks [] for floatingip (0ecc4226-5b99-41a2-a1d3-6304b2760150), before_update {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:43.478866 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-6dc1930b-eeb6-4429-ae4c-db3cccc3eaf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (1627707c-762b-4285-87ad-b2e2bf86504e), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:43.481937 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-6dc1930b-eeb6-4429-ae4c-db3cccc3eaf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:43.483106 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-6dc1930b-eeb6-4429-ae4c-db3cccc3eaf9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1627707c-762b-4285-87ad-b2e2bf86504e HTTP/1.1" status: 204 len: 168 time: 0.2321789 Mar 30 18:18:43.500576 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc1930b-eeb6-4429-ae4c-db3cccc3eaf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1627707c-762b-4285-87ad-b2e2bf86504e,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:43.516990 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-6863dcf2-a952-4e34-a32f-0e2673b64745 admin admin] Publish callbacks [] for security_group (53f670ba-c634-4910-b6d0-255d2bdb9c91), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:43.523389 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-6863dcf2-a952-4e34-a32f-0e2673b64745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (53f670ba-c634-4910-b6d0-255d2bdb9c91), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:43.560901 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6863dcf2-a952-4e34-a32f-0e2673b64745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f670ba-c634-4910-b6d0-255d2bdb9c91,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:43.576012 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-6863dcf2-a952-4e34-a32f-0e2673b64745 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9f992b1a0a344bc7934133ba0a576c4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4388125 Mar 30 18:18:43.576012 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 44914) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:43.627586 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8d095076-b071-408f-87d9-0401af78461c admin admin] Publish callbacks [] for security_group (53f670ba-c634-4910-b6d0-255d2bdb9c91), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:43.649439 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8d095076-b071-408f-87d9-0401af78461c admin admin] Publish callbacks [] for security_group (53f670ba-c634-4910-b6d0-255d2bdb9c91), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:43.704157 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8d095076-b071-408f-87d9-0401af78461c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (53f670ba-c634-4910-b6d0-255d2bdb9c91), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:43.706882 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8d095076-b071-408f-87d9-0401af78461c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:43.710407 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-8d095076-b071-408f-87d9-0401af78461c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/53f670ba-c634-4910-b6d0-255d2bdb9c91 HTTP/1.1" status: 204 len: 168 time: 0.1344626 Mar 30 18:18:43.725964 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d095076-b071-408f-87d9-0401af78461c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f670ba-c634-4910-b6d0-255d2bdb9c91,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:43.845501 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f4f3f2ad-24ca-49ff-ab47-be191717c689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:43.946086 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-edbcb547-8cfc-4a95-998c-a1064148131c tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:43.951377 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-edbcb547-8cfc-4a95-998c-a1064148131c tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541296'] for floatingip (0ecc4226-5b99-41a2-a1d3-6304b2760150), after_update {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:44.070948 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a895579-4584-4435-ac6b-c5630c1433c7 req-d6537ce8-dd2f-4892-a1ce-a3b4ed009087 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:44.072475 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-7a895579-4584-4435-ac6b-c5630c1433c7 req-d6537ce8-dd2f-4892-a1ce-a3b4ed009087 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 945 time: 0.0667286 Mar 30 18:18:44.100705 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.db.l3_db [None req-edbcb547-8cfc-4a95-998c-a1064148131c tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Floating IP 0ecc4226-5b99-41a2-a1d3-6304b2760150 associated. External IP: 172.27.1.13, port: 0acb066b-cce6-49f2-b882-ab8b489713d3. Mar 30 18:18:44.135887 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-7a895579-4584-4435-ac6b-c5630c1433c7 req-6a30ed77-92a4-4ba7-8de8-cdbd13f21a23 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565152 Mar 30 18:18:44.187165 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 44940) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:44.202832 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-90efc2e2-2bfe-422b-94f8-a9d92ff1c51f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:44.303495 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-90efc2e2-2bfe-422b-94f8-a9d92ff1c51f admin admin] Publish callbacks [] for security_group (298deb8b-c9b6-48d6-93b0-5096b53ed11c), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:44.309420 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-90efc2e2-2bfe-422b-94f8-a9d92ff1c51f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (298deb8b-c9b6-48d6-93b0-5096b53ed11c), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:44.327914 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 44946) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:44.351395 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-90efc2e2-2bfe-422b-94f8-a9d92ff1c51f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b40b1c1464504af889992cd0fe933d18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1628454 Mar 30 18:18:44.352421 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90efc2e2-2bfe-422b-94f8-a9d92ff1c51f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298deb8b-c9b6-48d6-93b0-5096b53ed11c,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:44.355041 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 44952) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:44.420829 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edbcb547-8cfc-4a95-998c-a1064148131c tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Router 1505c357-1968-40e0-b5e9-8d977669f174 has already been hosted by L3 agent d6545c5f-a93c-4a15-87cd-019d3e75e7be {{(pid=103494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:18:44.422343 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-4ac44e0c-51f0-48b5-933e-510aac92426d admin admin] Publish callbacks [] for security_group (298deb8b-c9b6-48d6-93b0-5096b53ed11c), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:44.490746 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-4ac44e0c-51f0-48b5-933e-510aac92426d admin admin] Publish callbacks [] for security_group (298deb8b-c9b6-48d6-93b0-5096b53ed11c), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:44.522520 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.v2.base [None req-8069e7c5-a090-460b-a939-3c0a081fe072 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-865240045-network', 'tenant_id': '5f5df6d08f6a452b95df5f3a914df526'}} {{(pid=103494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:18:44.581179 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8069e7c5-a090-460b-a939-3c0a081fe072 admin admin] Made reservation on behalf of 5f5df6d08f6a452b95df5f3a914df526 for: {'network': 1} {{(pid=103494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:18:44.583520 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-8069e7c5-a090-460b-a939-3c0a081fe072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for network (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:44.596658 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-8069e7c5-a090-460b-a939-3c0a081fe072 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:44.626523 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edbcb547-8cfc-4a95-998c-a1064148131c tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Notify agent at l3_agent.dv-cinder-835881-1-iscsi the message routers_updated {{(pid=103494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:18:44.635625 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-edbcb547-8cfc-4a95-998c-a1064148131c tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for floatingip (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:44.637217 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6295ac22-a854-4602-9523-c0b3c0d4d037 None None] Sync routers for ids ['1505c357-1968-40e0-b5e9-8d977669f174'] in dv-cinder-835881-1-iscsi {{(pid=103497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:18:44.638688 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-4ac44e0c-51f0-48b5-933e-510aac92426d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (298deb8b-c9b6-48d6-93b0-5096b53ed11c), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:44.641094 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-4ac44e0c-51f0-48b5-933e-510aac92426d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:44.642312 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-4ac44e0c-51f0-48b5-933e-510aac92426d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/298deb8b-c9b6-48d6-93b0-5096b53ed11c HTTP/1.1" status: 204 len: 168 time: 0.2861862 Mar 30 18:18:44.649164 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6295ac22-a854-4602-9523-c0b3c0d4d037 None None] Routers {'1505c357-1968-40e0-b5e9-8d977669f174'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:18:44.650045 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-6295ac22-a854-4602-9523-c0b3c0d4d037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:18:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['1505c357-1968-40e0-b5e9-8d977669f174'], 'active': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:18:44.679758 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac44e0c-51f0-48b5-933e-510aac92426d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298deb8b-c9b6-48d6-93b0-5096b53ed11c,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:44.703832 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-edbcb547-8cfc-4a95-998c-a1064148131c tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "PUT /v2.0/floatingips/0ecc4226-5b99-41a2-a1d3-6304b2760150 HTTP/1.1" status: 200 len: 991 time: 1.3165216 Mar 30 18:18:44.705538 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '179982b7-c3be-42cd-8126-808382758f8f', 'tag': '0acb066b-cce6-49f2-b882-ab8b489713d3'}] {{(pid=103494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:18:44.707815 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb351bb8290705a302d4a38882229c6eed6c712c49b0ac171ffbe10a695cd3a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54d42ae-b5d1-45d0-a68a-5503cfbfb03f" -d '{"events": [{"name": "network-changed", "server_uuid": "179982b7-c3be-42cd-8126-808382758f8f", "tag": "0acb066b-cce6-49f2-b882-ab8b489713d3"}]}' {{(pid=103494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:18:44.761768 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a239986d-10c0-477d-9af6-372a473f9228 x-openstack-request-id: req-a239986d-10c0-477d-9af6-372a473f9228 {{(pid=103494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:18:44.763248 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "179982b7-c3be-42cd-8126-808382758f8f", "tag": "0acb066b-cce6-49f2-b882-ab8b489713d3", "status": "completed", "code": 200}]} {{(pid=103494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:18:44.763248 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a239986d-10c0-477d-9af6-372a473f9228 {{(pid=103494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:18:44.766678 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a239986d-10c0-477d-9af6-372a473f9228'] response: {'name': 'network-changed', 'server_uuid': '179982b7-c3be-42cd-8126-808382758f8f', 'tag': '0acb066b-cce6-49f2-b882-ab8b489713d3', 'status': 'completed', 'code': 200} Mar 30 18:18:44.788246 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-8069e7c5-a090-460b-a939-3c0a081fe072 admin admin] Publish callbacks [] for security_group (36b15ee7-1f38-4ffe-ad50-39a84deb3596), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:44.795466 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-8069e7c5-a090-460b-a939-3c0a081fe072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (36b15ee7-1f38-4ffe-ad50-39a84deb3596), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:44.799195 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvr_db [None req-6295ac22-a854-4602-9523-c0b3c0d4d037 None None] Set router 1505c357-1968-40e0-b5e9-8d977669f174 gateway port host: dv-cinder-835881-1-iscsi {{(pid=103497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:18:44.845665 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8069e7c5-a090-460b-a939-3c0a081fe072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b15ee7-1f38-4ffe-ad50-39a84deb3596,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:44.867540 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8069e7c5-a090-460b-a939-3c0a081fe072 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=103494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 18:18:44.879925 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-8069e7c5-a090-460b-a939-3c0a081fe072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125716'] for segment (974ae415-aac9-43d0-b304-10ebb300cc57), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:44.880277 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.db.segments_db [None req-8069e7c5-a090-460b-a939-3c0a081fe072 admin admin] Added segment 974ae415-aac9-43d0-b304-10ebb300cc57 of type vlan for network 6135f2b8-d5a7-4fb1-9c4a-a008078e870c Mar 30 18:18:44.910104 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54d42ae-b5d1-45d0-a68a-5503cfbfb03f req-3e4703aa-1785-4291-9a97-4ba3e9e27760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:44.911856 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c54d42ae-b5d1-45d0-a68a-5503cfbfb03f req-3e4703aa-1785-4291-9a97-4ba3e9e27760 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6fa782fa1098408491690005ca6565dc&device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 1130 time: 0.0715609 Mar 30 18:18:44.958389 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-8069e7c5-a090-460b-a939-3c0a081fe072 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728099366458'] for network (6135f2b8-d5a7-4fb1-9c4a-a008078e870c), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:45.016330 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-8069e7c5-a090-460b-a939-3c0a081fe072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241'] for network (6135f2b8-d5a7-4fb1-9c4a-a008078e870c), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:45.017216 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8069e7c5-a090-460b-a939-3c0a081fe072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:45.017959 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-8069e7c5-a090-460b-a939-3c0a081fe072 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:45.020764 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:45.057535 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54d42ae-b5d1-45d0-a68a-5503cfbfb03f req-d422e6ca-4ca6-443b-842d-d04d905801cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:45.060807 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c54d42ae-b5d1-45d0-a68a-5503cfbfb03f req-d422e6ca-4ca6-443b-842d-d04d905801cc service neutron] 10.222.0.44 "GET /v2.0/networks?id=2ce9154c-b8f7-4a0a-9af0-70f7be76465b HTTP/1.1" status: 200 len: 918 time: 0.1285231 Mar 30 18:18:45.115139 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-8069e7c5-a090-460b-a939-3c0a081fe072 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7854259 Mar 30 18:18:45.117724 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 44974) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:45.125122 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.v2.base [None req-bc18a979-1fb8-4604-96c6-be7218dda87b admin admin] Request body: {'subnet': {'network_id': '6135f2b8-d5a7-4fb1-9c4a-a008078e870c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-865240045-subnet', 'tenant_id': '5f5df6d08f6a452b95df5f3a914df526', 'ip_version': 4}} {{(pid=103494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:18:45.156906 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc18a979-1fb8-4604-96c6-be7218dda87b admin admin] Made reservation on behalf of 5f5df6d08f6a452b95df5f3a914df526 for: {'subnet': 1} {{(pid=103494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:18:45.158499 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c54d42ae-b5d1-45d0-a68a-5503cfbfb03f req-f40a5961-de70-4fe7-9cb5-e94d648d8b4f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0acb066b-cce6-49f2-b882-ab8b489713d3 HTTP/1.1" status: 200 len: 999 time: 0.0855758 Mar 30 18:18:45.159259 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-bc18a979-1fb8-4604-96c6-be7218dda87b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5415518'] for subnet (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:45.161939 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8069e7c5-a090-460b-a939-3c0a081fe072 admin admin] Pushing event updated for resources: {'Network': ['ID=6135f2b8-d5a7-4fb1-9c4a-a008078e870c,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:45.182387 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Network 6135f2b8-d5a7-4fb1-9c4a-a008078e870c details requested by agent ovs-agent-dv-cinder-835881-1-iscsi with host dv-cinder-835881-1-iscsi {{(pid=103496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 18:18:45.291881 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54d42ae-b5d1-45d0-a68a-5503cfbfb03f req-35dc0803-9983-4589-8ec8-a77cdad792cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:45.295875 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c54d42ae-b5d1-45d0-a68a-5503cfbfb03f req-35dc0803-9983-4589-8ec8-a77cdad792cf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=773c0134-3744-40c4-99d5-5fc49a43d810 HTTP/1.1" status: 200 len: 856 time: 0.1307940 Mar 30 18:18:45.301698 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-6295ac22-a854-4602-9523-c0b3c0d4d037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1505c357-1968-40e0-b5e9-8d977669f174', 'name': 'tempest-AttachVolumeShelveTestJSON-1705928671-router', 'tenant_id': '6fa782fa1098408491690005ca6565dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': 'aa8e69e0-1140-401b-9e33-5f5a447d3d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:17:50Z', 'updated_at': '2022-03-30T18:18:00Z', 'revision_number': 4, 'project_id': '6fa782fa1098408491690005ca6565dc', 'gw_port': {'id': 'aa8e69e0-1140-401b-9e33-5f5a447d3d83', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:39:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1505c357-1968-40e0-b5e9-8d977669f174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:53Z', 'updated_at': '2022-03-30T18:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_floatingips': [{'id': '0ecc4226-5b99-41a2-a1d3-6304b2760150', 'tenant_id': '6fa782fa1098408491690005ca6565dc', 'floating_ip_address': '172.27.1.13', 'floating_network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'router_id': '1505c357-1968-40e0-b5e9-8d977669f174', 'port_id': '0acb066b-cce6-49f2-b882-ab8b489713d3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ce9154c-b8f7-4a0a-9af0-70f7be76465b', 'mac_address': 'fa:16:3e:2f:42:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179982b7-c3be-42cd-8126-808382758f8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:18:10Z', 'updated_at': '2022-03-30T18:18:43Z', 'revision_number': 1, 'project_id': '6fa782fa1098408491690005ca6565dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a7e2086-0f98-4e1e-8e94-c874cac22002', 'name': '', 'network_id': '2ce9154c-b8f7-4a0a-9af0-70f7be76465b', 'tenant_id': '6fa782fa1098408491690005ca6565dc', 'mac_address': 'fa:16:3e:6c:97:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1505c357-1968-40e0-b5e9-8d977669f174', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '773c0134-3744-40c4-99d5-5fc49a43d810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:58Z', 'updated_at': '2022-03-30T18:18:11Z', 'revision_number': 5, 'project_id': '6fa782fa1098408491690005ca6565dc', 'subnets': [{'id': '773c0134-3744-40c4-99d5-5fc49a43d810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:18:45.329691 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6295ac22-a854-4602-9523-c0b3c0d4d037 None None] Checking router: 1505c357-1968-40e0-b5e9-8d977669f174 for host: dv-cinder-835881-1-iscsi {{(pid=103497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:18:45.338617 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6295ac22-a854-4602-9523-c0b3c0d4d037 None None] Routers {'1505c357-1968-40e0-b5e9-8d977669f174'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:18:45.339426 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-6295ac22-a854-4602-9523-c0b3c0d4d037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:18:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['1505c357-1968-40e0-b5e9-8d977669f174'], 'active': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:18:45.406953 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca8de5-df47-4e9b-92d6-b1a510d94183 req-637ff00a-27ee-47f5-a73d-85596f159568 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:45.408442 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-feca8de5-df47-4e9b-92d6-b1a510d94183 req-637ff00a-27ee-47f5-a73d-85596f159568 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 945 time: 0.1329868 Mar 30 18:18:45.417342 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54d42ae-b5d1-45d0-a68a-5503cfbfb03f req-ee47548e-925a-4d7c-8a30-b3357f7ebf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:45.420099 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c54d42ae-b5d1-45d0-a68a-5503cfbfb03f req-ee47548e-925a-4d7c-8a30-b3357f7ebf72 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2ce9154c-b8f7-4a0a-9af0-70f7be76465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0884862 Mar 30 18:18:45.495507 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-bc18a979-1fb8-4604-96c6-be7218dda87b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5344593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5415496'] for subnet (e4202354-4e55-4eb0-b052-e39d4dd92df9), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:45.514382 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvr_db [None req-6295ac22-a854-4602-9523-c0b3c0d4d037 None None] Set router 1505c357-1968-40e0-b5e9-8d977669f174 gateway port host: dv-cinder-835881-1-iscsi {{(pid=103497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:18:45.519230 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-feca8de5-df47-4e9b-92d6-b1a510d94183 req-0da01ce8-2e00-4a3a-a667-8c2c47d4b658 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046803 Mar 30 18:18:45.570012 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c54d42ae-b5d1-45d0-a68a-5503cfbfb03f req-d45233d9-025e-4aca-89eb-f73825383695 service neutron] 10.222.0.44 "GET /v2.0/networks/2ce9154c-b8f7-4a0a-9af0-70f7be76465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343093 Mar 30 18:18:45.624141 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc18a979-1fb8-4604-96c6-be7218dda87b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4202354-4e55-4eb0-b052-e39d4dd92df9,revision_number=0']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:45.642206 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc18a979-1fb8-4604-96c6-be7218dda87b admin admin] Checking segment: {'id': '974ae415-aac9-43d0-b304-10ebb300cc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6135f2b8-d5a7-4fb1-9c4a-a008078e870c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:18:45.642639 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc18a979-1fb8-4604-96c6-be7218dda87b admin admin] Network hostable DHCP agents. Network: 6135f2b8-d5a7-4fb1-9c4a-a008078e870c, hostable agents: ['f171183a-83cc-4c67-9a52-f7c4c9021937'], hosted agents: [] {{(pid=103494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 18:18:45.647542 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc18a979-1fb8-4604-96c6-be7218dda87b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:45.647918 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc18a979-1fb8-4604-96c6-be7218dda87b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:45.648266 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc18a979-1fb8-4604-96c6-be7218dda87b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:45.648609 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc18a979-1fb8-4604-96c6-be7218dda87b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:45.648974 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc18a979-1fb8-4604-96c6-be7218dda87b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:45.649277 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc18a979-1fb8-4604-96c6-be7218dda87b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:45.649609 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc18a979-1fb8-4604-96c6-be7218dda87b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:45.649938 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc18a979-1fb8-4604-96c6-be7218dda87b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:45.650322 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc18a979-1fb8-4604-96c6-be7218dda87b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:45.650660 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc18a979-1fb8-4604-96c6-be7218dda87b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:45.651008 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc18a979-1fb8-4604-96c6-be7218dda87b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:45.651359 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc18a979-1fb8-4604-96c6-be7218dda87b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:45.652372 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc18a979-1fb8-4604-96c6-be7218dda87b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:45.653255 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc18a979-1fb8-4604-96c6-be7218dda87b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:45.653590 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc18a979-1fb8-4604-96c6-be7218dda87b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:45.698112 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c54d42ae-b5d1-45d0-a68a-5503cfbfb03f req-82e8247f-f012-4da6-bcab-a99923016cfb service neutron] 10.222.0.44 "GET /v2.0/networks/2ce9154c-b8f7-4a0a-9af0-70f7be76465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215105 Mar 30 18:18:45.700155 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc18a979-1fb8-4604-96c6-be7218dda87b admin admin] Network 6135f2b8-d5a7-4fb1-9c4a-a008078e870c is scheduled to be hosted by DHCP agent f171183a-83cc-4c67-9a52-f7c4c9021937 with binding_index 1 {{(pid=103494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 18:18:45.714165 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.base_scheduler [None req-bc18a979-1fb8-4604-96c6-be7218dda87b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-1-iscsi, 6135f2b8-d5a7-4fb1-9c4a-a008078e870c) {{(pid=103494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:18:45.725885 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc18a979-1fb8-4604-96c6-be7218dda87b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:45.726601 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-bc18a979-1fb8-4604-96c6-be7218dda87b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for subnet (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:45.727281 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567d54fc-9f5c-4a87-a8b3-cb44c0642d9a None None] Network 6135f2b8-d5a7-4fb1-9c4a-a008078e870c requested from dv-cinder-835881-1-iscsi {{(pid=103496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:18:45.745897 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-bc18a979-1fb8-4604-96c6-be7218dda87b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6266239 Mar 30 18:18:45.748741 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 45000) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:45.753318 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.v2.base [None req-46bec385-e175-4d13-832d-373bdb780fbb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-865240045-router', 'tenant_id': '5f5df6d08f6a452b95df5f3a914df526', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2'}}} {{(pid=103494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:18:45.775600 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-46bec385-e175-4d13-832d-373bdb780fbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1699'] for router (231b3496-9714-46f9-9820-3d676209e938), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:45.776688 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-46bec385-e175-4d13-832d-373bdb780fbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1031381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1706'] for router (231b3496-9714-46f9-9820-3d676209e938), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:45.864580 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-46bec385-e175-4d13-832d-373bdb780fbb admin admin] Publish callbacks [] for router_controller (231b3496-9714-46f9-9820-3d676209e938), precommit_add_association {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:45.960119 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5556ad0a-bd0e-46bf-ae8b-88f2e0576529 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcef903b-a861-53ce-95a0-ec7d3e6cb87b-6135f2b8-d5a7-4fb1-9c4a-a008078e870c', 'network_id': '6135f2b8-d5a7-4fb1-9c4a-a008078e870c', 'project_id': '5f5df6d08f6a452b95df5f3a914df526', 'fixed_ips': [{'subnet_id': 'e4202354-4e55-4eb0-b052-e39d4dd92df9'}]}} from dv-cinder-835881-1-iscsi. {{(pid=103496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 18:18:45.961913 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-5556ad0a-bd0e-46bf-ae8b-88f2e0576529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:45.964387 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-6295ac22-a854-4602-9523-c0b3c0d4d037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1505c357-1968-40e0-b5e9-8d977669f174', 'name': 'tempest-AttachVolumeShelveTestJSON-1705928671-router', 'tenant_id': '6fa782fa1098408491690005ca6565dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': 'aa8e69e0-1140-401b-9e33-5f5a447d3d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:17:50Z', 'updated_at': '2022-03-30T18:18:00Z', 'revision_number': 4, 'project_id': '6fa782fa1098408491690005ca6565dc', 'gw_port': {'id': 'aa8e69e0-1140-401b-9e33-5f5a447d3d83', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:39:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1505c357-1968-40e0-b5e9-8d977669f174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:53Z', 'updated_at': '2022-03-30T18:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_floatingips': [{'id': '0ecc4226-5b99-41a2-a1d3-6304b2760150', 'tenant_id': '6fa782fa1098408491690005ca6565dc', 'floating_ip_address': '172.27.1.13', 'floating_network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'router_id': '1505c357-1968-40e0-b5e9-8d977669f174', 'port_id': '0acb066b-cce6-49f2-b882-ab8b489713d3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ce9154c-b8f7-4a0a-9af0-70f7be76465b', 'mac_address': 'fa:16:3e:2f:42:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179982b7-c3be-42cd-8126-808382758f8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:18:10Z', 'updated_at': '2022-03-30T18:18:43Z', 'revision_number': 1, 'project_id': '6fa782fa1098408491690005ca6565dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a7e2086-0f98-4e1e-8e94-c874cac22002', 'name': '', 'network_id': '2ce9154c-b8f7-4a0a-9af0-70f7be76465b', 'tenant_id': '6fa782fa1098408491690005ca6565dc', 'mac_address': 'fa:16:3e:6c:97:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1505c357-1968-40e0-b5e9-8d977669f174', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '773c0134-3744-40c4-99d5-5fc49a43d810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:58Z', 'updated_at': '2022-03-30T18:18:11Z', 'revision_number': 5, 'project_id': '6fa782fa1098408491690005ca6565dc', 'subnets': [{'id': '773c0134-3744-40c4-99d5-5fc49a43d810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:18:46.004243 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6295ac22-a854-4602-9523-c0b3c0d4d037 None None] The sync data for ids ['1505c357-1968-40e0-b5e9-8d977669f174'] in dv-cinder-835881-1-iscsi is: [{'id': '1505c357-1968-40e0-b5e9-8d977669f174', 'name': 'tempest-AttachVolumeShelveTestJSON-1705928671-router', 'tenant_id': '6fa782fa1098408491690005ca6565dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': 'aa8e69e0-1140-401b-9e33-5f5a447d3d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:17:50Z', 'updated_at': '2022-03-30T18:18:00Z', 'revision_number': 4, 'project_id': '6fa782fa1098408491690005ca6565dc', 'gw_port': {'id': 'aa8e69e0-1140-401b-9e33-5f5a447d3d83', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:39:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1505c357-1968-40e0-b5e9-8d977669f174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:53Z', 'updated_at': '2022-03-30T18:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_floatingips': [{'id': '0ecc4226-5b99-41a2-a1d3-6304b2760150', 'tenant_id': '6fa782fa1098408491690005ca6565dc', 'floating_ip_address': '172.27.1.13', 'floating_network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'router_id': '1505c357-1968-40e0-b5e9-8d977669f174', 'port_id': '0acb066b-cce6-49f2-b882-ab8b489713d3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ce9154c-b8f7-4a0a-9af0-70f7be76465b', 'mac_address': 'fa:16:3e:2f:42:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '179982b7-c3be-42cd-8126-808382758f8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:18:10Z', 'updated_at': '2022-03-30T18:18:43Z', 'revision_number': 1, 'project_id': '6fa782fa1098408491690005ca6565dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a7e2086-0f98-4e1e-8e94-c874cac22002', 'name': '', 'network_id': '2ce9154c-b8f7-4a0a-9af0-70f7be76465b', 'tenant_id': '6fa782fa1098408491690005ca6565dc', 'mac_address': 'fa:16:3e:6c:97:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1505c357-1968-40e0-b5e9-8d977669f174', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '773c0134-3744-40c4-99d5-5fc49a43d810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:58Z', 'updated_at': '2022-03-30T18:18:11Z', 'revision_number': 5, 'project_id': '6fa782fa1098408491690005ca6565dc', 'subnets': [{'id': '773c0134-3744-40c4-99d5-5fc49a43d810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:18:46.091665 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-46bec385-e175-4d13-832d-373bdb780fbb admin admin] Publish callbacks [] for router_gateway (231b3496-9714-46f9-9820-3d676209e938), precommit_update {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:46.211995 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.db_base_plugin_common [None req-5556ad0a-bd0e-46bf-ae8b-88f2e0576529 None None] Allocated IP 172.20.0.2 (6135f2b8-d5a7-4fb1-9c4a-a008078e870c/e4202354-4e55-4eb0-b052-e39d4dd92df9/8a4d434a-362c-4430-8642-b915259f272f) {{(pid=103496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:18:46.338613 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-46bec385-e175-4d13-832d-373bdb780fbb admin admin] Publish callbacks [] for router_gateway (231b3496-9714-46f9-9820-3d676209e938), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:46.365416 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-46bec385-e175-4d13-832d-373bdb780fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:46.381432 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-5556ad0a-bd0e-46bf-ae8b-88f2e0576529 None None] Publish callbacks [] for port (8a4d434a-362c-4430-8642-b915259f272f), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:46.388528 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a2a674-2252-4bea-8253-95ed6d94ef6c None None] New status for floating IP 0ecc4226-5b99-41a2-a1d3-6304b2760150: ACTIVE {{(pid=103496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:18:46.395378 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-5556ad0a-bd0e-46bf-ae8b-88f2e0576529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728099412974'] for port (8a4d434a-362c-4430-8642-b915259f272f), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:46.486854 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.db.db_base_plugin_common [None req-46bec385-e175-4d13-832d-373bdb780fbb admin admin] Allocated IP 172.27.1.155 (91cc19c8-4e3d-4b52-9973-bc78b4427ae2/e2593658-5374-4bbb-b8e3-ff319bcb6728/48b1a78a-6d31-4657-9915-d138499e4b68) {{(pid=103494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:18:46.492388 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5556ad0a-bd0e-46bf-ae8b-88f2e0576529 None None] Network 6135f2b8-d5a7-4fb1-9c4a-a008078e870c is already hosted by enough agents. {{(pid=103496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:18:46.498789 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:46.504764 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.scheduler.base_scheduler [None req-5556ad0a-bd0e-46bf-ae8b-88f2e0576529 None None] Resources bound (agent type, host, resource id): {{(pid=103496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:18:46.506824 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5556ad0a-bd0e-46bf-ae8b-88f2e0576529 None None] Pushing event updated for resources: {'Port': ['ID=8a4d434a-362c-4430-8642-b915259f272f,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:46.517525 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5556ad0a-bd0e-46bf-ae8b-88f2e0576529 None None] Received port after_create {{(pid=103496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:18:46.520504 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5556ad0a-bd0e-46bf-ae8b-88f2e0576529 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:46.521009 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5556ad0a-bd0e-46bf-ae8b-88f2e0576529 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:46.521499 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5556ad0a-bd0e-46bf-ae8b-88f2e0576529 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:46.522116 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5556ad0a-bd0e-46bf-ae8b-88f2e0576529 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:46.522620 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5556ad0a-bd0e-46bf-ae8b-88f2e0576529 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:46.523127 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5556ad0a-bd0e-46bf-ae8b-88f2e0576529 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:46.523601 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5556ad0a-bd0e-46bf-ae8b-88f2e0576529 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:46.524325 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5556ad0a-bd0e-46bf-ae8b-88f2e0576529 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:46.524830 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5556ad0a-bd0e-46bf-ae8b-88f2e0576529 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:46.525297 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5556ad0a-bd0e-46bf-ae8b-88f2e0576529 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:46.525822 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5556ad0a-bd0e-46bf-ae8b-88f2e0576529 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:46.526329 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5556ad0a-bd0e-46bf-ae8b-88f2e0576529 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:46.526815 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5556ad0a-bd0e-46bf-ae8b-88f2e0576529 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:46.527377 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5556ad0a-bd0e-46bf-ae8b-88f2e0576529 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:46.527850 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5556ad0a-bd0e-46bf-ae8b-88f2e0576529 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:46.628978 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-46bec385-e175-4d13-832d-373bdb780fbb admin admin] Publish callbacks [] for port (48b1a78a-6d31-4657-9915-d138499e4b68), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:46.695029 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-46bec385-e175-4d13-832d-373bdb780fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728099412974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5343457'] for port (48b1a78a-6d31-4657-9915-d138499e4b68), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:46.704984 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75c77e-8a96-40f9-8fb7-0ce580ddd65f req-6c175035-c009-489e-9f3d-8eedc3c21b08 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:46.712019 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2a75c77e-8a96-40f9-8fb7-0ce580ddd65f req-6c175035-c009-489e-9f3d-8eedc3c21b08 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 945 time: 0.0906968 Mar 30 18:18:46.750766 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bec385-e175-4d13-832d-373bdb780fbb admin admin] Network 91cc19c8-4e3d-4b52-9973-bc78b4427ae2 is already hosted by enough agents. {{(pid=103494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:18:46.755018 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.base_scheduler [None req-46bec385-e175-4d13-832d-373bdb780fbb admin admin] Resources bound (agent type, host, resource id): {{(pid=103494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:18:46.759808 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bec385-e175-4d13-832d-373bdb780fbb admin admin] Received port after_create {{(pid=103494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:18:46.772124 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2a75c77e-8a96-40f9-8fb7-0ce580ddd65f req-63ffd14f-12cc-4ec4-8e88-e47addb5f82f tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590663 Mar 30 18:18:46.799593 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [None req-5556ad0a-bd0e-46bf-ae8b-88f2e0576529 None None] Attempting to bind port 8a4d434a-362c-4430-8642-b915259f272f on host dv-cinder-835881-1-iscsi for vnic_type normal with profile {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:18:46.799976 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [None req-5556ad0a-bd0e-46bf-ae8b-88f2e0576529 None None] Attempting to bind port 8a4d434a-362c-4430-8642-b915259f272f by drivers openvswitch,hyperv on host dv-cinder-835881-1-iscsi at level 0 using segments [{'id': '974ae415-aac9-43d0-b304-10ebb300cc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6135f2b8-d5a7-4fb1-9c4a-a008078e870c'}] {{(pid=103496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:18:46.800417 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5556ad0a-bd0e-46bf-ae8b-88f2e0576529 None None] Attempting to bind port 8a4d434a-362c-4430-8642-b915259f272f on network 6135f2b8-d5a7-4fb1-9c4a-a008078e870c {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:18:46.807358 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5556ad0a-bd0e-46bf-ae8b-88f2e0576529 None None] Checking agent: {'id': '42d1cfe1-739c-4e03-9760-f1c54e546c99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 9, 48), 'started_at': datetime.datetime(2022, 3, 30, 18, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:18:46.808130 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5556ad0a-bd0e-46bf-ae8b-88f2e0576529 None None] Checking segment: {'id': '974ae415-aac9-43d0-b304-10ebb300cc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6135f2b8-d5a7-4fb1-9c4a-a008078e870c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:18:46.809460 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-5556ad0a-bd0e-46bf-ae8b-88f2e0576529 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:46.809874 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5556ad0a-bd0e-46bf-ae8b-88f2e0576529 None None] Bound using segment: {'id': '974ae415-aac9-43d0-b304-10ebb300cc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6135f2b8-d5a7-4fb1-9c4a-a008078e870c'} {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:18:46.810386 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [None req-5556ad0a-bd0e-46bf-ae8b-88f2e0576529 None None] Bound port: 8a4d434a-362c-4430-8642-b915259f272f, host: dv-cinder-835881-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '974ae415-aac9-43d0-b304-10ebb300cc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6135f2b8-d5a7-4fb1-9c4a-a008078e870c'}}] {{(pid=103496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:18:46.810775 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-5556ad0a-bd0e-46bf-ae8b-88f2e0576529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (8a4d434a-362c-4430-8642-b915259f272f), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:46.891407 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-5556ad0a-bd0e-46bf-ae8b-88f2e0576529 None None] For port 8a4d434a-362c-4430-8642-b915259f272f, host dv-cinder-835881-1-iscsi, cleared binding levels {{(pid=103496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:18:46.895406 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-5556ad0a-bd0e-46bf-ae8b-88f2e0576529 None None] For port 8a4d434a-362c-4430-8642-b915259f272f, host dv-cinder-835881-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=8a4d434a-362c-4430-8642-b915259f272f,segment=NetworkSegment(974ae415-aac9-43d0-b304-10ebb300cc57),segment_id=974ae415-aac9-43d0-b304-10ebb300cc57)] {{(pid=103496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:18:46.903754 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-5556ad0a-bd0e-46bf-ae8b-88f2e0576529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (8a4d434a-362c-4430-8642-b915259f272f), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:46.979859 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5556ad0a-bd0e-46bf-ae8b-88f2e0576529 None None] Pushing event updated for resources: {'Port': ['ID=8a4d434a-362c-4430-8642-b915259f272f,revision_number=2']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:47.078309 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bec385-e175-4d13-832d-373bdb780fbb admin admin] Pushing event updated for resources: {'Port': ['ID=48b1a78a-6d31-4657-9915-d138499e4b68,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:47.309985 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-46bec385-e175-4d13-832d-373bdb780fbb admin admin] Publish callbacks [] for router_gateway (231b3496-9714-46f9-9820-3d676209e938), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:47.480178 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 8a4d434a-362c-4430-8642-b915259f272f up at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:18:47.537377 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-46bec385-e175-4d13-832d-373bdb780fbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541230'] for router (231b3496-9714-46f9-9820-3d676209e938), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:47.546453 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Provisioning complete for port 8a4d434a-362c-4430-8642-b915259f272f triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:18:47.546836 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (8a4d434a-362c-4430-8642-b915259f272f), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:47.629284 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Current status of the port 8a4d434a-362c-4430-8642-b915259f272f is: DOWN; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:18:47.629679 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (8a4d434a-362c-4430-8642-b915259f272f), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:47.662861 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] For port 8a4d434a-362c-4430-8642-b915259f272f, host dv-cinder-835881-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=8a4d434a-362c-4430-8642-b915259f272f,segment=NetworkSegment(974ae415-aac9-43d0-b304-10ebb300cc57),segment_id=974ae415-aac9-43d0-b304-10ebb300cc57)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:18:47.669829 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (8a4d434a-362c-4430-8642-b915259f272f), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:47.676895 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46bec385-e175-4d13-832d-373bdb780fbb admin admin] Router 231b3496-9714-46f9-9820-3d676209e938 is scheduled to L3 agent d6545c5f-a93c-4a15-87cd-019d3e75e7be with binding_index 1 {{(pid=103494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 18:18:47.723260 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Pushing event updated for resources: {'Port': ['ID=8a4d434a-362c-4430-8642-b915259f272f,revision_number=3']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:47.806146 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46bec385-e175-4d13-832d-373bdb780fbb admin admin] Notify agent at l3_agent.dv-cinder-835881-1-iscsi the message routers_updated {{(pid=103494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:18:47.817301 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b589ae-c080-41e0-954c-27f8b78bfa39 None None] Sync routers for ids ['231b3496-9714-46f9-9820-3d676209e938'] in dv-cinder-835881-1-iscsi {{(pid=103497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:18:47.825242 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-46bec385-e175-4d13-832d-373bdb780fbb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:47.829784 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 45048) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:47.832537 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b589ae-c080-41e0-954c-27f8b78bfa39 None None] Routers {'231b3496-9714-46f9-9820-3d676209e938'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:18:47.833557 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-03b589ae-c080-41e0-954c-27f8b78bfa39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:18:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['231b3496-9714-46f9-9820-3d676209e938'], 'active': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:18:47.837912 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-46bec385-e175-4d13-832d-373bdb780fbb admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0866222 Mar 30 18:18:47.966857 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvr_db [None req-03b589ae-c080-41e0-954c-27f8b78bfa39 None None] Set router 231b3496-9714-46f9-9820-3d676209e938 gateway port host: dv-cinder-835881-1-iscsi {{(pid=103497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:18:47.982594 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:48.068998 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34dd01d5-8789-4d37-b681-501ad1bda506 None None] Network 6135f2b8-d5a7-4fb1-9c4a-a008078e870c requested from dv-cinder-835881-1-iscsi {{(pid=103496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:18:48.134965 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-c2b84838-c9aa-4232-9f4f-c95a3c1f2aae None None] Provisioning complete for port 8a4d434a-362c-4430-8642-b915259f272f triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:18:48.135340 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-c2b84838-c9aa-4232-9f4f-c95a3c1f2aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (8a4d434a-362c-4430-8642-b915259f272f), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:48.177631 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-03b589ae-c080-41e0-954c-27f8b78bfa39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '231b3496-9714-46f9-9820-3d676209e938', 'name': 'tempest-TestMinimumBasicScenario-865240045-router', 'tenant_id': '5f5df6d08f6a452b95df5f3a914df526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '48b1a78a-6d31-4657-9915-d138499e4b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:45Z', 'updated_at': '2022-03-30T18:18:47Z', 'revision_number': 3, 'project_id': '5f5df6d08f6a452b95df5f3a914df526', 'gw_port': {'id': '48b1a78a-6d31-4657-9915-d138499e4b68', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:28:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '231b3496-9714-46f9-9820-3d676209e938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:46Z', 'updated_at': '2022-03-30T18:18:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi'}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:18:48.186524 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc3250-1e72-4cfd-ba32-70a707311c4c req-2408f898-e36f-4554-ac07-b2c4d0010da2 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:48.193761 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b8fc3250-1e72-4cfd-ba32-70a707311c4c req-2408f898-e36f-4554-ac07-b2c4d0010da2 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 945 time: 0.1222665 Mar 30 18:18:48.216021 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b589ae-c080-41e0-954c-27f8b78bfa39 None None] Checking router: 231b3496-9714-46f9-9820-3d676209e938 for host: dv-cinder-835881-1-iscsi {{(pid=103497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:18:48.216371 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b589ae-c080-41e0-954c-27f8b78bfa39 None None] Updating router 231b3496-9714-46f9-9820-3d676209e938 port 48b1a78a-6d31-4657-9915-d138499e4b68 binding host dv-cinder-835881-1-iscsi {{(pid=103497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 18:18:48.248279 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-03b589ae-c080-41e0-954c-27f8b78bfa39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (48b1a78a-6d31-4657-9915-d138499e4b68), before_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:48.317296 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-c2b84838-c9aa-4232-9f4f-c95a3c1f2aae None None] Current status of the port 8a4d434a-362c-4430-8642-b915259f272f is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:18:48.449282 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b8fc3250-1e72-4cfd-ba32-70a707311c4c req-01aac2c9-c5e0-4b5d-93be-a94941a08fd0 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543406 Mar 30 18:18:48.531543 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-03b589ae-c080-41e0-954c-27f8b78bfa39 None None] Publish callbacks [] for port (48b1a78a-6d31-4657-9915-d138499e4b68), precommit_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:48.537915 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-03b589ae-c080-41e0-954c-27f8b78bfa39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (48b1a78a-6d31-4657-9915-d138499e4b68), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:48.540964 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-101b997c-fcbf-4ddd-b38c-30ef86555350 None None] Provisioning complete for port 8a4d434a-362c-4430-8642-b915259f272f triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:18:48.541534 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-101b997c-fcbf-4ddd-b38c-30ef86555350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (8a4d434a-362c-4430-8642-b915259f272f), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:48.587949 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [None req-03b589ae-c080-41e0-954c-27f8b78bfa39 None None] Attempting to bind port 48b1a78a-6d31-4657-9915-d138499e4b68 on host dv-cinder-835881-1-iscsi for vnic_type normal with profile {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:18:48.588219 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [None req-03b589ae-c080-41e0-954c-27f8b78bfa39 None None] Attempting to bind port 48b1a78a-6d31-4657-9915-d138499e4b68 by drivers openvswitch,hyperv on host dv-cinder-835881-1-iscsi at level 0 using segments [{'id': '3d136d15-dbd4-4a28-bf1a-1c22979f6a0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2'}] {{(pid=103497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:18:48.588666 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b589ae-c080-41e0-954c-27f8b78bfa39 None None] Attempting to bind port 48b1a78a-6d31-4657-9915-d138499e4b68 on network 91cc19c8-4e3d-4b52-9973-bc78b4427ae2 {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:18:48.592053 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-905a7b16-8915-4ab4-af77-300a1abe6b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:48.593858 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (ab438a54-a4f6-4fd3-b589-96aa27265666), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:48.603127 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b589ae-c080-41e0-954c-27f8b78bfa39 None None] Checking agent: {'id': '42d1cfe1-739c-4e03-9760-f1c54e546c99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 9, 48), 'started_at': datetime.datetime(2022, 3, 30, 18, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:18:48.603127 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b589ae-c080-41e0-954c-27f8b78bfa39 None None] Checking segment: {'id': '3d136d15-dbd4-4a28-bf1a-1c22979f6a0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:18:48.603481 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-03b589ae-c080-41e0-954c-27f8b78bfa39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:48.603563 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b589ae-c080-41e0-954c-27f8b78bfa39 None None] Bound using segment: {'id': '3d136d15-dbd4-4a28-bf1a-1c22979f6a0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2'} {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:18:48.604056 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [None req-03b589ae-c080-41e0-954c-27f8b78bfa39 None None] Bound port: 48b1a78a-6d31-4657-9915-d138499e4b68, host: dv-cinder-835881-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d136d15-dbd4-4a28-bf1a-1c22979f6a0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2'}}] {{(pid=103497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:18:48.604413 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-03b589ae-c080-41e0-954c-27f8b78bfa39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (48b1a78a-6d31-4657-9915-d138499e4b68), before_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:48.654510 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-101b997c-fcbf-4ddd-b38c-30ef86555350 None None] Current status of the port 8a4d434a-362c-4430-8642-b915259f272f is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:18:48.666779 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa08f994-9593-460c-abee-cfc4534851c8 None None] Pushing event updated for resources: {'Port': ['ID=48b1a78a-6d31-4657-9915-d138499e4b68,revision_number=2']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:48.670466 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [None req-03b589ae-c080-41e0-954c-27f8b78bfa39 None None] For port 48b1a78a-6d31-4657-9915-d138499e4b68, host dv-cinder-835881-1-iscsi, cleared binding levels {{(pid=103497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:18:48.673771 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [None req-03b589ae-c080-41e0-954c-27f8b78bfa39 None None] For port 48b1a78a-6d31-4657-9915-d138499e4b68, host dv-cinder-835881-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=48b1a78a-6d31-4657-9915-d138499e4b68,segment=NetworkSegment(3d136d15-dbd4-4a28-bf1a-1c22979f6a0d),segment_id=3d136d15-dbd4-4a28-bf1a-1c22979f6a0d)] {{(pid=103497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:18:48.680912 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-03b589ae-c080-41e0-954c-27f8b78bfa39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (48b1a78a-6d31-4657-9915-d138499e4b68), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:48.736502 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b589ae-c080-41e0-954c-27f8b78bfa39 None None] Routers {'231b3496-9714-46f9-9820-3d676209e938'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:18:48.737119 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-03b589ae-c080-41e0-954c-27f8b78bfa39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:18:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['231b3496-9714-46f9-9820-3d676209e938'], 'active': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:18:48.760388 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.db_base_plugin_common [None req-905a7b16-8915-4ab4-af77-300a1abe6b8d admin admin] Allocated IP 172.20.0.1 (6135f2b8-d5a7-4fb1-9c4a-a008078e870c/e4202354-4e55-4eb0-b052-e39d4dd92df9/bd019dac-dfe1-4a4f-8a09-6a04b7c5d729) {{(pid=103495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:18:48.802154 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa08f994-9593-460c-abee-cfc4534851c8 None None] Pushing event updated for resources: {'Port': ['ID=48b1a78a-6d31-4657-9915-d138499e4b68,revision_number=3']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:48.848344 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvr_db [None req-03b589ae-c080-41e0-954c-27f8b78bfa39 None None] Set router 231b3496-9714-46f9-9820-3d676209e938 gateway port host: dv-cinder-835881-1-iscsi {{(pid=103497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:18:48.866004 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-905a7b16-8915-4ab4-af77-300a1abe6b8d admin admin] Publish callbacks [] for port (bd019dac-dfe1-4a4f-8a09-6a04b7c5d729), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:48.901710 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-905a7b16-8915-4ab4-af77-300a1abe6b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728099412974'] for port (bd019dac-dfe1-4a4f-8a09-6a04b7c5d729), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:48.952231 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905a7b16-8915-4ab4-af77-300a1abe6b8d admin admin] Network 6135f2b8-d5a7-4fb1-9c4a-a008078e870c is already hosted by enough agents. {{(pid=103495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:18:48.956519 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.base_scheduler [None req-905a7b16-8915-4ab4-af77-300a1abe6b8d admin admin] Resources bound (agent type, host, resource id): {{(pid=103495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:18:48.960447 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905a7b16-8915-4ab4-af77-300a1abe6b8d admin admin] Received port after_create {{(pid=103495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:18:48.960924 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-905a7b16-8915-4ab4-af77-300a1abe6b8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542457'] for router_interface (231b3496-9714-46f9-9820-3d676209e938), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:49.015600 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905a7b16-8915-4ab4-af77-300a1abe6b8d admin admin] Pushing event updated for resources: {'Port': ['ID=bd019dac-dfe1-4a4f-8a09-6a04b7c5d729,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:49.028679 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905a7b16-8915-4ab4-af77-300a1abe6b8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:49.029031 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905a7b16-8915-4ab4-af77-300a1abe6b8d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:49.029373 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905a7b16-8915-4ab4-af77-300a1abe6b8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:49.029711 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905a7b16-8915-4ab4-af77-300a1abe6b8d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:49.030042 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905a7b16-8915-4ab4-af77-300a1abe6b8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:49.030397 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905a7b16-8915-4ab4-af77-300a1abe6b8d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:49.030728 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905a7b16-8915-4ab4-af77-300a1abe6b8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:49.031053 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905a7b16-8915-4ab4-af77-300a1abe6b8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:49.031725 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905a7b16-8915-4ab4-af77-300a1abe6b8d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:49.031725 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905a7b16-8915-4ab4-af77-300a1abe6b8d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:49.032012 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905a7b16-8915-4ab4-af77-300a1abe6b8d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:49.032336 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905a7b16-8915-4ab4-af77-300a1abe6b8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:49.032656 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905a7b16-8915-4ab4-af77-300a1abe6b8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:49.032979 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905a7b16-8915-4ab4-af77-300a1abe6b8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:49.033304 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905a7b16-8915-4ab4-af77-300a1abe6b8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:49.120196 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-03b589ae-c080-41e0-954c-27f8b78bfa39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '231b3496-9714-46f9-9820-3d676209e938', 'name': 'tempest-TestMinimumBasicScenario-865240045-router', 'tenant_id': '5f5df6d08f6a452b95df5f3a914df526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '48b1a78a-6d31-4657-9915-d138499e4b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:45Z', 'updated_at': '2022-03-30T18:18:47Z', 'revision_number': 3, 'project_id': '5f5df6d08f6a452b95df5f3a914df526', 'gw_port': {'id': '48b1a78a-6d31-4657-9915-d138499e4b68', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:28:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '231b3496-9714-46f9-9820-3d676209e938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:46Z', 'updated_at': '2022-03-30T18:18:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi'}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:18:49.127431 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-905a7b16-8915-4ab4-af77-300a1abe6b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (bd019dac-dfe1-4a4f-8a09-6a04b7c5d729), before_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:49.150456 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b589ae-c080-41e0-954c-27f8b78bfa39 None None] The sync data for ids ['231b3496-9714-46f9-9820-3d676209e938'] in dv-cinder-835881-1-iscsi is: [{'id': '231b3496-9714-46f9-9820-3d676209e938', 'name': 'tempest-TestMinimumBasicScenario-865240045-router', 'tenant_id': '5f5df6d08f6a452b95df5f3a914df526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '48b1a78a-6d31-4657-9915-d138499e4b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:45Z', 'updated_at': '2022-03-30T18:18:47Z', 'revision_number': 3, 'project_id': '5f5df6d08f6a452b95df5f3a914df526', 'gw_port': {'id': '48b1a78a-6d31-4657-9915-d138499e4b68', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:28:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '231b3496-9714-46f9-9820-3d676209e938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:46Z', 'updated_at': '2022-03-30T18:18:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi'}] {{(pid=103497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:18:49.188205 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-af440fba-c6c7-4543-ad0f-8aa76aa39e8f None None] Provisioning complete for port bd019dac-dfe1-4a4f-8a09-6a04b7c5d729 triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:18:49.188723 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-af440fba-c6c7-4543-ad0f-8aa76aa39e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (bd019dac-dfe1-4a4f-8a09-6a04b7c5d729), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:49.224887 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-af440fba-c6c7-4543-ad0f-8aa76aa39e8f None None] Port bd019dac-dfe1-4a4f-8a09-6a04b7c5d729 cannot update to ACTIVE because it is not bound. {{(pid=103496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:18:49.317520 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-905a7b16-8915-4ab4-af77-300a1abe6b8d admin admin] Publish callbacks [] for port (bd019dac-dfe1-4a4f-8a09-6a04b7c5d729), precommit_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:49.322088 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-905a7b16-8915-4ab4-af77-300a1abe6b8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (bd019dac-dfe1-4a4f-8a09-6a04b7c5d729), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:49.322846 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-905a7b16-8915-4ab4-af77-300a1abe6b8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542317'] for router_interface (231b3496-9714-46f9-9820-3d676209e938), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:49.429111 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905a7b16-8915-4ab4-af77-300a1abe6b8d admin admin] Pushing event updated for resources: {'Port': ['ID=bd019dac-dfe1-4a4f-8a09-6a04b7c5d729,revision_number=2']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:49.506648 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905a7b16-8915-4ab4-af77-300a1abe6b8d admin admin] Network 6135f2b8-d5a7-4fb1-9c4a-a008078e870c is already hosted by enough agents. {{(pid=103495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:18:49.508064 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.base_scheduler [None req-905a7b16-8915-4ab4-af77-300a1abe6b8d admin admin] Resources bound (agent type, host, resource id): {{(pid=103495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:18:49.612860 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 8a4d434a-362c-4430-8642-b915259f272f up at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:18:49.677421 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Provisioning complete for port 8a4d434a-362c-4430-8642-b915259f272f triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:18:49.678358 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (8a4d434a-362c-4430-8642-b915259f272f), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:49.678458 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f537ee05-64d7-49ba-babe-413a5d4464d1 req-83f36e23-ecf8-4019-89fc-0afa9825de1b tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:49.680269 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f537ee05-64d7-49ba-babe-413a5d4464d1 req-83f36e23-ecf8-4019-89fc-0afa9825de1b tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 945 time: 0.1247926 Mar 30 18:18:49.696924 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-905a7b16-8915-4ab4-af77-300a1abe6b8d admin admin] Router 231b3496-9714-46f9-9820-3d676209e938 has already been hosted by L3 agent d6545c5f-a93c-4a15-87cd-019d3e75e7be {{(pid=103495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:18:49.813376 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Current status of the port 8a4d434a-362c-4430-8642-b915259f272f is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:18:49.814597 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 48b1a78a-6d31-4657-9915-d138499e4b68 up at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:18:49.822992 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f537ee05-64d7-49ba-babe-413a5d4464d1 req-7f25f121-760a-46d8-9a8d-20fb7583e27a tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244121 Mar 30 18:18:49.862738 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-905a7b16-8915-4ab4-af77-300a1abe6b8d admin admin] Notify agent at l3_agent.dv-cinder-835881-1-iscsi the message routers_updated {{(pid=103495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:18:49.868841 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-905a7b16-8915-4ab4-af77-300a1abe6b8d admin admin] 10.222.0.41 "PUT /v2.0/routers/231b3496-9714-46f9-9820-3d676209e938/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0380416 Mar 30 18:18:49.872181 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-1f54cee8-fb4f-4436-bd24-a6f3f0162b7c None None] Provisioning complete for port bd019dac-dfe1-4a4f-8a09-6a04b7c5d729 triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:18:49.872571 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1f54cee8-fb4f-4436-bd24-a6f3f0162b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (bd019dac-dfe1-4a4f-8a09-6a04b7c5d729), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:49.924768 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-1f54cee8-fb4f-4436-bd24-a6f3f0162b7c None None] Port bd019dac-dfe1-4a4f-8a09-6a04b7c5d729 cannot update to ACTIVE because it is not bound. {{(pid=103496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:18:49.927364 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Provisioning complete for port 48b1a78a-6d31-4657-9915-d138499e4b68 triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:18:49.927865 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (48b1a78a-6d31-4657-9915-d138499e4b68), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:50.020987 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Current status of the port 48b1a78a-6d31-4657-9915-d138499e4b68 is: DOWN; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:18:50.021381 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (48b1a78a-6d31-4657-9915-d138499e4b68), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:50.043694 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] For port 48b1a78a-6d31-4657-9915-d138499e4b68, host dv-cinder-835881-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=48b1a78a-6d31-4657-9915-d138499e4b68,segment=NetworkSegment(3d136d15-dbd4-4a28-bf1a-1c22979f6a0d),segment_id=3d136d15-dbd4-4a28-bf1a-1c22979f6a0d)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:18:50.048329 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (48b1a78a-6d31-4657-9915-d138499e4b68), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:50.103011 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Pushing event updated for resources: {'Port': ['ID=48b1a78a-6d31-4657-9915-d138499e4b68,revision_number=4']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:50.443032 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 45086) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:50.447884 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [None req-ab151727-df60-43a7-a68c-3d63c55acb11 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1584443638-network', 'tenant_id': 'ff11d3c912ba46eb8e0bb7dc273161ff'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:18:50.468591 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab151727-df60-43a7-a68c-3d63c55acb11 admin admin] Made reservation on behalf of ff11d3c912ba46eb8e0bb7dc273161ff for: {'network': 1} {{(pid=103495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:18:50.471144 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-ab151727-df60-43a7-a68c-3d63c55acb11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for network (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:50.480353 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-ab151727-df60-43a7-a68c-3d63c55acb11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:50.560649 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-ab151727-df60-43a7-a68c-3d63c55acb11 admin admin] Publish callbacks [] for security_group (7649cafc-dc4e-4ce7-ad60-4a35956fd408), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:50.564333 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-ab151727-df60-43a7-a68c-3d63c55acb11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (7649cafc-dc4e-4ce7-ad60-4a35956fd408), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:50.589777 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab151727-df60-43a7-a68c-3d63c55acb11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=103495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 18:18:50.598809 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab151727-df60-43a7-a68c-3d63c55acb11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7649cafc-dc4e-4ce7-ad60-4a35956fd408,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:50.606444 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-ab151727-df60-43a7-a68c-3d63c55acb11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125716'] for segment (c859a8f4-aa09-4594-bd68-44d1a4653cfb), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:50.606819 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.db.segments_db [None req-ab151727-df60-43a7-a68c-3d63c55acb11 admin admin] Added segment c859a8f4-aa09-4594-bd68-44d1a4653cfb of type vlan for network 8d7e2eb0-51df-4942-a469-87a3d5fcb169 Mar 30 18:18:50.648189 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-ab151727-df60-43a7-a68c-3d63c55acb11 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728099366458'] for network (8d7e2eb0-51df-4942-a469-87a3d5fcb169), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:50.673635 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-ab151727-df60-43a7-a68c-3d63c55acb11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241'] for network (8d7e2eb0-51df-4942-a469-87a3d5fcb169), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:50.674624 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab151727-df60-43a7-a68c-3d63c55acb11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:50.675214 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-ab151727-df60-43a7-a68c-3d63c55acb11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:50.838167 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf33f8a3-ce65-4e39-a02c-60b1b0446eb0 None None] Sync routers for ids ['231b3496-9714-46f9-9820-3d676209e938'] in dv-cinder-835881-1-iscsi {{(pid=103496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:18:50.852720 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf33f8a3-ce65-4e39-a02c-60b1b0446eb0 None None] Routers {'231b3496-9714-46f9-9820-3d676209e938'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:18:50.853207 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-cf33f8a3-ce65-4e39-a02c-60b1b0446eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:18:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['231b3496-9714-46f9-9820-3d676209e938'], 'active': True} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:18:50.932120 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-ab151727-df60-43a7-a68c-3d63c55acb11 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4879923 Mar 30 18:18:50.935027 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 45094) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:50.940197 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.v2.base [None req-4b95bcd2-3c7a-4f29-8729-a88a2b46df64 admin admin] Request body: {'subnet': {'network_id': '8d7e2eb0-51df-4942-a469-87a3d5fcb169', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1584443638-subnet', 'tenant_id': 'ff11d3c912ba46eb8e0bb7dc273161ff', 'ip_version': 4}} {{(pid=103494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:18:50.957763 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab151727-df60-43a7-a68c-3d63c55acb11 admin admin] Pushing event updated for resources: {'Network': ['ID=8d7e2eb0-51df-4942-a469-87a3d5fcb169,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:50.961188 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b95bcd2-3c7a-4f29-8729-a88a2b46df64 admin admin] Made reservation on behalf of ff11d3c912ba46eb8e0bb7dc273161ff for: {'subnet': 1} {{(pid=103494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:18:50.963894 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-4b95bcd2-3c7a-4f29-8729-a88a2b46df64 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5415518'] for subnet (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:50.973391 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Network 8d7e2eb0-51df-4942-a469-87a3d5fcb169 details requested by agent ovs-agent-dv-cinder-835881-1-iscsi with host dv-cinder-835881-1-iscsi {{(pid=103496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 18:18:50.978608 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvr_db [None req-cf33f8a3-ce65-4e39-a02c-60b1b0446eb0 None None] Set router 231b3496-9714-46f9-9820-3d676209e938 gateway port host: dv-cinder-835881-1-iscsi {{(pid=103496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:18:50.982537 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5bdc5b-b6ad-4608-868f-808a08ccfb53 req-ef4e425f-8c95-4541-a67e-9a68a40d6c63 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:50.984085 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0f5bdc5b-b6ad-4608-868f-808a08ccfb53 req-ef4e425f-8c95-4541-a67e-9a68a40d6c63 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 945 time: 0.0744386 Mar 30 18:18:51.034888 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0f5bdc5b-b6ad-4608-868f-808a08ccfb53 req-4da7cb98-6949-4d02-a3ca-f809db484199 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430162 Mar 30 18:18:51.159081 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-4b95bcd2-3c7a-4f29-8729-a88a2b46df64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5344593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5415496'] for subnet (6293d5dd-194c-40d5-a1b1-fefc992b6ec6), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:51.215550 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b95bcd2-3c7a-4f29-8729-a88a2b46df64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6293d5dd-194c-40d5-a1b1-fefc992b6ec6,revision_number=0']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:51.224181 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b95bcd2-3c7a-4f29-8729-a88a2b46df64 admin admin] Checking segment: {'id': 'c859a8f4-aa09-4594-bd68-44d1a4653cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8d7e2eb0-51df-4942-a469-87a3d5fcb169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:18:51.224546 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b95bcd2-3c7a-4f29-8729-a88a2b46df64 admin admin] Network hostable DHCP agents. Network: 8d7e2eb0-51df-4942-a469-87a3d5fcb169, hostable agents: ['f171183a-83cc-4c67-9a52-f7c4c9021937'], hosted agents: [] {{(pid=103494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 18:18:51.242972 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b95bcd2-3c7a-4f29-8729-a88a2b46df64 admin admin] Network 8d7e2eb0-51df-4942-a469-87a3d5fcb169 is scheduled to be hosted by DHCP agent f171183a-83cc-4c67-9a52-f7c4c9021937 with binding_index 1 {{(pid=103494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 18:18:51.246525 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-cf33f8a3-ce65-4e39-a02c-60b1b0446eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '231b3496-9714-46f9-9820-3d676209e938', 'name': 'tempest-TestMinimumBasicScenario-865240045-router', 'tenant_id': '5f5df6d08f6a452b95df5f3a914df526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '48b1a78a-6d31-4657-9915-d138499e4b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:45Z', 'updated_at': '2022-03-30T18:18:49Z', 'revision_number': 4, 'project_id': '5f5df6d08f6a452b95df5f3a914df526', 'gw_port': {'id': '48b1a78a-6d31-4657-9915-d138499e4b68', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:28:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231b3496-9714-46f9-9820-3d676209e938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:46Z', 'updated_at': '2022-03-30T18:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': 'bd019dac-dfe1-4a4f-8a09-6a04b7c5d729', 'name': '', 'network_id': '6135f2b8-d5a7-4fb1-9c4a-a008078e870c', 'tenant_id': '5f5df6d08f6a452b95df5f3a914df526', 'mac_address': 'fa:16:3e:e1:7a:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '231b3496-9714-46f9-9820-3d676209e938', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'e4202354-4e55-4eb0-b052-e39d4dd92df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:48Z', 'updated_at': '2022-03-30T18:18:49Z', 'revision_number': 2, 'project_id': '5f5df6d08f6a452b95df5f3a914df526', 'subnets': [{'id': 'e4202354-4e55-4eb0-b052-e39d4dd92df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:18:51.255378 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.base_scheduler [None req-4b95bcd2-3c7a-4f29-8729-a88a2b46df64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-1-iscsi, 8d7e2eb0-51df-4942-a469-87a3d5fcb169) {{(pid=103494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:18:51.259503 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b95bcd2-3c7a-4f29-8729-a88a2b46df64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:51.260095 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-4b95bcd2-3c7a-4f29-8729-a88a2b46df64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for subnet (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:51.277721 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-4b95bcd2-3c7a-4f29-8729-a88a2b46df64 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3416040 Mar 30 18:18:51.280431 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 45098) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:51.281780 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7132690-45af-4766-8dc5-53f1a5fae3f0 None None] Network 8d7e2eb0-51df-4942-a469-87a3d5fcb169 requested from dv-cinder-835881-1-iscsi {{(pid=103496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:18:51.284203 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf33f8a3-ce65-4e39-a02c-60b1b0446eb0 None None] Checking router: 231b3496-9714-46f9-9820-3d676209e938 for host: dv-cinder-835881-1-iscsi {{(pid=103496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:18:51.284563 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf33f8a3-ce65-4e39-a02c-60b1b0446eb0 None None] Updating router 231b3496-9714-46f9-9820-3d676209e938 port bd019dac-dfe1-4a4f-8a09-6a04b7c5d729 binding host dv-cinder-835881-1-iscsi {{(pid=103496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 18:18:51.285718 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [None req-7b304830-6356-4e07-bf79-d9fde6647f77 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1584443638-router', 'tenant_id': 'ff11d3c912ba46eb8e0bb7dc273161ff', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2'}}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:18:51.307788 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-7b304830-6356-4e07-bf79-d9fde6647f77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1699'] for router (5091247e-a95a-4f16-bf64-2868038e0358), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:51.309758 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-7b304830-6356-4e07-bf79-d9fde6647f77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1031381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1706'] for router (5091247e-a95a-4f16-bf64-2868038e0358), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:51.359342 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-cf33f8a3-ce65-4e39-a02c-60b1b0446eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (bd019dac-dfe1-4a4f-8a09-6a04b7c5d729), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:51.365748 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-7b304830-6356-4e07-bf79-d9fde6647f77 admin admin] Publish callbacks [] for router_controller (5091247e-a95a-4f16-bf64-2868038e0358), precommit_add_association {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:51.453096 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025d77f9-6955-4476-915e-193e04d7953e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcef903b-a861-53ce-95a0-ec7d3e6cb87b-8d7e2eb0-51df-4942-a469-87a3d5fcb169', 'network_id': '8d7e2eb0-51df-4942-a469-87a3d5fcb169', 'project_id': 'ff11d3c912ba46eb8e0bb7dc273161ff', 'fixed_ips': [{'subnet_id': '6293d5dd-194c-40d5-a1b1-fefc992b6ec6'}]}} from dv-cinder-835881-1-iscsi. {{(pid=103496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 18:18:51.454037 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-025d77f9-6955-4476-915e-193e04d7953e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:51.518913 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 48b1a78a-6d31-4657-9915-d138499e4b68 up at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:18:51.522740 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-7b304830-6356-4e07-bf79-d9fde6647f77 admin admin] Publish callbacks [] for router_gateway (5091247e-a95a-4f16-bf64-2868038e0358), precommit_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:51.719213 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Provisioning complete for port 48b1a78a-6d31-4657-9915-d138499e4b68 triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:18:51.719600 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (48b1a78a-6d31-4657-9915-d138499e4b68), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:51.731785 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-7b304830-6356-4e07-bf79-d9fde6647f77 admin admin] Publish callbacks [] for router_gateway (5091247e-a95a-4f16-bf64-2868038e0358), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:51.752589 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-7b304830-6356-4e07-bf79-d9fde6647f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:51.817533 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.db_base_plugin_common [None req-025d77f9-6955-4476-915e-193e04d7953e None None] Allocated IP 172.20.0.2 (8d7e2eb0-51df-4942-a469-87a3d5fcb169/6293d5dd-194c-40d5-a1b1-fefc992b6ec6/009a9946-45d7-4a93-ab87-03de8056bf57) {{(pid=103496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:18:51.876450 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.db_base_plugin_common [None req-7b304830-6356-4e07-bf79-d9fde6647f77 admin admin] Allocated IP 172.27.1.150 (91cc19c8-4e3d-4b52-9973-bc78b4427ae2/e2593658-5374-4bbb-b8e3-ff319bcb6728/53aeb714-06a2-454d-b10e-deaf84d0d97a) {{(pid=103495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:18:51.985141 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-7b304830-6356-4e07-bf79-d9fde6647f77 admin admin] Publish callbacks [] for port (53aeb714-06a2-454d-b10e-deaf84d0d97a), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:52.021729 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-7b304830-6356-4e07-bf79-d9fde6647f77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728099412974'] for port (53aeb714-06a2-454d-b10e-deaf84d0d97a), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:52.064815 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b304830-6356-4e07-bf79-d9fde6647f77 admin admin] Network 91cc19c8-4e3d-4b52-9973-bc78b4427ae2 is already hosted by enough agents. {{(pid=103495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:18:52.067061 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.base_scheduler [None req-7b304830-6356-4e07-bf79-d9fde6647f77 admin admin] Resources bound (agent type, host, resource id): {{(pid=103495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:18:52.069732 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b304830-6356-4e07-bf79-d9fde6647f77 admin admin] Received port after_create {{(pid=103495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:18:52.098867 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-cf33f8a3-ce65-4e39-a02c-60b1b0446eb0 None None] Publish callbacks [] for port (bd019dac-dfe1-4a4f-8a09-6a04b7c5d729), precommit_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:52.103059 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Current status of the port 48b1a78a-6d31-4657-9915-d138499e4b68 is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:18:52.113876 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-cf33f8a3-ce65-4e39-a02c-60b1b0446eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (bd019dac-dfe1-4a4f-8a09-6a04b7c5d729), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:52.145957 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b304830-6356-4e07-bf79-d9fde6647f77 admin admin] Pushing event updated for resources: {'Port': ['ID=53aeb714-06a2-454d-b10e-deaf84d0d97a,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:52.251321 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e6440-ce8d-4be4-adc5-d5bd13064c36 req-18f4b9ad-0ae1-4caa-8a93-da65ea5c594b tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:52.253856 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-4d5e6440-ce8d-4be4-adc5-d5bd13064c36 req-18f4b9ad-0ae1-4caa-8a93-da65ea5c594b tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 945 time: 0.1107101 Mar 30 18:18:52.263462 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc091a7c-2f0d-46a2-b46d-2ff0bc3e19c3 None None] Pushing event updated for resources: {'Port': ['ID=bd019dac-dfe1-4a4f-8a09-6a04b7c5d729,revision_number=3']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:52.288308 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-025d77f9-6955-4476-915e-193e04d7953e None None] Publish callbacks [] for port (009a9946-45d7-4a93-ab87-03de8056bf57), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:52.295130 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [None req-cf33f8a3-ce65-4e39-a02c-60b1b0446eb0 None None] Attempting to bind port bd019dac-dfe1-4a4f-8a09-6a04b7c5d729 on host dv-cinder-835881-1-iscsi for vnic_type normal with profile {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:18:52.295555 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [None req-cf33f8a3-ce65-4e39-a02c-60b1b0446eb0 None None] Attempting to bind port bd019dac-dfe1-4a4f-8a09-6a04b7c5d729 by drivers openvswitch,hyperv on host dv-cinder-835881-1-iscsi at level 0 using segments [{'id': '974ae415-aac9-43d0-b304-10ebb300cc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6135f2b8-d5a7-4fb1-9c4a-a008078e870c'}] {{(pid=103496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:18:52.296051 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf33f8a3-ce65-4e39-a02c-60b1b0446eb0 None None] Attempting to bind port bd019dac-dfe1-4a4f-8a09-6a04b7c5d729 on network 6135f2b8-d5a7-4fb1-9c4a-a008078e870c {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:18:52.300132 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-025d77f9-6955-4476-915e-193e04d7953e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728099412974'] for port (009a9946-45d7-4a93-ab87-03de8056bf57), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:52.307763 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf33f8a3-ce65-4e39-a02c-60b1b0446eb0 None None] Checking agent: {'id': '42d1cfe1-739c-4e03-9760-f1c54e546c99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 9, 48), 'started_at': datetime.datetime(2022, 3, 30, 18, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:18:52.312062 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf33f8a3-ce65-4e39-a02c-60b1b0446eb0 None None] Checking segment: {'id': '974ae415-aac9-43d0-b304-10ebb300cc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6135f2b8-d5a7-4fb1-9c4a-a008078e870c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:18:52.312842 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-cf33f8a3-ce65-4e39-a02c-60b1b0446eb0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:52.313255 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf33f8a3-ce65-4e39-a02c-60b1b0446eb0 None None] Bound using segment: {'id': '974ae415-aac9-43d0-b304-10ebb300cc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6135f2b8-d5a7-4fb1-9c4a-a008078e870c'} {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:18:52.313770 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [None req-cf33f8a3-ce65-4e39-a02c-60b1b0446eb0 None None] Bound port: bd019dac-dfe1-4a4f-8a09-6a04b7c5d729, host: dv-cinder-835881-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '974ae415-aac9-43d0-b304-10ebb300cc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6135f2b8-d5a7-4fb1-9c4a-a008078e870c'}}] {{(pid=103496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:18:52.314188 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-cf33f8a3-ce65-4e39-a02c-60b1b0446eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (bd019dac-dfe1-4a4f-8a09-6a04b7c5d729), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:52.364375 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025d77f9-6955-4476-915e-193e04d7953e None None] Network 8d7e2eb0-51df-4942-a469-87a3d5fcb169 is already hosted by enough agents. {{(pid=103496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:18:52.373663 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.scheduler.base_scheduler [None req-025d77f9-6955-4476-915e-193e04d7953e None None] Resources bound (agent type, host, resource id): {{(pid=103496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:18:52.403709 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025d77f9-6955-4476-915e-193e04d7953e None None] Received port after_create {{(pid=103496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:18:52.405155 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-4d5e6440-ce8d-4be4-adc5-d5bd13064c36 req-d7d8627a-b302-4230-bb64-c26abee189d5 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378367 Mar 30 18:18:52.408119 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025d77f9-6955-4476-915e-193e04d7953e None None] Pushing event updated for resources: {'Port': ['ID=009a9946-45d7-4a93-ab87-03de8056bf57,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:52.423289 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-7b304830-6356-4e07-bf79-d9fde6647f77 admin admin] Publish callbacks [] for router_gateway (5091247e-a95a-4f16-bf64-2868038e0358), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:52.488303 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-cf33f8a3-ce65-4e39-a02c-60b1b0446eb0 None None] For port bd019dac-dfe1-4a4f-8a09-6a04b7c5d729, host dv-cinder-835881-1-iscsi, cleared binding levels {{(pid=103496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:18:52.506038 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-cf33f8a3-ce65-4e39-a02c-60b1b0446eb0 None None] For port bd019dac-dfe1-4a4f-8a09-6a04b7c5d729, host dv-cinder-835881-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=bd019dac-dfe1-4a4f-8a09-6a04b7c5d729,segment=NetworkSegment(974ae415-aac9-43d0-b304-10ebb300cc57),segment_id=974ae415-aac9-43d0-b304-10ebb300cc57)] {{(pid=103496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:18:52.507564 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [None req-025d77f9-6955-4476-915e-193e04d7953e None None] Attempting to bind port 009a9946-45d7-4a93-ab87-03de8056bf57 on host dv-cinder-835881-1-iscsi for vnic_type normal with profile {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:18:52.507991 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [None req-025d77f9-6955-4476-915e-193e04d7953e None None] Attempting to bind port 009a9946-45d7-4a93-ab87-03de8056bf57 by drivers openvswitch,hyperv on host dv-cinder-835881-1-iscsi at level 0 using segments [{'id': 'c859a8f4-aa09-4594-bd68-44d1a4653cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8d7e2eb0-51df-4942-a469-87a3d5fcb169'}] {{(pid=103496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:18:52.508354 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025d77f9-6955-4476-915e-193e04d7953e None None] Attempting to bind port 009a9946-45d7-4a93-ab87-03de8056bf57 on network 8d7e2eb0-51df-4942-a469-87a3d5fcb169 {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:18:52.517082 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-9488dda8-a936-4ea0-a51f-bc39ec4556a5 None None] Provisioning complete for port bd019dac-dfe1-4a4f-8a09-6a04b7c5d729 triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:18:52.517473 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-9488dda8-a936-4ea0-a51f-bc39ec4556a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (bd019dac-dfe1-4a4f-8a09-6a04b7c5d729), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:52.520829 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025d77f9-6955-4476-915e-193e04d7953e None None] Checking agent: {'id': '42d1cfe1-739c-4e03-9760-f1c54e546c99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 9, 48), 'started_at': datetime.datetime(2022, 3, 30, 18, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:18:52.521204 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025d77f9-6955-4476-915e-193e04d7953e None None] Checking segment: {'id': 'c859a8f4-aa09-4594-bd68-44d1a4653cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8d7e2eb0-51df-4942-a469-87a3d5fcb169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:18:52.521594 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-025d77f9-6955-4476-915e-193e04d7953e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:52.521987 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025d77f9-6955-4476-915e-193e04d7953e None None] Bound using segment: {'id': 'c859a8f4-aa09-4594-bd68-44d1a4653cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8d7e2eb0-51df-4942-a469-87a3d5fcb169'} {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:18:52.522476 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [None req-025d77f9-6955-4476-915e-193e04d7953e None None] Bound port: 009a9946-45d7-4a93-ab87-03de8056bf57, host: dv-cinder-835881-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c859a8f4-aa09-4594-bd68-44d1a4653cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8d7e2eb0-51df-4942-a469-87a3d5fcb169'}}] {{(pid=103496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:18:52.522855 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-025d77f9-6955-4476-915e-193e04d7953e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (009a9946-45d7-4a93-ab87-03de8056bf57), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:52.542103 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-cf33f8a3-ce65-4e39-a02c-60b1b0446eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (bd019dac-dfe1-4a4f-8a09-6a04b7c5d729), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:52.668681 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc091a7c-2f0d-46a2-b46d-2ff0bc3e19c3 None None] Pushing event updated for resources: {'Port': ['ID=bd019dac-dfe1-4a4f-8a09-6a04b7c5d729,revision_number=4']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:52.672860 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-7b304830-6356-4e07-bf79-d9fde6647f77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541230'] for router (5091247e-a95a-4f16-bf64-2868038e0358), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:52.677505 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf33f8a3-ce65-4e39-a02c-60b1b0446eb0 None None] Routers {'231b3496-9714-46f9-9820-3d676209e938'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:18:52.678164 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-cf33f8a3-ce65-4e39-a02c-60b1b0446eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:18:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['231b3496-9714-46f9-9820-3d676209e938'], 'active': True} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:18:52.773252 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-025d77f9-6955-4476-915e-193e04d7953e None None] For port 009a9946-45d7-4a93-ab87-03de8056bf57, host dv-cinder-835881-1-iscsi, cleared binding levels {{(pid=103496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:18:52.792249 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-025d77f9-6955-4476-915e-193e04d7953e None None] For port 009a9946-45d7-4a93-ab87-03de8056bf57, host dv-cinder-835881-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=009a9946-45d7-4a93-ab87-03de8056bf57,segment=NetworkSegment(c859a8f4-aa09-4594-bd68-44d1a4653cfb),segment_id=c859a8f4-aa09-4594-bd68-44d1a4653cfb)] {{(pid=103496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:18:52.812448 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-025d77f9-6955-4476-915e-193e04d7953e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (009a9946-45d7-4a93-ab87-03de8056bf57), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:52.823231 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-9488dda8-a936-4ea0-a51f-bc39ec4556a5 None None] Current status of the port bd019dac-dfe1-4a4f-8a09-6a04b7c5d729 is: DOWN; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:18:52.823564 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-9488dda8-a936-4ea0-a51f-bc39ec4556a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (bd019dac-dfe1-4a4f-8a09-6a04b7c5d729), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:52.835342 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b304830-6356-4e07-bf79-d9fde6647f77 admin admin] Router 5091247e-a95a-4f16-bf64-2868038e0358 is scheduled to L3 agent d6545c5f-a93c-4a15-87cd-019d3e75e7be with binding_index 1 {{(pid=103495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 18:18:52.907564 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-9488dda8-a936-4ea0-a51f-bc39ec4556a5 None None] For port bd019dac-dfe1-4a4f-8a09-6a04b7c5d729, host dv-cinder-835881-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=bd019dac-dfe1-4a4f-8a09-6a04b7c5d729,segment=NetworkSegment(974ae415-aac9-43d0-b304-10ebb300cc57),segment_id=974ae415-aac9-43d0-b304-10ebb300cc57)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:18:52.931355 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-9488dda8-a936-4ea0-a51f-bc39ec4556a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (bd019dac-dfe1-4a4f-8a09-6a04b7c5d729), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:52.961474 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvr_db [None req-cf33f8a3-ce65-4e39-a02c-60b1b0446eb0 None None] Set router 231b3496-9714-46f9-9820-3d676209e938 gateway port host: dv-cinder-835881-1-iscsi {{(pid=103496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:18:52.963380 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025d77f9-6955-4476-915e-193e04d7953e None None] Pushing event updated for resources: {'Port': ['ID=009a9946-45d7-4a93-ab87-03de8056bf57,revision_number=2']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:52.987622 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-9ebbdd13-41b6-472f-968f-d0a2a95bb70a req-de1e3681-42e0-4218-a727-7361c0217155 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8e115ef6-d6b4-4dd0-b7d9-3c3d4c1f30eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1042666 Mar 30 18:18:53.004315 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b304830-6356-4e07-bf79-d9fde6647f77 admin admin] Notify agent at l3_agent.dv-cinder-835881-1-iscsi the message routers_updated {{(pid=103495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:18:53.030237 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c357371f-76a5-4709-afb1-2ef9d8343479 None None] Sync routers for ids ['5091247e-a95a-4f16-bf64-2868038e0358'] in dv-cinder-835881-1-iscsi {{(pid=103497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:18:53.048906 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-7b304830-6356-4e07-bf79-d9fde6647f77 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:53.051360 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-7b304830-6356-4e07-bf79-d9fde6647f77 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7687638 Mar 30 18:18:53.054975 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 45118) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:18:53.066850 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c357371f-76a5-4709-afb1-2ef9d8343479 None None] Routers {'5091247e-a95a-4f16-bf64-2868038e0358'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:18:53.070530 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-c357371f-76a5-4709-afb1-2ef9d8343479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:18:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['5091247e-a95a-4f16-bf64-2868038e0358'], 'active': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:18:53.160901 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9488dda8-a936-4ea0-a51f-bc39ec4556a5 None None] Pushing event updated for resources: {'Port': ['ID=bd019dac-dfe1-4a4f-8a09-6a04b7c5d729,revision_number=5']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:53.170244 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-f4f6390c-99e2-4abb-bd47-64439f20eb08 None None] Provisioning complete for port bd019dac-dfe1-4a4f-8a09-6a04b7c5d729 triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:18:53.170244 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f4f6390c-99e2-4abb-bd47-64439f20eb08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (bd019dac-dfe1-4a4f-8a09-6a04b7c5d729), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:53.206742 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebbdd13-41b6-472f-968f-d0a2a95bb70a req-0189fee6-a393-481f-a401-dba6a07f9ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:53.208342 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-9ebbdd13-41b6-472f-968f-d0a2a95bb70a req-0189fee6-a393-481f-a401-dba6a07f9ded service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e3b8baea41ee4ee5b6a2edf23d1339ce&device_id=8e115ef6-d6b4-4dd0-b7d9-3c3d4c1f30eb HTTP/1.1" status: 200 len: 1130 time: 0.1194274 Mar 30 18:18:53.269543 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvr_db [None req-c357371f-76a5-4709-afb1-2ef9d8343479 None None] Set router 5091247e-a95a-4f16-bf64-2868038e0358 gateway port host: dv-cinder-835881-1-iscsi {{(pid=103497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:18:53.356285 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebbdd13-41b6-472f-968f-d0a2a95bb70a req-d03dfb4b-1a67-483f-b3ce-f8e30b3a1052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:53.358033 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-9ebbdd13-41b6-472f-968f-d0a2a95bb70a req-d03dfb4b-1a67-483f-b3ce-f8e30b3a1052 service neutron] 10.222.0.44 "GET /v2.0/networks?id=0b8dd592-cc8c-4189-b2a8-9a0cda68fb31 HTTP/1.1" status: 200 len: 912 time: 0.1179392 Mar 30 18:18:53.389285 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-f4f6390c-99e2-4abb-bd47-64439f20eb08 None None] Current status of the port bd019dac-dfe1-4a4f-8a09-6a04b7c5d729 is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:18:53.411445 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-9ebbdd13-41b6-472f-968f-d0a2a95bb70a req-bcb6153e-098b-4fdb-bd4e-1b688160f517 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=668668df-5cd7-4990-9d47-36b0888a5631 HTTP/1.1" status: 200 len: 217 time: 0.0414116 Mar 30 18:18:53.416224 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-cf33f8a3-ce65-4e39-a02c-60b1b0446eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '231b3496-9714-46f9-9820-3d676209e938', 'name': 'tempest-TestMinimumBasicScenario-865240045-router', 'tenant_id': '5f5df6d08f6a452b95df5f3a914df526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '48b1a78a-6d31-4657-9915-d138499e4b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:45Z', 'updated_at': '2022-03-30T18:18:49Z', 'revision_number': 4, 'project_id': '5f5df6d08f6a452b95df5f3a914df526', 'gw_port': {'id': '48b1a78a-6d31-4657-9915-d138499e4b68', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:28:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231b3496-9714-46f9-9820-3d676209e938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:46Z', 'updated_at': '2022-03-30T18:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': 'bd019dac-dfe1-4a4f-8a09-6a04b7c5d729', 'name': '', 'network_id': '6135f2b8-d5a7-4fb1-9c4a-a008078e870c', 'tenant_id': '5f5df6d08f6a452b95df5f3a914df526', 'mac_address': 'fa:16:3e:e1:7a:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '231b3496-9714-46f9-9820-3d676209e938', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'e4202354-4e55-4eb0-b052-e39d4dd92df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:48Z', 'updated_at': '2022-03-30T18:18:52Z', 'revision_number': 4, 'project_id': '5f5df6d08f6a452b95df5f3a914df526', 'subnets': [{'id': 'e4202354-4e55-4eb0-b052-e39d4dd92df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:18:53.474648 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf33f8a3-ce65-4e39-a02c-60b1b0446eb0 None None] The sync data for ids ['231b3496-9714-46f9-9820-3d676209e938'] in dv-cinder-835881-1-iscsi is: [{'id': '231b3496-9714-46f9-9820-3d676209e938', 'name': 'tempest-TestMinimumBasicScenario-865240045-router', 'tenant_id': '5f5df6d08f6a452b95df5f3a914df526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '48b1a78a-6d31-4657-9915-d138499e4b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:45Z', 'updated_at': '2022-03-30T18:18:49Z', 'revision_number': 4, 'project_id': '5f5df6d08f6a452b95df5f3a914df526', 'gw_port': {'id': '48b1a78a-6d31-4657-9915-d138499e4b68', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:28:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231b3496-9714-46f9-9820-3d676209e938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:46Z', 'updated_at': '2022-03-30T18:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': 'bd019dac-dfe1-4a4f-8a09-6a04b7c5d729', 'name': '', 'network_id': '6135f2b8-d5a7-4fb1-9c4a-a008078e870c', 'tenant_id': '5f5df6d08f6a452b95df5f3a914df526', 'mac_address': 'fa:16:3e:e1:7a:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '231b3496-9714-46f9-9820-3d676209e938', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'e4202354-4e55-4eb0-b052-e39d4dd92df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:48Z', 'updated_at': '2022-03-30T18:18:52Z', 'revision_number': 4, 'project_id': '5f5df6d08f6a452b95df5f3a914df526', 'subnets': [{'id': 'e4202354-4e55-4eb0-b052-e39d4dd92df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:18:53.540382 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebbdd13-41b6-472f-968f-d0a2a95bb70a req-96847324-ecef-45ef-9b67-1614573289f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:53.553937 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-9ebbdd13-41b6-472f-968f-d0a2a95bb70a req-96847324-ecef-45ef-9b67-1614573289f9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0acb7c77-57cf-4a81-9068-a62507bc91ec HTTP/1.1" status: 200 len: 851 time: 0.1316359 Mar 30 18:18:53.591319 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 009a9946-45d7-4a93-ab87-03de8056bf57 up at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:18:53.627834 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-9ebbdd13-41b6-472f-968f-d0a2a95bb70a req-cba75a17-a52f-4f93-8ce1-ae161ca99385 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0b8dd592-cc8c-4189-b2a8-9a0cda68fb31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671859 Mar 30 18:18:53.718390 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-c357371f-76a5-4709-afb1-2ef9d8343479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5091247e-a95a-4f16-bf64-2868038e0358', 'name': 'tempest-TestMinimumBasicScenario-1584443638-router', 'tenant_id': 'ff11d3c912ba46eb8e0bb7dc273161ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '53aeb714-06a2-454d-b10e-deaf84d0d97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:51Z', 'updated_at': '2022-03-30T18:18:52Z', 'revision_number': 3, 'project_id': 'ff11d3c912ba46eb8e0bb7dc273161ff', 'gw_port': {'id': '53aeb714-06a2-454d-b10e-deaf84d0d97a', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:be:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5091247e-a95a-4f16-bf64-2868038e0358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:51Z', 'updated_at': '2022-03-30T18:18:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi'}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:18:53.759558 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Provisioning complete for port 009a9946-45d7-4a93-ab87-03de8056bf57 triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:18:53.760339 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (009a9946-45d7-4a93-ab87-03de8056bf57), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:53.814859 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c357371f-76a5-4709-afb1-2ef9d8343479 None None] Checking router: 5091247e-a95a-4f16-bf64-2868038e0358 for host: dv-cinder-835881-1-iscsi {{(pid=103497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:18:53.815491 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c357371f-76a5-4709-afb1-2ef9d8343479 None None] Updating router 5091247e-a95a-4f16-bf64-2868038e0358 port 53aeb714-06a2-454d-b10e-deaf84d0d97a binding host dv-cinder-835881-1-iscsi {{(pid=103497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 18:18:53.891594 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-c357371f-76a5-4709-afb1-2ef9d8343479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (53aeb714-06a2-454d-b10e-deaf84d0d97a), before_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:53.975054 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Current status of the port 009a9946-45d7-4a93-ab87-03de8056bf57 is: DOWN; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:18:53.975549 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (009a9946-45d7-4a93-ab87-03de8056bf57), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:54.097816 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] For port 009a9946-45d7-4a93-ab87-03de8056bf57, host dv-cinder-835881-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=009a9946-45d7-4a93-ab87-03de8056bf57,segment=NetworkSegment(c859a8f4-aa09-4594-bd68-44d1a4653cfb),segment_id=c859a8f4-aa09-4594-bd68-44d1a4653cfb)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:18:54.115988 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (009a9946-45d7-4a93-ab87-03de8056bf57), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:54.145119 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-b65f6e51-80ea-4067-8945-6a3366a72583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:54.216129 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Pushing event updated for resources: {'Port': ['ID=009a9946-45d7-4a93-ab87-03de8056bf57,revision_number=3']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:54.282193 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6038074-281a-4210-b6ef-b6991148b279 req-8f4d12f3-520b-4ded-bf2d-f2b8ef5c185a tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:54.293305 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e6038074-281a-4210-b6ef-b6991148b279 req-8f4d12f3-520b-4ded-bf2d-f2b8ef5c185a tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 945 time: 0.6615803 Mar 30 18:18:54.451219 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-9ebbdd13-41b6-472f-968f-d0a2a95bb70a req-43962a01-7b84-4406-aaaf-2fa30b60771c service neutron] 10.222.0.44 "GET /v2.0/networks/0b8dd592-cc8c-4189-b2a8-9a0cda68fb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4277320 Mar 30 18:18:54.471174 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e6038074-281a-4210-b6ef-b6991148b279 req-e60caf53-740b-4c2b-aad2-49aeeef421d5 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766708 Mar 30 18:18:54.504216 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064fddc3-78f4-4d7d-a578-99087fd2e6de req-4a1c844c-a15a-4854-b79b-e3eb0f48d031 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:54.507959 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.db.db_base_plugin_common [None req-b65f6e51-80ea-4067-8945-6a3366a72583 admin admin] Allocated IP 172.20.0.1 (8d7e2eb0-51df-4942-a469-87a3d5fcb169/6293d5dd-194c-40d5-a1b1-fefc992b6ec6/731c1026-56c7-4158-acf3-ec2fe9a6ecb3) {{(pid=103494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:18:54.515366 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-064fddc3-78f4-4d7d-a578-99087fd2e6de req-4a1c844c-a15a-4854-b79b-e3eb0f48d031 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e115ef6-d6b4-4dd0-b7d9-3c3d4c1f30eb HTTP/1.1" status: 200 len: 946 time: 0.1012723 Mar 30 18:18:54.517580 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-c357371f-76a5-4709-afb1-2ef9d8343479 None None] Publish callbacks [] for port (53aeb714-06a2-454d-b10e-deaf84d0d97a), precommit_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:54.526009 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-c357371f-76a5-4709-afb1-2ef9d8343479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (53aeb714-06a2-454d-b10e-deaf84d0d97a), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:54.590513 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [None req-c357371f-76a5-4709-afb1-2ef9d8343479 None None] Attempting to bind port 53aeb714-06a2-454d-b10e-deaf84d0d97a on host dv-cinder-835881-1-iscsi for vnic_type normal with profile {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:18:54.590629 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [None req-c357371f-76a5-4709-afb1-2ef9d8343479 None None] Attempting to bind port 53aeb714-06a2-454d-b10e-deaf84d0d97a by drivers openvswitch,hyperv on host dv-cinder-835881-1-iscsi at level 0 using segments [{'id': '3d136d15-dbd4-4a28-bf1a-1c22979f6a0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2'}] {{(pid=103497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:18:54.591051 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c357371f-76a5-4709-afb1-2ef9d8343479 None None] Attempting to bind port 53aeb714-06a2-454d-b10e-deaf84d0d97a on network 91cc19c8-4e3d-4b52-9973-bc78b4427ae2 {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:18:54.591843 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-064fddc3-78f4-4d7d-a578-99087fd2e6de req-52c863b8-d1e6-4ed5-82d8-8673995c73bc tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0f12903-c405-42c5-a871-d51bf6ad3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755270 Mar 30 18:18:54.596575 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a5cb90-edf3-4e91-89cd-3968bf344057 None None] Pushing event updated for resources: {'Port': ['ID=53aeb714-06a2-454d-b10e-deaf84d0d97a,revision_number=2']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:54.607113 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c357371f-76a5-4709-afb1-2ef9d8343479 None None] Checking agent: {'id': '42d1cfe1-739c-4e03-9760-f1c54e546c99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 9, 48), 'started_at': datetime.datetime(2022, 3, 30, 18, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:18:54.607519 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c357371f-76a5-4709-afb1-2ef9d8343479 None None] Checking segment: {'id': '3d136d15-dbd4-4a28-bf1a-1c22979f6a0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:18:54.608242 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-c357371f-76a5-4709-afb1-2ef9d8343479 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:54.608428 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c357371f-76a5-4709-afb1-2ef9d8343479 None None] Bound using segment: {'id': '3d136d15-dbd4-4a28-bf1a-1c22979f6a0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2'} {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:18:54.608981 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [None req-c357371f-76a5-4709-afb1-2ef9d8343479 None None] Bound port: 53aeb714-06a2-454d-b10e-deaf84d0d97a, host: dv-cinder-835881-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d136d15-dbd4-4a28-bf1a-1c22979f6a0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2'}}] {{(pid=103497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:18:54.609485 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-c357371f-76a5-4709-afb1-2ef9d8343479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (53aeb714-06a2-454d-b10e-deaf84d0d97a), before_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:54.648606 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a5cb90-edf3-4e91-89cd-3968bf344057 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:54.649038 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a5cb90-edf3-4e91-89cd-3968bf344057 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:54.649472 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a5cb90-edf3-4e91-89cd-3968bf344057 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:54.649892 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a5cb90-edf3-4e91-89cd-3968bf344057 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:54.650330 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a5cb90-edf3-4e91-89cd-3968bf344057 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:54.650736 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a5cb90-edf3-4e91-89cd-3968bf344057 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:54.651138 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a5cb90-edf3-4e91-89cd-3968bf344057 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:54.651535 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a5cb90-edf3-4e91-89cd-3968bf344057 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:54.652053 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a5cb90-edf3-4e91-89cd-3968bf344057 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:54.652628 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a5cb90-edf3-4e91-89cd-3968bf344057 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:54.653172 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a5cb90-edf3-4e91-89cd-3968bf344057 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:54.653583 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a5cb90-edf3-4e91-89cd-3968bf344057 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:54.653984 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a5cb90-edf3-4e91-89cd-3968bf344057 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:54.654457 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a5cb90-edf3-4e91-89cd-3968bf344057 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:54.654858 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a5cb90-edf3-4e91-89cd-3968bf344057 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:18:54.654950 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-b65f6e51-80ea-4067-8945-6a3366a72583 admin admin] Publish callbacks [] for port (731c1026-56c7-4158-acf3-ec2fe9a6ecb3), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:54.691553 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2d9d67-fb34-48fa-a0e9-90e08a46eb5d None None] Network 8d7e2eb0-51df-4942-a469-87a3d5fcb169 requested from dv-cinder-835881-1-iscsi {{(pid=103496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:18:54.704855 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-b65f6e51-80ea-4067-8945-6a3366a72583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728099412974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5343457'] for port (731c1026-56c7-4158-acf3-ec2fe9a6ecb3), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:54.707127 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [None req-c357371f-76a5-4709-afb1-2ef9d8343479 None None] For port 53aeb714-06a2-454d-b10e-deaf84d0d97a, host dv-cinder-835881-1-iscsi, cleared binding levels {{(pid=103497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:18:54.713835 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [None req-c357371f-76a5-4709-afb1-2ef9d8343479 None None] For port 53aeb714-06a2-454d-b10e-deaf84d0d97a, host dv-cinder-835881-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=53aeb714-06a2-454d-b10e-deaf84d0d97a,segment=NetworkSegment(3d136d15-dbd4-4a28-bf1a-1c22979f6a0d),segment_id=3d136d15-dbd4-4a28-bf1a-1c22979f6a0d)] {{(pid=103497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:18:54.725660 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-c357371f-76a5-4709-afb1-2ef9d8343479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (53aeb714-06a2-454d-b10e-deaf84d0d97a), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:54.750528 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65f6e51-80ea-4067-8945-6a3366a72583 admin admin] Network 8d7e2eb0-51df-4942-a469-87a3d5fcb169 is already hosted by enough agents. {{(pid=103494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:18:54.756183 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.base_scheduler [None req-b65f6e51-80ea-4067-8945-6a3366a72583 admin admin] Resources bound (agent type, host, resource id): {{(pid=103494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:18:54.761620 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65f6e51-80ea-4067-8945-6a3366a72583 admin admin] Received port after_create {{(pid=103494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:18:54.765502 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65f6e51-80ea-4067-8945-6a3366a72583 admin admin] Pushing event updated for resources: {'Port': ['ID=731c1026-56c7-4158-acf3-ec2fe9a6ecb3,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:54.782211 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-090ac3cb-7df7-4446-9306-d04996983467 None None] Provisioning complete for port 009a9946-45d7-4a93-ab87-03de8056bf57 triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:18:54.782593 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-090ac3cb-7df7-4446-9306-d04996983467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (009a9946-45d7-4a93-ab87-03de8056bf57), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:54.811043 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-b65f6e51-80ea-4067-8945-6a3366a72583 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542457'] for router_interface (5091247e-a95a-4f16-bf64-2868038e0358), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:54.824975 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c357371f-76a5-4709-afb1-2ef9d8343479 None None] Routers {'5091247e-a95a-4f16-bf64-2868038e0358'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:18:54.825604 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-c357371f-76a5-4709-afb1-2ef9d8343479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:18:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['5091247e-a95a-4f16-bf64-2868038e0358'], 'active': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:18:54.833195 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a5cb90-edf3-4e91-89cd-3968bf344057 None None] Pushing event updated for resources: {'Port': ['ID=53aeb714-06a2-454d-b10e-deaf84d0d97a,revision_number=3']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:54.956732 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvr_db [None req-c357371f-76a5-4709-afb1-2ef9d8343479 None None] Set router 5091247e-a95a-4f16-bf64-2868038e0358 gateway port host: dv-cinder-835881-1-iscsi {{(pid=103497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:18:54.981419 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-b65f6e51-80ea-4067-8945-6a3366a72583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (731c1026-56c7-4158-acf3-ec2fe9a6ecb3), before_update {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:55.048933 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-090ac3cb-7df7-4446-9306-d04996983467 None None] Current status of the port 009a9946-45d7-4a93-ab87-03de8056bf57 is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:18:55.189694 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-c357371f-76a5-4709-afb1-2ef9d8343479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5091247e-a95a-4f16-bf64-2868038e0358', 'name': 'tempest-TestMinimumBasicScenario-1584443638-router', 'tenant_id': 'ff11d3c912ba46eb8e0bb7dc273161ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '53aeb714-06a2-454d-b10e-deaf84d0d97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:51Z', 'updated_at': '2022-03-30T18:18:52Z', 'revision_number': 3, 'project_id': 'ff11d3c912ba46eb8e0bb7dc273161ff', 'gw_port': {'id': '53aeb714-06a2-454d-b10e-deaf84d0d97a', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:be:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5091247e-a95a-4f16-bf64-2868038e0358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:51Z', 'updated_at': '2022-03-30T18:18:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi'}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:18:55.196985 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-b65f6e51-80ea-4067-8945-6a3366a72583 admin admin] Publish callbacks [] for port (731c1026-56c7-4158-acf3-ec2fe9a6ecb3), precommit_update {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:55.205079 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-b65f6e51-80ea-4067-8945-6a3366a72583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5343464'] for port (731c1026-56c7-4158-acf3-ec2fe9a6ecb3), after_update {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:55.251202 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c357371f-76a5-4709-afb1-2ef9d8343479 None None] The sync data for ids ['5091247e-a95a-4f16-bf64-2868038e0358'] in dv-cinder-835881-1-iscsi is: [{'id': '5091247e-a95a-4f16-bf64-2868038e0358', 'name': 'tempest-TestMinimumBasicScenario-1584443638-router', 'tenant_id': 'ff11d3c912ba46eb8e0bb7dc273161ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '53aeb714-06a2-454d-b10e-deaf84d0d97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:51Z', 'updated_at': '2022-03-30T18:18:52Z', 'revision_number': 3, 'project_id': 'ff11d3c912ba46eb8e0bb7dc273161ff', 'gw_port': {'id': '53aeb714-06a2-454d-b10e-deaf84d0d97a', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:be:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5091247e-a95a-4f16-bf64-2868038e0358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:51Z', 'updated_at': '2022-03-30T18:18:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi'}] {{(pid=103497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:18:55.272495 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65f6e51-80ea-4067-8945-6a3366a72583 admin admin] Pushing event updated for resources: {'Port': ['ID=731c1026-56c7-4158-acf3-ec2fe9a6ecb3,revision_number=2']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:55.295216 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-b65f6e51-80ea-4067-8945-6a3366a72583 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542317'] for router_interface (5091247e-a95a-4f16-bf64-2868038e0358), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:55.375082 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-045434ad-3aa2-40ea-8525-e0bb940e723b None None] Provisioning complete for port 731c1026-56c7-4158-acf3-ec2fe9a6ecb3 triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:18:55.376195 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-045434ad-3aa2-40ea-8525-e0bb940e723b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (731c1026-56c7-4158-acf3-ec2fe9a6ecb3), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:55.470733 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-045434ad-3aa2-40ea-8525-e0bb940e723b None None] Port 731c1026-56c7-4158-acf3-ec2fe9a6ecb3 cannot update to ACTIVE because it is not bound. {{(pid=103496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:18:55.492040 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-045434ad-3aa2-40ea-8525-e0bb940e723b None None] Provisioning complete for port 009a9946-45d7-4a93-ab87-03de8056bf57 triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:18:55.492416 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-045434ad-3aa2-40ea-8525-e0bb940e723b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (009a9946-45d7-4a93-ab87-03de8056bf57), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:55.672559 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-045434ad-3aa2-40ea-8525-e0bb940e723b None None] Current status of the port 009a9946-45d7-4a93-ab87-03de8056bf57 is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:18:55.711009 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device bd019dac-dfe1-4a4f-8a09-6a04b7c5d729 up at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:18:55.711642 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f2c65-2e3d-4def-8ebe-22734a0f35ad req-dee4e697-a76f-4285-a530-6680f04bd1e2 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:55.713193 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c13f2c65-2e3d-4def-8ebe-22734a0f35ad req-dee4e697-a76f-4285-a530-6680f04bd1e2 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 945 time: 0.1453624 Mar 30 18:18:55.738068 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65f6e51-80ea-4067-8945-6a3366a72583 admin admin] Network 8d7e2eb0-51df-4942-a469-87a3d5fcb169 is already hosted by enough agents. {{(pid=103494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:18:55.739764 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.base_scheduler [None req-b65f6e51-80ea-4067-8945-6a3366a72583 admin admin] Resources bound (agent type, host, resource id): {{(pid=103494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:18:55.802111 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Provisioning complete for port bd019dac-dfe1-4a4f-8a09-6a04b7c5d729 triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:18:55.802111 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (bd019dac-dfe1-4a4f-8a09-6a04b7c5d729), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:55.805963 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aad1c2-12d7-44fe-9e50-357cdf56b33b req-fa38186f-66fb-4439-8f4d-5d4c4f29c637 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:55.815994 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-91aad1c2-12d7-44fe-9e50-357cdf56b33b req-fa38186f-66fb-4439-8f4d-5d4c4f29c637 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e115ef6-d6b4-4dd0-b7d9-3c3d4c1f30eb HTTP/1.1" status: 200 len: 946 time: 0.1237721 Mar 30 18:18:55.854083 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c13f2c65-2e3d-4def-8ebe-22734a0f35ad req-4f9a08d9-1612-4503-baf6-430248cb3b7b tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054330 Mar 30 18:18:55.891833 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-f30330d3-e4d3-4dd6-adfe-12c1360fe54b None None] Provisioning complete for port 731c1026-56c7-4158-acf3-ec2fe9a6ecb3 triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:18:55.892154 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f30330d3-e4d3-4dd6-adfe-12c1360fe54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (731c1026-56c7-4158-acf3-ec2fe9a6ecb3), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:55.904245 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-91aad1c2-12d7-44fe-9e50-357cdf56b33b req-d1afb564-f422-44b4-8121-4f842780415c tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0f12903-c405-42c5-a871-d51bf6ad3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872128 Mar 30 18:18:55.939325 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b65f6e51-80ea-4067-8945-6a3366a72583 admin admin] Router 5091247e-a95a-4f16-bf64-2868038e0358 has already been hosted by L3 agent d6545c5f-a93c-4a15-87cd-019d3e75e7be {{(pid=103494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:18:55.974691 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-f30330d3-e4d3-4dd6-adfe-12c1360fe54b None None] Port 731c1026-56c7-4158-acf3-ec2fe9a6ecb3 cannot update to ACTIVE because it is not bound. {{(pid=103496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:18:55.988258 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Current status of the port bd019dac-dfe1-4a4f-8a09-6a04b7c5d729 is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:18:55.989528 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 009a9946-45d7-4a93-ab87-03de8056bf57 up at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:18:56.042946 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Provisioning complete for port 009a9946-45d7-4a93-ab87-03de8056bf57 triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:18:56.043734 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (009a9946-45d7-4a93-ab87-03de8056bf57), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:56.070824 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b65f6e51-80ea-4067-8945-6a3366a72583 admin admin] Notify agent at l3_agent.dv-cinder-835881-1-iscsi the message routers_updated {{(pid=103494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:18:56.090044 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-b65f6e51-80ea-4067-8945-6a3366a72583 admin admin] 10.222.0.41 "PUT /v2.0/routers/5091247e-a95a-4f16-bf64-2868038e0358/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0261941 Mar 30 18:18:56.130371 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-3b1a8326-4f44-49d5-bbff-3d148ee47c41 None None] Provisioning complete for port 731c1026-56c7-4158-acf3-ec2fe9a6ecb3 triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:18:56.130755 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-3b1a8326-4f44-49d5-bbff-3d148ee47c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (731c1026-56c7-4158-acf3-ec2fe9a6ecb3), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:56.158481 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Current status of the port 009a9946-45d7-4a93-ab87-03de8056bf57 is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:18:56.188495 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-3b1a8326-4f44-49d5-bbff-3d148ee47c41 None None] Port 731c1026-56c7-4158-acf3-ec2fe9a6ecb3 cannot update to ACTIVE because it is not bound. {{(pid=103496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:18:56.317928 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-9ebbdd13-41b6-472f-968f-d0a2a95bb70a req-9629d674-f878-4045-90bb-4e793718fe69 service neutron] 10.222.0.44 "GET /v2.0/networks/0b8dd592-cc8c-4189-b2a8-9a0cda68fb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399503 Mar 30 18:18:57.059327 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b5a996-92b5-4afd-bef1-84428a103b64 req-110e8cb9-2352-4599-8ef5-ccb552ab4238 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:57.061860 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-30b5a996-92b5-4afd-bef1-84428a103b64 req-110e8cb9-2352-4599-8ef5-ccb552ab4238 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 945 time: 0.1272011 Mar 30 18:18:57.098539 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630b9f9b-34ac-469f-a2e8-fe4cca6b7008 req-add5aa02-1b6a-4234-b07e-de103ab39c78 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:57.100394 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-630b9f9b-34ac-469f-a2e8-fe4cca6b7008 req-add5aa02-1b6a-4234-b07e-de103ab39c78 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e115ef6-d6b4-4dd0-b7d9-3c3d4c1f30eb HTTP/1.1" status: 200 len: 946 time: 0.1178257 Mar 30 18:18:57.155136 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-30b5a996-92b5-4afd-bef1-84428a103b64 req-4c54a0bb-3061-41e0-b9ba-a158847e3c65 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845966 Mar 30 18:18:57.187305 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-630b9f9b-34ac-469f-a2e8-fe4cca6b7008 req-c1559c00-0c97-4ca3-b8c8-a663cd06b66e tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0f12903-c405-42c5-a871-d51bf6ad3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755296 Mar 30 18:18:57.516987 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 53aeb714-06a2-454d-b10e-deaf84d0d97a up at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:18:57.614254 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Provisioning complete for port 53aeb714-06a2-454d-b10e-deaf84d0d97a triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:18:57.614959 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (53aeb714-06a2-454d-b10e-deaf84d0d97a), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:57.713338 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Current status of the port 53aeb714-06a2-454d-b10e-deaf84d0d97a is: DOWN; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:18:57.714116 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (53aeb714-06a2-454d-b10e-deaf84d0d97a), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:57.739407 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] For port 53aeb714-06a2-454d-b10e-deaf84d0d97a, host dv-cinder-835881-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=53aeb714-06a2-454d-b10e-deaf84d0d97a,segment=NetworkSegment(3d136d15-dbd4-4a28-bf1a-1c22979f6a0d),segment_id=3d136d15-dbd4-4a28-bf1a-1c22979f6a0d)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:18:57.744202 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (53aeb714-06a2-454d-b10e-deaf84d0d97a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:57.818319 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Pushing event updated for resources: {'Port': ['ID=53aeb714-06a2-454d-b10e-deaf84d0d97a,revision_number=4']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:58.160928 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42a341f-2c85-41e6-9c74-956bc89952b7 None None] Sync routers for ids ['5091247e-a95a-4f16-bf64-2868038e0358'] in dv-cinder-835881-1-iscsi {{(pid=103496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:18:58.174707 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42a341f-2c85-41e6-9c74-956bc89952b7 None None] Routers {'5091247e-a95a-4f16-bf64-2868038e0358'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:18:58.175588 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-e42a341f-2c85-41e6-9c74-956bc89952b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:18:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['5091247e-a95a-4f16-bf64-2868038e0358'], 'active': True} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:18:58.316208 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvr_db [None req-e42a341f-2c85-41e6-9c74-956bc89952b7 None None] Set router 5091247e-a95a-4f16-bf64-2868038e0358 gateway port host: dv-cinder-835881-1-iscsi {{(pid=103496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:18:58.318804 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babfb585-747c-4c50-a9c4-35c828003400 req-f1081d05-a3a2-493d-b14d-ab02a0b733e3 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:58.321063 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-babfb585-747c-4c50-a9c4-35c828003400 req-f1081d05-a3a2-493d-b14d-ab02a0b733e3 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 945 time: 0.0887234 Mar 30 18:18:58.456033 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2700e1-8383-4510-aa05-d90da947417e req-5fcc9a09-b6bf-43e1-b6fe-bb9d25c6d9d7 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:58.457690 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ac2700e1-8383-4510-aa05-d90da947417e req-5fcc9a09-b6bf-43e1-b6fe-bb9d25c6d9d7 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e115ef6-d6b4-4dd0-b7d9-3c3d4c1f30eb HTTP/1.1" status: 200 len: 946 time: 0.1314142 Mar 30 18:18:58.461259 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-babfb585-747c-4c50-a9c4-35c828003400 req-ee6e52f4-3b80-4ff3-bffe-ee3546e96ee1 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338239 Mar 30 18:18:58.537530 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ac2700e1-8383-4510-aa05-d90da947417e req-a38080ce-6714-402a-8da2-4657f382f5ae tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0f12903-c405-42c5-a871-d51bf6ad3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641770 Mar 30 18:18:58.624254 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-e42a341f-2c85-41e6-9c74-956bc89952b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5091247e-a95a-4f16-bf64-2868038e0358', 'name': 'tempest-TestMinimumBasicScenario-1584443638-router', 'tenant_id': 'ff11d3c912ba46eb8e0bb7dc273161ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '53aeb714-06a2-454d-b10e-deaf84d0d97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:51Z', 'updated_at': '2022-03-30T18:18:54Z', 'revision_number': 4, 'project_id': 'ff11d3c912ba46eb8e0bb7dc273161ff', 'gw_port': {'id': '53aeb714-06a2-454d-b10e-deaf84d0d97a', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:be:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5091247e-a95a-4f16-bf64-2868038e0358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:51Z', 'updated_at': '2022-03-30T18:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': '731c1026-56c7-4158-acf3-ec2fe9a6ecb3', 'name': '', 'network_id': '8d7e2eb0-51df-4942-a469-87a3d5fcb169', 'tenant_id': 'ff11d3c912ba46eb8e0bb7dc273161ff', 'mac_address': 'fa:16:3e:24:3e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5091247e-a95a-4f16-bf64-2868038e0358', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '6293d5dd-194c-40d5-a1b1-fefc992b6ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:54Z', 'updated_at': '2022-03-30T18:18:55Z', 'revision_number': 2, 'project_id': 'ff11d3c912ba46eb8e0bb7dc273161ff', 'subnets': [{'id': '6293d5dd-194c-40d5-a1b1-fefc992b6ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:18:58.669324 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42a341f-2c85-41e6-9c74-956bc89952b7 None None] Checking router: 5091247e-a95a-4f16-bf64-2868038e0358 for host: dv-cinder-835881-1-iscsi {{(pid=103496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:18:58.669685 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42a341f-2c85-41e6-9c74-956bc89952b7 None None] Updating router 5091247e-a95a-4f16-bf64-2868038e0358 port 731c1026-56c7-4158-acf3-ec2fe9a6ecb3 binding host dv-cinder-835881-1-iscsi {{(pid=103496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 18:18:58.700016 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e42a341f-2c85-41e6-9c74-956bc89952b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (731c1026-56c7-4158-acf3-ec2fe9a6ecb3), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:59.002142 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e42a341f-2c85-41e6-9c74-956bc89952b7 None None] Publish callbacks [] for port (731c1026-56c7-4158-acf3-ec2fe9a6ecb3), precommit_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:59.009740 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e42a341f-2c85-41e6-9c74-956bc89952b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (731c1026-56c7-4158-acf3-ec2fe9a6ecb3), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:59.088899 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323fa5d0-ec69-424f-a7f6-bb4f99c657a9 None None] Pushing event updated for resources: {'Port': ['ID=731c1026-56c7-4158-acf3-ec2fe9a6ecb3,revision_number=3']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:59.176813 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [None req-e42a341f-2c85-41e6-9c74-956bc89952b7 None None] Attempting to bind port 731c1026-56c7-4158-acf3-ec2fe9a6ecb3 on host dv-cinder-835881-1-iscsi for vnic_type normal with profile {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:18:59.177451 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [None req-e42a341f-2c85-41e6-9c74-956bc89952b7 None None] Attempting to bind port 731c1026-56c7-4158-acf3-ec2fe9a6ecb3 by drivers openvswitch,hyperv on host dv-cinder-835881-1-iscsi at level 0 using segments [{'id': 'c859a8f4-aa09-4594-bd68-44d1a4653cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8d7e2eb0-51df-4942-a469-87a3d5fcb169'}] {{(pid=103496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:18:59.177917 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42a341f-2c85-41e6-9c74-956bc89952b7 None None] Attempting to bind port 731c1026-56c7-4158-acf3-ec2fe9a6ecb3 on network 8d7e2eb0-51df-4942-a469-87a3d5fcb169 {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:18:59.195251 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42a341f-2c85-41e6-9c74-956bc89952b7 None None] Checking agent: {'id': '42d1cfe1-739c-4e03-9760-f1c54e546c99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 9, 48), 'started_at': datetime.datetime(2022, 3, 30, 18, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:18:59.195659 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42a341f-2c85-41e6-9c74-956bc89952b7 None None] Checking segment: {'id': 'c859a8f4-aa09-4594-bd68-44d1a4653cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8d7e2eb0-51df-4942-a469-87a3d5fcb169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:18:59.196163 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e42a341f-2c85-41e6-9c74-956bc89952b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:59.196573 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42a341f-2c85-41e6-9c74-956bc89952b7 None None] Bound using segment: {'id': 'c859a8f4-aa09-4594-bd68-44d1a4653cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8d7e2eb0-51df-4942-a469-87a3d5fcb169'} {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:18:59.197123 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [None req-e42a341f-2c85-41e6-9c74-956bc89952b7 None None] Bound port: 731c1026-56c7-4158-acf3-ec2fe9a6ecb3, host: dv-cinder-835881-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c859a8f4-aa09-4594-bd68-44d1a4653cfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '8d7e2eb0-51df-4942-a469-87a3d5fcb169'}}] {{(pid=103496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:18:59.197523 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e42a341f-2c85-41e6-9c74-956bc89952b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (731c1026-56c7-4158-acf3-ec2fe9a6ecb3), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:59.285714 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e42a341f-2c85-41e6-9c74-956bc89952b7 None None] For port 731c1026-56c7-4158-acf3-ec2fe9a6ecb3, host dv-cinder-835881-1-iscsi, cleared binding levels {{(pid=103496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:18:59.289178 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e42a341f-2c85-41e6-9c74-956bc89952b7 None None] For port 731c1026-56c7-4158-acf3-ec2fe9a6ecb3, host dv-cinder-835881-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=731c1026-56c7-4158-acf3-ec2fe9a6ecb3,segment=NetworkSegment(c859a8f4-aa09-4594-bd68-44d1a4653cfb),segment_id=c859a8f4-aa09-4594-bd68-44d1a4653cfb)] {{(pid=103496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:18:59.296978 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e42a341f-2c85-41e6-9c74-956bc89952b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (731c1026-56c7-4158-acf3-ec2fe9a6ecb3), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:59.372404 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42a341f-2c85-41e6-9c74-956bc89952b7 None None] Routers {'5091247e-a95a-4f16-bf64-2868038e0358'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:18:59.373103 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-e42a341f-2c85-41e6-9c74-956bc89952b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:18:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['5091247e-a95a-4f16-bf64-2868038e0358'], 'active': True} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:18:59.378180 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323fa5d0-ec69-424f-a7f6-bb4f99c657a9 None None] Pushing event updated for resources: {'Port': ['ID=731c1026-56c7-4158-acf3-ec2fe9a6ecb3,revision_number=4']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:18:59.502914 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-13a5b7f7-9b36-44b4-9157-af390756b9c8 None None] Provisioning complete for port 731c1026-56c7-4158-acf3-ec2fe9a6ecb3 triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:18:59.503296 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-13a5b7f7-9b36-44b4-9157-af390756b9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (731c1026-56c7-4158-acf3-ec2fe9a6ecb3), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:59.562140 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 53aeb714-06a2-454d-b10e-deaf84d0d97a up at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:18:59.583974 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvr_db [None req-e42a341f-2c85-41e6-9c74-956bc89952b7 None None] Set router 5091247e-a95a-4f16-bf64-2868038e0358 gateway port host: dv-cinder-835881-1-iscsi {{(pid=103496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:18:59.771463 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475bd11f-290a-4a48-ad4d-089628fe319b req-43455d15-d39a-430c-acba-d8b84c43f72c tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:59.773732 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-475bd11f-290a-4a48-ad4d-089628fe319b req-43455d15-d39a-430c-acba-d8b84c43f72c tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 945 time: 0.1848624 Mar 30 18:18:59.784964 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-13a5b7f7-9b36-44b4-9157-af390756b9c8 None None] Current status of the port 731c1026-56c7-4158-acf3-ec2fe9a6ecb3 is: DOWN; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:18:59.785547 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-13a5b7f7-9b36-44b4-9157-af390756b9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (731c1026-56c7-4158-acf3-ec2fe9a6ecb3), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:18:59.812821 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67e11fb-8313-4c0e-9c04-a22a82a08d43 req-c982573b-745a-4548-9ac2-5e5a8dbc895b tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:18:59.815717 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c67e11fb-8313-4c0e-9c04-a22a82a08d43 req-c982573b-745a-4548-9ac2-5e5a8dbc895b tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e115ef6-d6b4-4dd0-b7d9-3c3d4c1f30eb HTTP/1.1" status: 200 len: 946 time: 0.1363008 Mar 30 18:18:59.900142 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-475bd11f-290a-4a48-ad4d-089628fe319b req-4f3db596-93b2-460f-b2a8-08b8da742406 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145313 Mar 30 18:18:59.929806 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c67e11fb-8313-4c0e-9c04-a22a82a08d43 req-5e5a68f0-2c51-4a0a-a667-64629a8a28e3 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0f12903-c405-42c5-a871-d51bf6ad3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958169 Mar 30 18:18:59.973451 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Provisioning complete for port 53aeb714-06a2-454d-b10e-deaf84d0d97a triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:18:59.973795 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (53aeb714-06a2-454d-b10e-deaf84d0d97a), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:00.051340 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-13a5b7f7-9b36-44b4-9157-af390756b9c8 None None] For port 731c1026-56c7-4158-acf3-ec2fe9a6ecb3, host dv-cinder-835881-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=731c1026-56c7-4158-acf3-ec2fe9a6ecb3,segment=NetworkSegment(c859a8f4-aa09-4594-bd68-44d1a4653cfb),segment_id=c859a8f4-aa09-4594-bd68-44d1a4653cfb)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:19:00.084821 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-13a5b7f7-9b36-44b4-9157-af390756b9c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (731c1026-56c7-4158-acf3-ec2fe9a6ecb3), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:00.198216 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a5b7f7-9b36-44b4-9157-af390756b9c8 None None] Pushing event updated for resources: {'Port': ['ID=731c1026-56c7-4158-acf3-ec2fe9a6ecb3,revision_number=5']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:00.206987 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Current status of the port 53aeb714-06a2-454d-b10e-deaf84d0d97a is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:19:00.223677 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-6a763d48-044d-4368-be09-14d5d25a4eb6 None None] Provisioning complete for port 731c1026-56c7-4158-acf3-ec2fe9a6ecb3 triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:19:00.224063 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-6a763d48-044d-4368-be09-14d5d25a4eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (731c1026-56c7-4158-acf3-ec2fe9a6ecb3), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:00.249192 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-e42a341f-2c85-41e6-9c74-956bc89952b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5091247e-a95a-4f16-bf64-2868038e0358', 'name': 'tempest-TestMinimumBasicScenario-1584443638-router', 'tenant_id': 'ff11d3c912ba46eb8e0bb7dc273161ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '53aeb714-06a2-454d-b10e-deaf84d0d97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:51Z', 'updated_at': '2022-03-30T18:18:54Z', 'revision_number': 4, 'project_id': 'ff11d3c912ba46eb8e0bb7dc273161ff', 'gw_port': {'id': '53aeb714-06a2-454d-b10e-deaf84d0d97a', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:be:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5091247e-a95a-4f16-bf64-2868038e0358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:51Z', 'updated_at': '2022-03-30T18:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': '731c1026-56c7-4158-acf3-ec2fe9a6ecb3', 'name': '', 'network_id': '8d7e2eb0-51df-4942-a469-87a3d5fcb169', 'tenant_id': 'ff11d3c912ba46eb8e0bb7dc273161ff', 'mac_address': 'fa:16:3e:24:3e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5091247e-a95a-4f16-bf64-2868038e0358', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '6293d5dd-194c-40d5-a1b1-fefc992b6ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:54Z', 'updated_at': '2022-03-30T18:18:59Z', 'revision_number': 4, 'project_id': 'ff11d3c912ba46eb8e0bb7dc273161ff', 'subnets': [{'id': '6293d5dd-194c-40d5-a1b1-fefc992b6ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:00.282778 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42a341f-2c85-41e6-9c74-956bc89952b7 None None] The sync data for ids ['5091247e-a95a-4f16-bf64-2868038e0358'] in dv-cinder-835881-1-iscsi is: [{'id': '5091247e-a95a-4f16-bf64-2868038e0358', 'name': 'tempest-TestMinimumBasicScenario-1584443638-router', 'tenant_id': 'ff11d3c912ba46eb8e0bb7dc273161ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '53aeb714-06a2-454d-b10e-deaf84d0d97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:51Z', 'updated_at': '2022-03-30T18:18:54Z', 'revision_number': 4, 'project_id': 'ff11d3c912ba46eb8e0bb7dc273161ff', 'gw_port': {'id': '53aeb714-06a2-454d-b10e-deaf84d0d97a', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:be:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5091247e-a95a-4f16-bf64-2868038e0358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:51Z', 'updated_at': '2022-03-30T18:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': '731c1026-56c7-4158-acf3-ec2fe9a6ecb3', 'name': '', 'network_id': '8d7e2eb0-51df-4942-a469-87a3d5fcb169', 'tenant_id': 'ff11d3c912ba46eb8e0bb7dc273161ff', 'mac_address': 'fa:16:3e:24:3e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5091247e-a95a-4f16-bf64-2868038e0358', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '6293d5dd-194c-40d5-a1b1-fefc992b6ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:54Z', 'updated_at': '2022-03-30T18:18:59Z', 'revision_number': 4, 'project_id': 'ff11d3c912ba46eb8e0bb7dc273161ff', 'subnets': [{'id': '6293d5dd-194c-40d5-a1b1-fefc992b6ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:19:00.378964 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-6a763d48-044d-4368-be09-14d5d25a4eb6 None None] Current status of the port 731c1026-56c7-4158-acf3-ec2fe9a6ecb3 is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:19:01.191475 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac6bde6-0a16-49d0-9673-a8617081d1f3 req-701fe20c-8c58-4be7-8a8f-9955cd8d230a tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:01.201762 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-bac6bde6-0a16-49d0-9673-a8617081d1f3 req-701fe20c-8c58-4be7-8a8f-9955cd8d230a tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e115ef6-d6b4-4dd0-b7d9-3c3d4c1f30eb HTTP/1.1" status: 200 len: 946 time: 0.1592059 Mar 30 18:19:01.280572 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-bac6bde6-0a16-49d0-9673-a8617081d1f3 req-0d1289b9-5e4d-47e1-a060-d17609a1d42c tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0f12903-c405-42c5-a871-d51bf6ad3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732343 Mar 30 18:19:01.297378 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d915b988-82e5-4b74-b0f4-bda8ef61c49e req-54fcf733-caf7-46bb-bce3-0a7dcf645660 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:01.299126 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d915b988-82e5-4b74-b0f4-bda8ef61c49e req-54fcf733-caf7-46bb-bce3-0a7dcf645660 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 945 time: 0.2140758 Mar 30 18:19:01.383748 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d915b988-82e5-4b74-b0f4-bda8ef61c49e req-a1de7cd6-6994-4fea-b554-f82fa7d65d4c tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750208 Mar 30 18:19:01.463467 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 45310) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:01.559576 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 731c1026-56c7-4158-acf3-ec2fe9a6ecb3 up at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:19:01.631971 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Provisioning complete for port 731c1026-56c7-4158-acf3-ec2fe9a6ecb3 triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:19:01.632548 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (731c1026-56c7-4158-acf3-ec2fe9a6ecb3), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:01.643958 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-217bb067-fb65-49a3-aac4-e719dd92d4d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:01.776400 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Current status of the port 731c1026-56c7-4158-acf3-ec2fe9a6ecb3 is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:19:01.806385 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-217bb067-fb65-49a3-aac4-e719dd92d4d2 admin admin] Publish callbacks [] for security_group (8ecdedae-ead1-486e-92ac-767f42c8a011), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:01.812950 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-217bb067-fb65-49a3-aac4-e719dd92d4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (8ecdedae-ead1-486e-92ac-767f42c8a011), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:01.861560 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-217bb067-fb65-49a3-aac4-e719dd92d4d2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1c0ba277431f46a4ba713d56c8f7abf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3958209 Mar 30 18:19:01.862397 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217bb067-fb65-49a3-aac4-e719dd92d4d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ecdedae-ead1-486e-92ac-767f42c8a011,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:01.864447 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 45316) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:01.930947 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-3bb929c3-13e6-4ce0-a580-9fb172e55dec admin admin] Publish callbacks [] for security_group (8ecdedae-ead1-486e-92ac-767f42c8a011), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:01.957078 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-3bb929c3-13e6-4ce0-a580-9fb172e55dec admin admin] Publish callbacks [] for security_group (8ecdedae-ead1-486e-92ac-767f42c8a011), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:02.012105 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-3bb929c3-13e6-4ce0-a580-9fb172e55dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (8ecdedae-ead1-486e-92ac-767f42c8a011), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:02.014891 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-3bb929c3-13e6-4ce0-a580-9fb172e55dec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:02.017829 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-3bb929c3-13e6-4ce0-a580-9fb172e55dec admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8ecdedae-ead1-486e-92ac-767f42c8a011 HTTP/1.1" status: 204 len: 168 time: 0.1507499 Mar 30 18:19:02.032632 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb929c3-13e6-4ce0-a580-9fb172e55dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ecdedae-ead1-486e-92ac-767f42c8a011,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:02.390891 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 45332) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:02.418990 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3a0723fd-18a9-4164-9c1f-7e519a08c64b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:02.453315 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c584af-594a-474d-903c-9e707724f55c req-e4b818aa-ee22-44e8-bcab-0a21e2bc4d89 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:02.455165 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c1c584af-594a-474d-903c-9e707724f55c req-e4b818aa-ee22-44e8-bcab-0a21e2bc4d89 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e115ef6-d6b4-4dd0-b7d9-3c3d4c1f30eb HTTP/1.1" status: 200 len: 946 time: 0.0920527 Mar 30 18:19:02.550891 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3a0723fd-18a9-4164-9c1f-7e519a08c64b admin admin] Publish callbacks [] for security_group (669cfaa8-3793-42f7-8655-08fb5d8c1b69), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:02.579429 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3a0723fd-18a9-4164-9c1f-7e519a08c64b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (669cfaa8-3793-42f7-8655-08fb5d8c1b69), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:02.607985 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0723fd-18a9-4164-9c1f-7e519a08c64b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669cfaa8-3793-42f7-8655-08fb5d8c1b69,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:02.646612 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-3a0723fd-18a9-4164-9c1f-7e519a08c64b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=75fb41f639f64b8b9b2d33cfb73db1c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2545686 Mar 30 18:19:02.649275 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 45344) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:02.673345 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c1c584af-594a-474d-903c-9e707724f55c req-822903b4-74a0-4ab2-a528-3aecfd8f07bc tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] 10.222.0.41 "GET /v2.0/security-groups?id=b0f12903-c405-42c5-a871-d51bf6ad3c61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109976 Mar 30 18:19:02.724263 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-10e44385-dcf3-4155-a760-7250710c79b3 admin admin] Publish callbacks [] for security_group (669cfaa8-3793-42f7-8655-08fb5d8c1b69), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:02.726860 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efa8ae6-3646-4fa9-83d9-954021708fb2 req-b3fe5fdb-97da-40df-8ae4-0c41b3ecaa47 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:02.729169 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-6efa8ae6-3646-4fa9-83d9-954021708fb2 req-b3fe5fdb-97da-40df-8ae4-0c41b3ecaa47 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 945 time: 0.2028346 Mar 30 18:19:02.755596 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-10e44385-dcf3-4155-a760-7250710c79b3 admin admin] Publish callbacks [] for security_group (669cfaa8-3793-42f7-8655-08fb5d8c1b69), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:02.822366 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-10e44385-dcf3-4155-a760-7250710c79b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (669cfaa8-3793-42f7-8655-08fb5d8c1b69), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:02.825987 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-10e44385-dcf3-4155-a760-7250710c79b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:02.826988 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-10e44385-dcf3-4155-a760-7250710c79b3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/669cfaa8-3793-42f7-8655-08fb5d8c1b69 HTTP/1.1" status: 204 len: 168 time: 0.1761889 Mar 30 18:19:02.844085 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c71f9c9-68e7-43df-83c2-6309069fe0bc req-5552c777-4b59-4508-9f6f-9edb99f42273 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:02.846602 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e44385-dcf3-4155-a760-7250710c79b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669cfaa8-3793-42f7-8655-08fb5d8c1b69,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:02.847336 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2c71f9c9-68e7-43df-83c2-6309069fe0bc req-5552c777-4b59-4508-9f6f-9edb99f42273 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e115ef6-d6b4-4dd0-b7d9-3c3d4c1f30eb HTTP/1.1" status: 200 len: 946 time: 0.1739519 Mar 30 18:19:02.911964 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-6efa8ae6-3646-4fa9-83d9-954021708fb2 req-c3e6b971-a5b3-497e-86f6-4b3429cb52aa tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704600 Mar 30 18:19:03.076629 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [req-2c71f9c9-68e7-43df-83c2-6309069fe0bc req-e48054e0-e053-4c45-9485-9d7663f766bb tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] Deleting port 668668df-5cd7-4990-9d47-36b0888a5631 {{(pid=103495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:19:03.077049 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-2c71f9c9-68e7-43df-83c2-6309069fe0bc req-e48054e0-e053-4c45-9485-9d7663f766bb tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (668668df-5cd7-4990-9d47-36b0888a5631), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:03.186432 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [req-2c71f9c9-68e7-43df-83c2-6309069fe0bc req-e48054e0-e053-4c45-9485-9d7663f766bb tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] For port 668668df-5cd7-4990-9d47-36b0888a5631, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=668668df-5cd7-4990-9d47-36b0888a5631,segment=NetworkSegment(f053e8f4-d7c7-42e7-bc2c-cd2eb2b57621),segment_id=f053e8f4-d7c7-42e7-bc2c-cd2eb2b57621)] {{(pid=103495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:19:03.186799 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-2c71f9c9-68e7-43df-83c2-6309069fe0bc req-e48054e0-e053-4c45-9485-9d7663f766bb tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (668668df-5cd7-4990-9d47-36b0888a5631), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:03.203630 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [req-2c71f9c9-68e7-43df-83c2-6309069fe0bc req-e48054e0-e053-4c45-9485-9d7663f766bb tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] Calling delete_port for 668668df-5cd7-4990-9d47-36b0888a5631 owned by compute:nova {{(pid=103495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:19:03.420780 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-2c71f9c9-68e7-43df-83c2-6309069fe0bc req-e48054e0-e053-4c45-9485-9d7663f766bb tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983'] for port (668668df-5cd7-4990-9d47-36b0888a5631), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:03.464662 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48054e0-e053-4c45-9485-9d7663f766bb tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] Pushing event deleted for resources: {'Port': ['ID=668668df-5cd7-4990-9d47-36b0888a5631,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:03.545205 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c71f9c9-68e7-43df-83c2-6309069fe0bc req-e48054e0-e053-4c45-9485-9d7663f766bb tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] No DVR routers for this DVR port 668668df-5cd7-4990-9d47-36b0888a5631 on host hv-cinder-83588 {{(pid=103495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:19:03.549145 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-2c71f9c9-68e7-43df-83c2-6309069fe0bc req-e48054e0-e053-4c45-9485-9d7663f766bb tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for port (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:03.554824 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2c71f9c9-68e7-43df-83c2-6309069fe0bc req-e48054e0-e053-4c45-9485-9d7663f766bb tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] 10.222.0.44 "DELETE /v2.0/ports/668668df-5cd7-4990-9d47-36b0888a5631 HTTP/1.1" status: 204 len: 173 time: 0.6889284 Mar 30 18:19:03.555546 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e115ef6-d6b4-4dd0-b7d9-3c3d4c1f30eb', 'name': 'network-vif-deleted', 'tag': '668668df-5cd7-4990-9d47-36b0888a5631'}] {{(pid=103495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:19:03.559350 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0dfb30c8fd1ad248dcf0c7d180f6bc71f3cc1084e8ff52034c63c32eff48f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7da6ea-8b6c-4598-a06d-ddbeab5bd148" -d '{"events": [{"server_uuid": "8e115ef6-d6b4-4dd0-b7d9-3c3d4c1f30eb", "name": "network-vif-deleted", "tag": "668668df-5cd7-4990-9d47-36b0888a5631"}]}' {{(pid=103495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:19:03.614520 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d7b1d8-0233-4ab6-bbbc-f5ad309bcb5e x-openstack-request-id: req-b9d7b1d8-0233-4ab6-bbbc-f5ad309bcb5e {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:19:03.614520 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e115ef6-d6b4-4dd0-b7d9-3c3d4c1f30eb", "name": "network-vif-deleted", "tag": "668668df-5cd7-4990-9d47-36b0888a5631", "status": "completed", "code": 200}]} {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:19:03.614520 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b9d7b1d8-0233-4ab6-bbbc-f5ad309bcb5e {{(pid=103495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:19:03.616845 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9d7b1d8-0233-4ab6-bbbc-f5ad309bcb5e'] response: {'server_uuid': '8e115ef6-d6b4-4dd0-b7d9-3c3d4c1f30eb', 'name': 'network-vif-deleted', 'tag': '668668df-5cd7-4990-9d47-36b0888a5631', 'status': 'completed', 'code': 200} Mar 30 18:19:03.794415 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ff6fb6ce-5be6-48e6-b3ed-08c65221bca8 req-71c6a281-18db-4125-b0b7-94af7ccc47c3 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e115ef6-d6b4-4dd0-b7d9-3c3d4c1f30eb HTTP/1.1" status: 200 len: 210 time: 0.0350068 Mar 30 18:19:03.845088 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 45378) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:04.006144 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [None req-56e5b7fa-1739-4372-96a3-6106392f6314 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-654403564-network', 'tenant_id': 'c977bcb7c30f4f06a39f7d8b0a856a4b'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:19:04.107409 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e5b7fa-1739-4372-96a3-6106392f6314 admin admin] Made reservation on behalf of c977bcb7c30f4f06a39f7d8b0a856a4b for: {'network': 1} {{(pid=103495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:19:04.109910 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-56e5b7fa-1739-4372-96a3-6106392f6314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for network (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:04.123461 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-56e5b7fa-1739-4372-96a3-6106392f6314 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:04.145005 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc2350-9d89-4107-8350-f426ceb047b9 req-85acba5c-bfc3-407f-83a8-da55d361714d tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:04.153501 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ffdc2350-9d89-4107-8350-f426ceb047b9 req-85acba5c-bfc3-407f-83a8-da55d361714d tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 945 time: 0.1204901 Mar 30 18:19:04.237361 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ffdc2350-9d89-4107-8350-f426ceb047b9 req-2ee89580-c59f-4242-9f79-cd9a30e71837 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825953 Mar 30 18:19:04.324296 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-56e5b7fa-1739-4372-96a3-6106392f6314 admin admin] Publish callbacks [] for security_group (5002d021-f683-44d5-a512-755bbb29fa0a), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:04.332967 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-56e5b7fa-1739-4372-96a3-6106392f6314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (5002d021-f683-44d5-a512-755bbb29fa0a), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:04.383702 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56e5b7fa-1739-4372-96a3-6106392f6314 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=103495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 18:19:04.386889 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e5b7fa-1739-4372-96a3-6106392f6314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5002d021-f683-44d5-a512-755bbb29fa0a,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:04.400189 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-56e5b7fa-1739-4372-96a3-6106392f6314 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125716'] for segment (fc3bd69b-c5e1-4e9a-9d70-e0abc157cf0b), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:04.400524 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.db.segments_db [None req-56e5b7fa-1739-4372-96a3-6106392f6314 admin admin] Added segment fc3bd69b-c5e1-4e9a-9d70-e0abc157cf0b of type vlan for network 66be1ca7-ecf7-4717-b65a-53ce8636e75b Mar 30 18:19:04.464045 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-56e5b7fa-1739-4372-96a3-6106392f6314 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728099366458'] for network (66be1ca7-ecf7-4717-b65a-53ce8636e75b), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:04.530844 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-56e5b7fa-1739-4372-96a3-6106392f6314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241'] for network (66be1ca7-ecf7-4717-b65a-53ce8636e75b), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:04.531863 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e5b7fa-1739-4372-96a3-6106392f6314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:04.532528 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-56e5b7fa-1739-4372-96a3-6106392f6314 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:04.602653 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-56e5b7fa-1739-4372-96a3-6106392f6314 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7563572 Mar 30 18:19:04.603103 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 45404) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:04.609020 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.v2.base [None req-64dd7f90-37f1-48be-a2c7-7a3faef126e8 admin admin] Request body: {'subnet': {'network_id': '66be1ca7-ecf7-4717-b65a-53ce8636e75b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-654403564-subnet', 'tenant_id': 'c977bcb7c30f4f06a39f7d8b0a856a4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:19:04.617894 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e5b7fa-1739-4372-96a3-6106392f6314 admin admin] Pushing event updated for resources: {'Network': ['ID=66be1ca7-ecf7-4717-b65a-53ce8636e75b,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:04.630276 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Network 66be1ca7-ecf7-4717-b65a-53ce8636e75b details requested by agent ovs-agent-dv-cinder-835881-1-iscsi with host dv-cinder-835881-1-iscsi {{(pid=103496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 18:19:04.632313 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64dd7f90-37f1-48be-a2c7-7a3faef126e8 admin admin] Made reservation on behalf of c977bcb7c30f4f06a39f7d8b0a856a4b for: {'subnet': 1} {{(pid=103494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:19:04.635500 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-64dd7f90-37f1-48be-a2c7-7a3faef126e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5415518'] for subnet (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:04.873199 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-64dd7f90-37f1-48be-a2c7-7a3faef126e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5344593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5415496'] for subnet (086f759b-37ec-48b0-8461-3d27fc057e7e), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:04.919839 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 668668df-5cd7-4990-9d47-36b0888a5631 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:19:04.969813 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] No Port match for: 668668df-5cd7-4990-9d47-36b0888a5631 {{(pid=103496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:19:04.970532 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 668668df-5cd7-4990-9d47-36b0888a5631 not bound to the agent host hv-cinder-83588 {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:19:04.973097 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64dd7f90-37f1-48be-a2c7-7a3faef126e8 admin admin] Checking segment: {'id': 'fc3bd69b-c5e1-4e9a-9d70-e0abc157cf0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '66be1ca7-ecf7-4717-b65a-53ce8636e75b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:19:04.973569 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64dd7f90-37f1-48be-a2c7-7a3faef126e8 admin admin] Network hostable DHCP agents. Network: 66be1ca7-ecf7-4717-b65a-53ce8636e75b, hostable agents: ['f171183a-83cc-4c67-9a52-f7c4c9021937'], hosted agents: [] {{(pid=103494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 18:19:04.977224 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dd7f90-37f1-48be-a2c7-7a3faef126e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=086f759b-37ec-48b0-8461-3d27fc057e7e,revision_number=0']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:05.003770 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-09889ac2-b18b-4ea5-925a-00e2fdc0bb47 req-3b7c4cdc-5e8e-4b46-92b1-9d98afe994d8 tempest-DeleteServersTestJSON-1910531457 tempest-DeleteServersTestJSON-1910531457-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e115ef6-d6b4-4dd0-b7d9-3c3d4c1f30eb HTTP/1.1" status: 200 len: 210 time: 0.0453081 Mar 30 18:19:05.012455 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64dd7f90-37f1-48be-a2c7-7a3faef126e8 admin admin] Network 66be1ca7-ecf7-4717-b65a-53ce8636e75b is scheduled to be hosted by DHCP agent f171183a-83cc-4c67-9a52-f7c4c9021937 with binding_index 1 {{(pid=103494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 18:19:05.046854 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.base_scheduler [None req-64dd7f90-37f1-48be-a2c7-7a3faef126e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-1-iscsi, 66be1ca7-ecf7-4717-b65a-53ce8636e75b) {{(pid=103494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:19:05.052972 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64dd7f90-37f1-48be-a2c7-7a3faef126e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:05.055193 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-64dd7f90-37f1-48be-a2c7-7a3faef126e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for subnet (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:05.061768 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac959e1-8ca6-4aa4-ac7d-9637e8bbc5bb None None] Network 66be1ca7-ecf7-4717-b65a-53ce8636e75b requested from dv-cinder-835881-1-iscsi {{(pid=103496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:19:05.077418 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-64dd7f90-37f1-48be-a2c7-7a3faef126e8 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4726765 Mar 30 18:19:05.236169 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbe09cd-1960-4002-b2ac-8541674bb488 None None] Network 66be1ca7-ecf7-4717-b65a-53ce8636e75b requested from dv-cinder-835881-1-iscsi {{(pid=103496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:19:05.419243 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c98bc7-351f-4d36-9c58-a7086c4e246d req-1007785c-9665-4935-8017-37ae0fd10c46 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:05.420714 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-31c98bc7-351f-4d36-9c58-a7086c4e246d req-1007785c-9665-4935-8017-37ae0fd10c46 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 945 time: 0.0744414 Mar 30 18:19:05.499105 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-31c98bc7-351f-4d36-9c58-a7086c4e246d req-82122869-109f-4bdc-b373-135d918f9817 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706232 Mar 30 18:19:05.716601 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 45430) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:05.721603 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [None req-5041cad4-a521-41a3-baa2-7ccdd4420730 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-49839067-network', 'tenant_id': '58be4a938c23409499b0fb414814b015'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:19:05.747387 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5041cad4-a521-41a3-baa2-7ccdd4420730 admin admin] Made reservation on behalf of 58be4a938c23409499b0fb414814b015 for: {'network': 1} {{(pid=103495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:19:05.751826 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-5041cad4-a521-41a3-baa2-7ccdd4420730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for network (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:05.763989 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-5041cad4-a521-41a3-baa2-7ccdd4420730 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:05.871251 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-5041cad4-a521-41a3-baa2-7ccdd4420730 admin admin] Publish callbacks [] for security_group (d12d9768-5ced-4837-8f7e-787951072d1a), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:05.881202 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-5041cad4-a521-41a3-baa2-7ccdd4420730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (d12d9768-5ced-4837-8f7e-787951072d1a), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:05.913397 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5041cad4-a521-41a3-baa2-7ccdd4420730 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=103495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 18:19:05.927892 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5041cad4-a521-41a3-baa2-7ccdd4420730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d12d9768-5ced-4837-8f7e-787951072d1a,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:05.934649 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-5041cad4-a521-41a3-baa2-7ccdd4420730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125716'] for segment (cb4b9102-9010-4ce3-a5e7-8561a1c0bd5f), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:05.934990 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.db.segments_db [None req-5041cad4-a521-41a3-baa2-7ccdd4420730 admin admin] Added segment cb4b9102-9010-4ce3-a5e7-8561a1c0bd5f of type vlan for network 5c3d3393-d9fc-46e1-8f0d-852469cd2467 Mar 30 18:19:05.993937 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-5041cad4-a521-41a3-baa2-7ccdd4420730 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728099366458'] for network (5c3d3393-d9fc-46e1-8f0d-852469cd2467), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:06.037080 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-5041cad4-a521-41a3-baa2-7ccdd4420730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241'] for network (5c3d3393-d9fc-46e1-8f0d-852469cd2467), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:06.039067 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5041cad4-a521-41a3-baa2-7ccdd4420730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:06.039737 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-5041cad4-a521-41a3-baa2-7ccdd4420730 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:06.151717 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-5041cad4-a521-41a3-baa2-7ccdd4420730 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4309607 Mar 30 18:19:06.152200 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 45448) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:06.159027 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.v2.base [None req-3a81ecc9-f54f-471f-9679-3e736f762331 admin admin] Request body: {'subnet': {'network_id': '5c3d3393-d9fc-46e1-8f0d-852469cd2467', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-49839067-subnet', 'tenant_id': '58be4a938c23409499b0fb414814b015', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:19:06.162024 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5041cad4-a521-41a3-baa2-7ccdd4420730 admin admin] Pushing event updated for resources: {'Network': ['ID=5c3d3393-d9fc-46e1-8f0d-852469cd2467,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:06.180074 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Network 5c3d3393-d9fc-46e1-8f0d-852469cd2467 details requested by agent ovs-agent-dv-cinder-835881-1-iscsi with host dv-cinder-835881-1-iscsi {{(pid=103496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 18:19:06.207800 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a81ecc9-f54f-471f-9679-3e736f762331 admin admin] Made reservation on behalf of 58be4a938c23409499b0fb414814b015 for: {'subnet': 1} {{(pid=103494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:19:06.210515 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3a81ecc9-f54f-471f-9679-3e736f762331 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5415518'] for subnet (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:06.437316 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3a81ecc9-f54f-471f-9679-3e736f762331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5344593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5415496'] for subnet (07a1e096-558f-47fd-b917-547c925a854c), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:06.512124 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a81ecc9-f54f-471f-9679-3e736f762331 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07a1e096-558f-47fd-b917-547c925a854c,revision_number=0']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:06.522033 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a81ecc9-f54f-471f-9679-3e736f762331 admin admin] Checking segment: {'id': 'cb4b9102-9010-4ce3-a5e7-8561a1c0bd5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '5c3d3393-d9fc-46e1-8f0d-852469cd2467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:19:06.522461 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a81ecc9-f54f-471f-9679-3e736f762331 admin admin] Network hostable DHCP agents. Network: 5c3d3393-d9fc-46e1-8f0d-852469cd2467, hostable agents: ['f171183a-83cc-4c67-9a52-f7c4c9021937'], hosted agents: [] {{(pid=103494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 18:19:06.545092 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a81ecc9-f54f-471f-9679-3e736f762331 admin admin] Network 5c3d3393-d9fc-46e1-8f0d-852469cd2467 is scheduled to be hosted by DHCP agent f171183a-83cc-4c67-9a52-f7c4c9021937 with binding_index 1 {{(pid=103494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 18:19:06.560819 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.base_scheduler [None req-3a81ecc9-f54f-471f-9679-3e736f762331 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-1-iscsi, 5c3d3393-d9fc-46e1-8f0d-852469cd2467) {{(pid=103494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:19:06.564967 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a81ecc9-f54f-471f-9679-3e736f762331 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:06.565725 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3a81ecc9-f54f-471f-9679-3e736f762331 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for subnet (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:06.571030 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa9de1f-353b-485f-825f-5e38efbb6b75 None None] Network 5c3d3393-d9fc-46e1-8f0d-852469cd2467 requested from dv-cinder-835881-1-iscsi {{(pid=103496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:19:06.595981 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-3a81ecc9-f54f-471f-9679-3e736f762331 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4342012 Mar 30 18:19:06.685382 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e4a72-3b71-43db-ae19-1c8332f31c5f req-3e8632ef-293f-4a83-9007-072c544380b6 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:06.687596 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ba1e4a72-3b71-43db-ae19-1c8332f31c5f req-3e8632ef-293f-4a83-9007-072c544380b6 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 945 time: 0.0809820 Mar 30 18:19:06.707280 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664e0209-bb31-4d53-86a4-d78db0ee76f0 None None] Network 5c3d3393-d9fc-46e1-8f0d-852469cd2467 requested from dv-cinder-835881-1-iscsi {{(pid=103496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:19:06.789835 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ba1e4a72-3b71-43db-ae19-1c8332f31c5f req-f2c6b4ae-126b-412d-84aa-5d1b63ee6bf5 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960088 Mar 30 18:19:07.664009 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 45488) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:07.710198 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.db.db_base_plugin_v2 [None req-8963470d-324e-4403-856a-a12edad431ac admin admin] Deleting subnet 0acb7c77-57cf-4a81-9068-a62507bc91ec {{(pid=103494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 18:19:07.713315 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-8963470d-324e-4403-856a-a12edad431ac admin admin] Publish callbacks [] for subnet (0acb7c77-57cf-4a81-9068-a62507bc91ec), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:07.753237 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-8963470d-324e-4403-856a-a12edad431ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5271413'] for subnet (0acb7c77-57cf-4a81-9068-a62507bc91ec), precommit_delete_associations {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:07.798454 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-8963470d-324e-4403-856a-a12edad431ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122403'] for subnet (0acb7c77-57cf-4a81-9068-a62507bc91ec), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:07.877226 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-8963470d-324e-4403-856a-a12edad431ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5344530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5415489'] for subnet (0acb7c77-57cf-4a81-9068-a62507bc91ec), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:07.905520 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8963470d-324e-4403-856a-a12edad431ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0acb7c77-57cf-4a81-9068-a62507bc91ec,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:07.921233 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-8963470d-324e-4403-856a-a12edad431ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for subnet (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:07.930015 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-8963470d-324e-4403-856a-a12edad431ac admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0acb7c77-57cf-4a81-9068-a62507bc91ec HTTP/1.1" status: 204 len: 168 time: 0.2650115 Mar 30 18:19:07.930932 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 45492) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:07.935380 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f8161-9c91-4d1c-aa17-36009c968e4c req-c9a82eea-e75d-4bc3-ad5d-3b4ff3727594 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:07.937061 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b31f8161-9c91-4d1c-aa17-36009c968e4c req-c9a82eea-e75d-4bc3-ad5d-3b4ff3727594 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 945 time: 0.0738366 Mar 30 18:19:08.011586 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-f08b8227-a482-4ca0-807a-6413c632d584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052194'] for network (0b8dd592-cc8c-4189-b2a8-9a0cda68fb31), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:08.018536 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b31f8161-9c91-4d1c-aa17-36009c968e4c req-0135f791-f9fa-4475-986c-263ccdec3f25 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672390 Mar 30 18:19:08.117430 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-f08b8227-a482-4ca0-807a-6413c632d584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1203688', 'neutron.services.segments.db._delete_segments_for_network-8728099724090'] for network (0b8dd592-cc8c-4189-b2a8-9a0cda68fb31), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:08.141208 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.services.segments.db [None req-f08b8227-a482-4ca0-807a-6413c632d584 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b8dd592-cc8c-4189-b2a8-9a0cda68fb31']}} {{(pid=103494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:08.152045 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.services.segments.db [None req-f08b8227-a482-4ca0-807a-6413c632d584 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f053e8f4-d7c7-42e7-bc2c-cd2eb2b57621') {'for_net_delete': True} {{(pid=103494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:08.152608 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.services.segments.db [None req-f08b8227-a482-4ca0-807a-6413c632d584 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f053e8f4-d7c7-42e7-bc2c-cd2eb2b57621') {} {{(pid=103494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:08.164871 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-f08b8227-a482-4ca0-807a-6413c632d584 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728099723075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5271422'] for segment (f053e8f4-d7c7-42e7-bc2c-cd2eb2b57621), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:08.183259 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-f08b8227-a482-4ca0-807a-6413c632d584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125716'] for segment (f053e8f4-d7c7-42e7-bc2c-cd2eb2b57621), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:08.194004 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f08b8227-a482-4ca0-807a-6413c632d584 admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=103494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 18:19:08.195004 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-f08b8227-a482-4ca0-807a-6413c632d584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5343412'] for segment (f053e8f4-d7c7-42e7-bc2c-cd2eb2b57621), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:08.197312 dv-cinder-835881-1-iscsi neutron-server[103494]: Traceback (most recent call last): Mar 30 18:19:08.197312 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 18:19:08.197312 dv-cinder-835881-1-iscsi neutron-server[103494]: timer() Mar 30 18:19:08.197312 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 18:19:08.197312 dv-cinder-835881-1-iscsi neutron-server[103494]: cb(*args, **kw) Mar 30 18:19:08.197312 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 18:19:08.197312 dv-cinder-835881-1-iscsi neutron-server[103494]: return func(*args, **kwargs) Mar 30 18:19:08.197312 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 18:19:08.197312 dv-cinder-835881-1-iscsi neutron-server[103494]: self._notify() Mar 30 18:19:08.197312 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 18:19:08.197312 dv-cinder-835881-1-iscsi neutron-server[103494]: self.callback(batched_events) Mar 30 18:19:08.197312 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 18:19:08.197312 dv-cinder-835881-1-iscsi neutron-server[103494]: event.method(event) Mar 30 18:19:08.197312 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 18:19:08.197312 dv-cinder-835881-1-iscsi neutron-server[103494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 18:19:08.197312 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 18:19:08.197312 dv-cinder-835881-1-iscsi neutron-server[103494]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 18:19:08.197312 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 18:19:08.197312 dv-cinder-835881-1-iscsi neutron-server[103494]: return f(self, *a, **k) Mar 30 18:19:08.197312 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 18:19:08.197312 dv-cinder-835881-1-iscsi neutron-server[103494]: return self._get(url).json() Mar 30 18:19:08.197312 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 18:19:08.197312 dv-cinder-835881-1-iscsi neutron-server[103494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 18:19:08.197312 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 18:19:08.197312 dv-cinder-835881-1-iscsi neutron-server[103494]: return self.request(url, 'GET', **kwargs) Mar 30 18:19:08.197312 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 18:19:08.197312 dv-cinder-835881-1-iscsi neutron-server[103494]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 18:19:08.197312 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 18:19:08.197312 dv-cinder-835881-1-iscsi neutron-server[103494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 18:19:08.197312 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 18:19:08.197312 dv-cinder-835881-1-iscsi neutron-server[103494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 18:19:08.197312 dv-cinder-835881-1-iscsi neutron-server[103494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 18:19:08.276255 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-f08b8227-a482-4ca0-807a-6413c632d584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1203681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541286'] for network (0b8dd592-cc8c-4189-b2a8-9a0cda68fb31), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:08.282183 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-f08b8227-a482-4ca0-807a-6413c632d584 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:08.288106 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-f08b8227-a482-4ca0-807a-6413c632d584 admin admin] 10.222.0.41 "DELETE /v2.0/networks/0b8dd592-cc8c-4189-b2a8-9a0cda68fb31 HTTP/1.1" status: 204 len: 168 time: 0.3534887 Mar 30 18:19:08.298247 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08b8227-a482-4ca0-807a-6413c632d584 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b8dd592-cc8c-4189-b2a8-9a0cda68fb31,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:08.492734 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 45508) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:08.550946 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-6ece2095-51e5-4051-974d-cd57eded6401 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e3b8baea41ee4ee5b6a2edf23d1339ce&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0567067 Mar 30 18:19:08.553467 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 45514) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:08.619091 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-dbfe7d37-d61d-46e5-b598-ce2965e61626 admin admin] Publish callbacks [] for security_group (b0f12903-c405-42c5-a871-d51bf6ad3c61), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:08.642989 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-dbfe7d37-d61d-46e5-b598-ce2965e61626 admin admin] Publish callbacks [] for security_group (b0f12903-c405-42c5-a871-d51bf6ad3c61), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:08.691621 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-dbfe7d37-d61d-46e5-b598-ce2965e61626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (b0f12903-c405-42c5-a871-d51bf6ad3c61), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:08.694117 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-dbfe7d37-d61d-46e5-b598-ce2965e61626 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:08.698004 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-dbfe7d37-d61d-46e5-b598-ce2965e61626 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b0f12903-c405-42c5-a871-d51bf6ad3c61 HTTP/1.1" status: 204 len: 168 time: 0.1408758 Mar 30 18:19:08.707441 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfe7d37-d61d-46e5-b598-ce2965e61626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f12903-c405-42c5-a871-d51bf6ad3c61,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:09.159628 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a7fb93-12bc-44db-a7d2-c088825a1e03 req-3c6b66be-bc22-4857-8b61-3298be7f618e tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:09.170152 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-58a7fb93-12bc-44db-a7d2-c088825a1e03 req-3c6b66be-bc22-4857-8b61-3298be7f618e tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 945 time: 0.0744259 Mar 30 18:19:09.216692 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-58a7fb93-12bc-44db-a7d2-c088825a1e03 req-6cc2a378-0dcc-4627-9b78-1bc77d9635a3 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455532 Mar 30 18:19:09.876817 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb2bd3-adce-4632-8256-1130d9f4d2fc req-7c5d2259-3482-4485-96b0-d7c94ff20ec5 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:09.878150 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-fdbb2bd3-adce-4632-8256-1130d9f4d2fc req-7c5d2259-3482-4485-96b0-d7c94ff20ec5 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/networks?id=6135f2b8-d5a7-4fb1-9c4a-a008078e870c HTTP/1.1" status: 200 len: 814 time: 0.1220267 Mar 30 18:19:09.899901 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-fdbb2bd3-adce-4632-8256-1130d9f4d2fc req-cafa6a38-d51b-4019-9af9-11987f4774a1 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/quotas/5f5df6d08f6a452b95df5f3a914df526 HTTP/1.1" status: 200 len: 375 time: 0.0147913 Mar 30 18:19:09.954938 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-fdbb2bd3-adce-4632-8256-1130d9f4d2fc req-4795db3a-7c37-4317-95e2-8fcaf4b02222 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5f5df6d08f6a452b95df5f3a914df526&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542245 Mar 30 18:19:10.066377 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-fdbb2bd3-adce-4632-8256-1130d9f4d2fc req-45ca8884-f095-403e-b13b-5300643ad6b5 service neutron] 10.222.0.41 "GET /v2.0/networks/6135f2b8-d5a7-4fb1-9c4a-a008078e870c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916197 Mar 30 18:19:10.157200 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-fdbb2bd3-adce-4632-8256-1130d9f4d2fc req-b358da77-0c70-4298-bc83-85ac8e701595 service neutron] 10.222.0.41 "GET /v2.0/networks/6135f2b8-d5a7-4fb1-9c4a-a008078e870c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849693 Mar 30 18:19:10.574465 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a9efb098-2229-4430-a98a-58598430cf49 req-08ff0878-c3e8-42ef-86a9-740b39442e62 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd59216-52b0-41ca-8c0b-32140ffe76e8 HTTP/1.1" status: 200 len: 210 time: 0.2578137 Mar 30 18:19:10.601216 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b160806-23c5-4a3a-a095-12442c700c57 req-c154e8c9-1404-424d-8ddd-a9a7f0333f5b tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:10.603013 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5b160806-23c5-4a3a-a095-12442c700c57 req-c154e8c9-1404-424d-8ddd-a9a7f0333f5b tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 945 time: 0.3063724 Mar 30 18:19:10.653275 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5b160806-23c5-4a3a-a095-12442c700c57 req-7370b5b5-30a0-413f-9216-352c7931e037 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434263 Mar 30 18:19:11.675173 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-37fd2363-e14f-4cfc-b636-6496442bc42c req-a613b795-a931-47c9-88ad-9549cfaa6fcd tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd59216-52b0-41ca-8c0b-32140ffe76e8 HTTP/1.1" status: 200 len: 210 time: 0.0274942 Mar 30 18:19:11.771511 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-d6dce7b5-58b8-48d2-af43-36670edfb2e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:11.778751 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75f239b-3173-4389-aeb3-e7da48d57411 req-f1fd477d-d7c3-46ac-a3a5-b717d644e8aa tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:11.780218 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c75f239b-3173-4389-aeb3-e7da48d57411 req-f1fd477d-d7c3-46ac-a3a5-b717d644e8aa tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 945 time: 0.0532401 Mar 30 18:19:11.829234 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c75f239b-3173-4389-aeb3-e7da48d57411 req-b7bb1017-995c-4985-8b8c-75b7fd1a34d0 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434604 Mar 30 18:19:12.765957 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-efcd3699-70b6-4b9d-b32b-dbe7162e782e req-b823f2cc-9047-4d2d-8f95-17250cbe4448 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd59216-52b0-41ca-8c0b-32140ffe76e8 HTTP/1.1" status: 200 len: 210 time: 0.0268564 Mar 30 18:19:12.944471 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8c2278-41f0-4c1d-8c77-41c8e0674011 req-b1b40f48-81f4-403f-949f-72a02451c01f tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:12.945877 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ca8c2278-41f0-4c1d-8c77-41c8e0674011 req-b1b40f48-81f4-403f-949f-72a02451c01f tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 945 time: 0.0515780 Mar 30 18:19:12.990086 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ca8c2278-41f0-4c1d-8c77-41c8e0674011 req-031d06f8-7c8d-40f8-8377-b7c75296f636 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380645 Mar 30 18:19:13.849165 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-63acebce-1bf5-4184-84d5-55f021208df7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:13.856523 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-507f1477-11cb-4012-80a4-3e2cc1338928 req-97ee913d-7d20-4e8c-8e40-69bdd5d7f4b2 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd59216-52b0-41ca-8c0b-32140ffe76e8 HTTP/1.1" status: 200 len: 210 time: 0.0278277 Mar 30 18:19:14.111692 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f8f1d-37cf-4aca-b1db-d6e6f0b60805 req-c3fcad65-93a3-4b0f-be4c-13b4e5c513a9 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:14.113173 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ba7f8f1d-37cf-4aca-b1db-d6e6f0b60805 req-c3fcad65-93a3-4b0f-be4c-13b4e5c513a9 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 945 time: 0.0574238 Mar 30 18:19:14.160471 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ba7f8f1d-37cf-4aca-b1db-d6e6f0b60805 req-7bb32456-9708-4c7b-b52d-958abcfe7fb9 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418615 Mar 30 18:19:14.860449 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb2bd3-adce-4632-8256-1130d9f4d2fc req-80b0491b-2b24-4e1c-a42b-31709440dbc4 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:14.862078 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-fdbb2bd3-adce-4632-8256-1130d9f4d2fc req-80b0491b-2b24-4e1c-a42b-31709440dbc4 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.44 "GET /v2.0/networks?id=6135f2b8-d5a7-4fb1-9c4a-a008078e870c HTTP/1.1" status: 200 len: 814 time: 0.1153238 Mar 30 18:19:14.903278 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [req-fdbb2bd3-adce-4632-8256-1130d9f4d2fc req-263df82b-30c2-4aac-8f37-ba9a4eb7aac6 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Request body: {'port': {'device_id': '8cd59216-52b0-41ca-8c0b-32140ffe76e8', 'network_id': '6135f2b8-d5a7-4fb1-9c4a-a008078e870c', 'admin_state_up': True, 'tenant_id': '5f5df6d08f6a452b95df5f3a914df526'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:19:15.031469 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:15.037620 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-678e7a16-5dcf-47be-af07-94d2339cfeb8 req-29c4410b-e402-4fea-96d4-3c10c2767dc0 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd59216-52b0-41ca-8c0b-32140ffe76e8 HTTP/1.1" status: 200 len: 210 time: 0.0436213 Mar 30 18:19:15.107780 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdbb2bd3-adce-4632-8256-1130d9f4d2fc req-263df82b-30c2-4aac-8f37-ba9a4eb7aac6 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Made reservation on behalf of 5f5df6d08f6a452b95df5f3a914df526 for: {'port': 1} {{(pid=103495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:19:15.111094 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-fdbb2bd3-adce-4632-8256-1130d9f4d2fc req-263df82b-30c2-4aac-8f37-ba9a4eb7aac6 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:15.266005 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.db_base_plugin_common [req-fdbb2bd3-adce-4632-8256-1130d9f4d2fc req-263df82b-30c2-4aac-8f37-ba9a4eb7aac6 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Allocated IP 172.20.0.13 (6135f2b8-d5a7-4fb1-9c4a-a008078e870c/e4202354-4e55-4eb0-b052-e39d4dd92df9/720d8223-5134-4e19-a58f-9b81f520300e) {{(pid=103495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:19:15.318455 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef5a41-6bd9-405b-83f6-8c1a9d48ec18 req-7b8043d6-c3f0-4e66-a4e3-3d0ba1367528 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:15.319934 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c7ef5a41-6bd9-405b-83f6-8c1a9d48ec18 req-7b8043d6-c3f0-4e66-a4e3-3d0ba1367528 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 945 time: 0.0848038 Mar 30 18:19:15.433427 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c7ef5a41-6bd9-405b-83f6-8c1a9d48ec18 req-7961d8a2-aecd-4e15-bfb7-a188c9bc6cfd tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036251 Mar 30 18:19:15.471291 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-fdbb2bd3-adce-4632-8256-1130d9f4d2fc req-263df82b-30c2-4aac-8f37-ba9a4eb7aac6 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Publish callbacks [] for port (720d8223-5134-4e19-a58f-9b81f520300e), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:15.517441 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-fdbb2bd3-adce-4632-8256-1130d9f4d2fc req-263df82b-30c2-4aac-8f37-ba9a4eb7aac6 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728099412974'] for port (720d8223-5134-4e19-a58f-9b81f520300e), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:15.564123 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdbb2bd3-adce-4632-8256-1130d9f4d2fc req-263df82b-30c2-4aac-8f37-ba9a4eb7aac6 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Network 6135f2b8-d5a7-4fb1-9c4a-a008078e870c is already hosted by enough agents. {{(pid=103495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:19:15.567596 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.base_scheduler [req-fdbb2bd3-adce-4632-8256-1130d9f4d2fc req-263df82b-30c2-4aac-8f37-ba9a4eb7aac6 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Resources bound (agent type, host, resource id): {{(pid=103495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:19:15.570907 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdbb2bd3-adce-4632-8256-1130d9f4d2fc req-263df82b-30c2-4aac-8f37-ba9a4eb7aac6 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Received port after_create {{(pid=103495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:19:15.577035 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb2bd3-adce-4632-8256-1130d9f4d2fc req-263df82b-30c2-4aac-8f37-ba9a4eb7aac6 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:15.577677 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-fdbb2bd3-adce-4632-8256-1130d9f4d2fc req-263df82b-30c2-4aac-8f37-ba9a4eb7aac6 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for port (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:15.599323 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263df82b-30c2-4aac-8f37-ba9a4eb7aac6 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Pushing event updated for resources: {'Port': ['ID=720d8223-5134-4e19-a58f-9b81f520300e,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:15.615038 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-fdbb2bd3-adce-4632-8256-1130d9f4d2fc req-263df82b-30c2-4aac-8f37-ba9a4eb7aac6 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7191246 Mar 30 18:19:15.833014 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-1b4ef30a-92dc-435b-a0d5-f04fc8fc864b None None] Provisioning complete for port 720d8223-5134-4e19-a58f-9b81f520300e triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:19:15.833387 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1b4ef30a-92dc-435b-a0d5-f04fc8fc864b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (720d8223-5134-4e19-a58f-9b81f520300e), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:15.867635 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-1b4ef30a-92dc-435b-a0d5-f04fc8fc864b None None] Port 720d8223-5134-4e19-a58f-9b81f520300e cannot update to ACTIVE because it is not bound. {{(pid=103496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:19:16.161175 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47059449-f9eb-44f1-a71e-6ca93ea3506a req-1d229091-115d-451c-8d9e-d046e413a819 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:16.162659 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-47059449-f9eb-44f1-a71e-6ca93ea3506a req-1d229091-115d-451c-8d9e-d046e413a819 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd59216-52b0-41ca-8c0b-32140ffe76e8 HTTP/1.1" status: 200 len: 932 time: 0.0613282 Mar 30 18:19:16.214916 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-47059449-f9eb-44f1-a71e-6ca93ea3506a req-8751b789-d84d-40d5-bb91-8f7fa7ade4c5 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b15ee7-1f38-4ffe-ad50-39a84deb3596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456316 Mar 30 18:19:16.375443 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:16.558665 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8403b85-924b-4aab-8c0e-2e748412b2b8 req-3a9cdfe1-091e-4560-a364-6d49b3de2801 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:16.560393 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d8403b85-924b-4aab-8c0e-2e748412b2b8 req-3a9cdfe1-091e-4560-a364-6d49b3de2801 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 945 time: 0.0566013 Mar 30 18:19:16.609376 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d8403b85-924b-4aab-8c0e-2e748412b2b8 req-e1470541-1788-4380-a266-e6fec3a5520d tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432146 Mar 30 18:19:17.351980 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267110c2-3512-4a07-bc8e-174fafca525a req-882fc086-ed00-4cf4-9db4-14c996c1653e tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:17.360331 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-267110c2-3512-4a07-bc8e-174fafca525a req-882fc086-ed00-4cf4-9db4-14c996c1653e tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd59216-52b0-41ca-8c0b-32140ffe76e8 HTTP/1.1" status: 200 len: 932 time: 0.0711913 Mar 30 18:19:17.436720 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-267110c2-3512-4a07-bc8e-174fafca525a req-083fc693-0612-4cf6-996a-d11bb6f128df tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b15ee7-1f38-4ffe-ad50-39a84deb3596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751326 Mar 30 18:19:17.783776 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ce367-afa6-4448-9b24-d5e22fd6cbd0 req-c4bb83f0-0acd-4d0b-9918-d78e2ed6f883 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:17.786381 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d77ce367-afa6-4448-9b24-d5e22fd6cbd0 req-c4bb83f0-0acd-4d0b-9918-d78e2ed6f883 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 945 time: 0.0781589 Mar 30 18:19:17.893748 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d77ce367-afa6-4448-9b24-d5e22fd6cbd0 req-d54c78c1-3243-4110-9300-410e000f3c90 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951064 Mar 30 18:19:17.985948 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:18.553946 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db7744-fcfc-48bc-893b-797f950a170c req-3ca65f26-5a65-4f66-a323-6ff7547e5b97 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:18.555440 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-58db7744-fcfc-48bc-893b-797f950a170c req-3ca65f26-5a65-4f66-a323-6ff7547e5b97 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd59216-52b0-41ca-8c0b-32140ffe76e8 HTTP/1.1" status: 200 len: 932 time: 0.0523505 Mar 30 18:19:18.577915 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (ab438a54-a4f6-4fd3-b589-96aa27265666), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:18.602250 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-58db7744-fcfc-48bc-893b-797f950a170c req-da75971d-4df3-4d3f-9166-45fd295aaddd tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b15ee7-1f38-4ffe-ad50-39a84deb3596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411940 Mar 30 18:19:19.052321 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019605c7-9c29-48ca-8f32-c01a08fe60cc req-8576f1db-67e1-4846-9bba-3465d335b58c tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:19.055115 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-019605c7-9c29-48ca-8f32-c01a08fe60cc req-8576f1db-67e1-4846-9bba-3465d335b58c tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 945 time: 0.0824950 Mar 30 18:19:19.143752 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-019605c7-9c29-48ca-8f32-c01a08fe60cc req-0d0d55b7-6f5b-4ca2-8920-8a16ac701982 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747769 Mar 30 18:19:19.553560 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 45836) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:19.664149 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-382148aa-ca3b-424f-9c7f-5a4a68fb84fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:19.770547 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e348af0-0c48-49bc-aef7-99416093a49e req-c74897e1-eec8-4526-8b15-70d82e61302e tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:19.772074 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-6e348af0-0c48-49bc-aef7-99416093a49e req-c74897e1-eec8-4526-8b15-70d82e61302e tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd59216-52b0-41ca-8c0b-32140ffe76e8 HTTP/1.1" status: 200 len: 932 time: 0.0816553 Mar 30 18:19:19.828698 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-382148aa-ca3b-424f-9c7f-5a4a68fb84fa admin admin] Publish callbacks [] for security_group (de0cf136-9705-45d1-97a0-0429b794e2c7), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:19.840985 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-382148aa-ca3b-424f-9c7f-5a4a68fb84fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (de0cf136-9705-45d1-97a0-0429b794e2c7), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:19.863015 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-6e348af0-0c48-49bc-aef7-99416093a49e req-d2c1e988-45f3-45ea-ae20-5b6cca6b6575 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b15ee7-1f38-4ffe-ad50-39a84deb3596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839043 Mar 30 18:19:19.895977 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382148aa-ca3b-424f-9c7f-5a4a68fb84fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de0cf136-9705-45d1-97a0-0429b794e2c7,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:19.902817 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-382148aa-ca3b-424f-9c7f-5a4a68fb84fa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=54883e67046842428e0c94c35dca0c04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3456740 Mar 30 18:19:19.903053 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 45844) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:19.977245 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-fbf84805-8085-4a0b-b1a6-247b016b8cbe admin admin] Publish callbacks [] for security_group (de0cf136-9705-45d1-97a0-0429b794e2c7), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:20.015295 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-fbf84805-8085-4a0b-b1a6-247b016b8cbe admin admin] Publish callbacks [] for security_group (de0cf136-9705-45d1-97a0-0429b794e2c7), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:20.079817 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-fbf84805-8085-4a0b-b1a6-247b016b8cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (de0cf136-9705-45d1-97a0-0429b794e2c7), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:20.083562 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-fbf84805-8085-4a0b-b1a6-247b016b8cbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:20.084984 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-fbf84805-8085-4a0b-b1a6-247b016b8cbe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/de0cf136-9705-45d1-97a0-0429b794e2c7 HTTP/1.1" status: 204 len: 168 time: 0.1808536 Mar 30 18:19:20.094932 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf84805-8085-4a0b-b1a6-247b016b8cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0cf136-9705-45d1-97a0-0429b794e2c7,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:20.179006 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.agents_db [None req-01a7ea33-ae04-4be9-ae8a-11827e05d97f None None] Agent healthcheck: found 6 active agents {{(pid=103497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:19:20.301361 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8f3ab-634c-4421-a927-643f2c4b331b req-a184dce4-eb14-49a7-a58c-355964bcecaf tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:20.303441 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e4d8f3ab-634c-4421-a927-643f2c4b331b req-a184dce4-eb14-49a7-a58c-355964bcecaf tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 945 time: 0.0827796 Mar 30 18:19:20.370239 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e4d8f3ab-634c-4421-a927-643f2c4b331b req-61d58f2a-0e41-49f6-9c71-b8c7d0cfe705 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581484 Mar 30 18:19:20.513276 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 45858) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:20.527719 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-71e5c1ae-6551-4f5b-a92e-b4c08f16936d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:20.610898 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-71e5c1ae-6551-4f5b-a92e-b4c08f16936d admin admin] Publish callbacks [] for security_group (60599615-bf7a-41ad-8b3a-e3865e353ff6), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:20.615458 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-71e5c1ae-6551-4f5b-a92e-b4c08f16936d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (60599615-bf7a-41ad-8b3a-e3865e353ff6), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:20.655426 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e5c1ae-6551-4f5b-a92e-b4c08f16936d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60599615-bf7a-41ad-8b3a-e3865e353ff6,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:20.659837 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-71e5c1ae-6551-4f5b-a92e-b4c08f16936d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8776a9f93264447781e2c24d89d251bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1454728 Mar 30 18:19:20.663324 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 45860) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:20.716873 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-ff8ba858-6bc6-49ae-8124-2442ab0bbb1e admin admin] Publish callbacks [] for security_group (60599615-bf7a-41ad-8b3a-e3865e353ff6), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:20.740076 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-ff8ba858-6bc6-49ae-8124-2442ab0bbb1e admin admin] Publish callbacks [] for security_group (60599615-bf7a-41ad-8b3a-e3865e353ff6), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:20.790551 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-ff8ba858-6bc6-49ae-8124-2442ab0bbb1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (60599615-bf7a-41ad-8b3a-e3865e353ff6), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:20.794165 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-ff8ba858-6bc6-49ae-8124-2442ab0bbb1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:20.795778 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-ff8ba858-6bc6-49ae-8124-2442ab0bbb1e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/60599615-bf7a-41ad-8b3a-e3865e353ff6 HTTP/1.1" status: 204 len: 168 time: 0.1317918 Mar 30 18:19:20.808673 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8ba858-6bc6-49ae-8124-2442ab0bbb1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60599615-bf7a-41ad-8b3a-e3865e353ff6,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:21.008672 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8ed6e0-896f-4845-8f02-7d39506740b1 req-0d69f1e4-8328-449c-821a-8b5d59ac2c04 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:21.011267 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-fc8ed6e0-896f-4845-8f02-7d39506740b1 req-0d69f1e4-8328-449c-821a-8b5d59ac2c04 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd59216-52b0-41ca-8c0b-32140ffe76e8 HTTP/1.1" status: 200 len: 932 time: 0.0658429 Mar 30 18:19:21.104132 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-fc8ed6e0-896f-4845-8f02-7d39506740b1 req-25abfd89-f331-4ec8-a03f-13c88bbf019a tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b15ee7-1f38-4ffe-ad50-39a84deb3596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868433 Mar 30 18:19:21.527147 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1651e854-7250-4854-bb2c-38b19ecb4200 req-648d6dae-38a1-4272-8e4b-6e1b929607a9 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:21.533939 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-1651e854-7250-4854-bb2c-38b19ecb4200 req-648d6dae-38a1-4272-8e4b-6e1b929607a9 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 945 time: 0.0908213 Mar 30 18:19:21.594058 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-1651e854-7250-4854-bb2c-38b19ecb4200 req-5d7eb6e4-0e22-4d73-85a8-302994ecbc48 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592091 Mar 30 18:19:22.280275 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f750db-55c6-4dea-b189-8cc017a9651c req-30b41b8c-192a-4493-8610-af6e29a6db86 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:22.291108 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c8f750db-55c6-4dea-b189-8cc017a9651c req-30b41b8c-192a-4493-8610-af6e29a6db86 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd59216-52b0-41ca-8c0b-32140ffe76e8 HTTP/1.1" status: 200 len: 932 time: 0.0832245 Mar 30 18:19:22.359168 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c8f750db-55c6-4dea-b189-8cc017a9651c req-4ded0128-2723-4838-84e9-b8c790142157 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b15ee7-1f38-4ffe-ad50-39a84deb3596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668874 Mar 30 18:19:22.743177 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ffffb3-e1e3-4050-adeb-f1045f6dda81 req-fc9a23e9-7c15-4ad9-ac1e-9627a6f867b6 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:22.750980 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a2ffffb3-e1e3-4050-adeb-f1045f6dda81 req-fc9a23e9-7c15-4ad9-ac1e-9627a6f867b6 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 945 time: 0.0630579 Mar 30 18:19:22.811200 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a2ffffb3-e1e3-4050-adeb-f1045f6dda81 req-6ac54425-2f78-49ec-96eb-4f22cb3d8464 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591366 Mar 30 18:19:23.516248 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81754b4-eae6-4d45-915a-fa5f4848dc73 req-934b31be-f45f-4ad9-8699-f33bff88bbc2 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:23.517734 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e81754b4-eae6-4d45-915a-fa5f4848dc73 req-934b31be-f45f-4ad9-8699-f33bff88bbc2 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd59216-52b0-41ca-8c0b-32140ffe76e8 HTTP/1.1" status: 200 len: 932 time: 0.0622921 Mar 30 18:19:23.568753 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e81754b4-eae6-4d45-915a-fa5f4848dc73 req-bbc6c43d-15fd-4069-9b49-205ee7370562 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b15ee7-1f38-4ffe-ad50-39a84deb3596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448256 Mar 30 18:19:23.854890 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 45966) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:23.921969 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11460b-2948-46de-a552-4e98dd57e56a req-6e99b76c-8ca5-4e0b-892b-4effb55d8742 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:23.923493 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ac11460b-2948-46de-a552-4e98dd57e56a req-6e99b76c-8ca5-4e0b-892b-4effb55d8742 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 945 time: 0.0520532 Mar 30 18:19:23.961061 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-33f4831d-8cb7-451c-879b-e554cc0e2a9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:23.970650 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ac11460b-2948-46de-a552-4e98dd57e56a req-6c1b6bc0-7146-4f84-a2f1-c8fef094e036 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414917 Mar 30 18:19:24.042516 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-33f4831d-8cb7-451c-879b-e554cc0e2a9a admin admin] Publish callbacks [] for security_group (cd13b9fc-2be8-419e-a760-960708da2291), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:24.046060 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-33f4831d-8cb7-451c-879b-e554cc0e2a9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (cd13b9fc-2be8-419e-a760-960708da2291), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:24.086028 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-33f4831d-8cb7-451c-879b-e554cc0e2a9a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e9b37c2c6499436e91833e39400ac2a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2300472 Mar 30 18:19:24.086938 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f4831d-8cb7-451c-879b-e554cc0e2a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd13b9fc-2be8-419e-a760-960708da2291,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:24.088713 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 45970) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:24.140052 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8867db33-fee7-4c23-825a-c80365fffdcd admin admin] Publish callbacks [] for security_group (cd13b9fc-2be8-419e-a760-960708da2291), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:24.160593 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8867db33-fee7-4c23-825a-c80365fffdcd admin admin] Publish callbacks [] for security_group (cd13b9fc-2be8-419e-a760-960708da2291), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:24.208411 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8867db33-fee7-4c23-825a-c80365fffdcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (cd13b9fc-2be8-419e-a760-960708da2291), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:24.211000 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8867db33-fee7-4c23-825a-c80365fffdcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:24.212181 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-8867db33-fee7-4c23-825a-c80365fffdcd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cd13b9fc-2be8-419e-a760-960708da2291 HTTP/1.1" status: 204 len: 168 time: 0.1224034 Mar 30 18:19:24.220710 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8867db33-fee7-4c23-825a-c80365fffdcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd13b9fc-2be8-419e-a760-960708da2291,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:24.481624 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 45982) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:24.494380 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8e1d6427-55c8-48ba-8bdd-440e61b323a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:24.568334 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8e1d6427-55c8-48ba-8bdd-440e61b323a6 admin admin] Publish callbacks [] for security_group (e318ef3c-1780-41a1-8d13-6eb72268bc1c), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:24.573475 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8e1d6427-55c8-48ba-8bdd-440e61b323a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (e318ef3c-1780-41a1-8d13-6eb72268bc1c), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:24.612293 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-8e1d6427-55c8-48ba-8bdd-440e61b323a6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1b0b0b5954fe480b93e09a661844d094&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1295614 Mar 30 18:19:24.613137 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1d6427-55c8-48ba-8bdd-440e61b323a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e318ef3c-1780-41a1-8d13-6eb72268bc1c,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:24.615759 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 45990) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:24.668225 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-2ab59f28-6cbb-4de2-968b-a38e2a50bd48 admin admin] Publish callbacks [] for security_group (e318ef3c-1780-41a1-8d13-6eb72268bc1c), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:24.690048 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-2ab59f28-6cbb-4de2-968b-a38e2a50bd48 admin admin] Publish callbacks [] for security_group (e318ef3c-1780-41a1-8d13-6eb72268bc1c), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:24.691244 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2901e98-7d3f-4576-b2dc-f5b4fa6fe08d req-19cc7161-26e7-4f7a-a3ba-2a2b6b0b0df6 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:24.692720 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e2901e98-7d3f-4576-b2dc-f5b4fa6fe08d req-19cc7161-26e7-4f7a-a3ba-2a2b6b0b0df6 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd59216-52b0-41ca-8c0b-32140ffe76e8 HTTP/1.1" status: 200 len: 932 time: 0.0558310 Mar 30 18:19:24.737428 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-2ab59f28-6cbb-4de2-968b-a38e2a50bd48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (e318ef3c-1780-41a1-8d13-6eb72268bc1c), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:24.740056 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-2ab59f28-6cbb-4de2-968b-a38e2a50bd48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:24.740296 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e2901e98-7d3f-4576-b2dc-f5b4fa6fe08d req-7142bdee-f603-4bde-97ca-c2a6d81023e8 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b15ee7-1f38-4ffe-ad50-39a84deb3596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413482 Mar 30 18:19:24.743666 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-2ab59f28-6cbb-4de2-968b-a38e2a50bd48 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e318ef3c-1780-41a1-8d13-6eb72268bc1c HTTP/1.1" status: 204 len: 168 time: 0.1240149 Mar 30 18:19:24.749214 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab59f28-6cbb-4de2-968b-a38e2a50bd48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e318ef3c-1780-41a1-8d13-6eb72268bc1c,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:25.099889 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d37e8e5-4086-408d-8a39-e159ac23b3f7 req-035f33fb-21ad-46d5-ac5d-c23bda10dac1 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:25.101828 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3d37e8e5-4086-408d-8a39-e159ac23b3f7 req-035f33fb-21ad-46d5-ac5d-c23bda10dac1 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 945 time: 0.0631356 Mar 30 18:19:25.152803 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3d37e8e5-4086-408d-8a39-e159ac23b3f7 req-c17345dd-768f-4d37-8fa9-7fcb4dc2d382 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439084 Mar 30 18:19:25.867599 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b2776d-e92e-4618-be89-90d78350a222 req-6662ff35-fd53-419a-b4c4-47802eff73e5 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:25.869134 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-28b2776d-e92e-4618-be89-90d78350a222 req-6662ff35-fd53-419a-b4c4-47802eff73e5 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd59216-52b0-41ca-8c0b-32140ffe76e8 HTTP/1.1" status: 200 len: 932 time: 0.0519600 Mar 30 18:19:25.921226 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-28b2776d-e92e-4618-be89-90d78350a222 req-606767ef-68a6-4215-b952-8a44254d43ff tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b15ee7-1f38-4ffe-ad50-39a84deb3596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462635 Mar 30 18:19:26.273162 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95776a3-a177-4db6-9ff9-ea3ad47e149d req-3b42d618-a945-4d24-9ac9-eb100443817c tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:26.274690 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a95776a3-a177-4db6-9ff9-ea3ad47e149d req-3b42d618-a945-4d24-9ac9-eb100443817c tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 945 time: 0.0526900 Mar 30 18:19:26.325845 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a95776a3-a177-4db6-9ff9-ea3ad47e149d req-db65c2c1-819d-4c57-ac7e-b923bdd781d5 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427248 Mar 30 18:19:26.860221 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 46082) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:26.969075 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-15c13558-faf5-4f7f-8405-207d3a371fb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:27.057530 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c65be-60e4-41be-8c86-ecd30e945aeb req-ed53fd47-b80f-42b6-a08d-f829f5b27f89 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:27.059217 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-040c65be-60e4-41be-8c86-ecd30e945aeb req-ed53fd47-b80f-42b6-a08d-f829f5b27f89 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd59216-52b0-41ca-8c0b-32140ffe76e8 HTTP/1.1" status: 200 len: 932 time: 0.0613000 Mar 30 18:19:27.069349 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-15c13558-faf5-4f7f-8405-207d3a371fb1 admin admin] Publish callbacks [] for security_group (d646d292-a2b6-45f6-bf3e-6dd883a8ff2d), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:27.074170 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-15c13558-faf5-4f7f-8405-207d3a371fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (d646d292-a2b6-45f6-bf3e-6dd883a8ff2d), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:27.112695 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-040c65be-60e4-41be-8c86-ecd30e945aeb req-fc8ca4ce-46c3-428a-9360-06628cb9ea13 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b15ee7-1f38-4ffe-ad50-39a84deb3596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471029 Mar 30 18:19:27.120173 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-15c13558-faf5-4f7f-8405-207d3a371fb1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a862fccd55ea4c02903e1858f3717ea8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2587903 Mar 30 18:19:27.120938 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c13558-faf5-4f7f-8405-207d3a371fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d646d292-a2b6-45f6-bf3e-6dd883a8ff2d,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:27.123202 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 46088) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:27.175750 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-ffd28aff-0f22-4c71-a2a4-32941bdd9769 admin admin] Publish callbacks [] for security_group (d646d292-a2b6-45f6-bf3e-6dd883a8ff2d), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:27.199111 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-ffd28aff-0f22-4c71-a2a4-32941bdd9769 admin admin] Publish callbacks [] for security_group (d646d292-a2b6-45f6-bf3e-6dd883a8ff2d), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:27.250016 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-ffd28aff-0f22-4c71-a2a4-32941bdd9769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (d646d292-a2b6-45f6-bf3e-6dd883a8ff2d), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:27.252684 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-ffd28aff-0f22-4c71-a2a4-32941bdd9769 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:27.256419 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-ffd28aff-0f22-4c71-a2a4-32941bdd9769 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d646d292-a2b6-45f6-bf3e-6dd883a8ff2d HTTP/1.1" status: 204 len: 168 time: 0.1297510 Mar 30 18:19:27.263085 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd28aff-0f22-4c71-a2a4-32941bdd9769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d646d292-a2b6-45f6-bf3e-6dd883a8ff2d,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:27.508116 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4709f8-499d-441d-9c7b-76618cec3fd4 req-24605783-a892-4734-80ac-05c297cc3b37 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:27.510529 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ee4709f8-499d-441d-9c7b-76618cec3fd4 req-24605783-a892-4734-80ac-05c297cc3b37 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 945 time: 0.0831566 Mar 30 18:19:27.569450 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ee4709f8-499d-441d-9c7b-76618cec3fd4 req-d96dd8b7-5020-4bb6-87fd-6879fb893a94 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532243 Mar 30 18:19:27.664852 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 46100) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:27.680426 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-771b2d98-3783-4072-a6eb-45f5796750bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:27.763922 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-771b2d98-3783-4072-a6eb-45f5796750bb admin admin] Publish callbacks [] for security_group (9965761f-1edd-4896-ae58-4611e4882f79), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:27.773075 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-771b2d98-3783-4072-a6eb-45f5796750bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (9965761f-1edd-4896-ae58-4611e4882f79), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:27.815070 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771b2d98-3783-4072-a6eb-45f5796750bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9965761f-1edd-4896-ae58-4611e4882f79,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:27.832031 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 46106) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:27.839306 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-771b2d98-3783-4072-a6eb-45f5796750bb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e1121ac6c7264804a323417ab2c3e474&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1719756 Mar 30 18:19:27.881591 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-d629a384-f29c-43f1-8c24-f94bf2c504cf admin admin] Publish callbacks [] for security_group (9965761f-1edd-4896-ae58-4611e4882f79), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:27.904145 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-d629a384-f29c-43f1-8c24-f94bf2c504cf admin admin] Publish callbacks [] for security_group (9965761f-1edd-4896-ae58-4611e4882f79), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:27.952613 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-d629a384-f29c-43f1-8c24-f94bf2c504cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (9965761f-1edd-4896-ae58-4611e4882f79), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:27.955326 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-d629a384-f29c-43f1-8c24-f94bf2c504cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:27.959892 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-d629a384-f29c-43f1-8c24-f94bf2c504cf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9965761f-1edd-4896-ae58-4611e4882f79 HTTP/1.1" status: 204 len: 168 time: 0.1234453 Mar 30 18:19:27.965772 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d629a384-f29c-43f1-8c24-f94bf2c504cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9965761f-1edd-4896-ae58-4611e4882f79,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:28.230435 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113a63b-c52e-462a-b046-2ec478aba89e req-48808b9c-600d-4192-a643-b416e3d89b4f tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:28.232058 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3113a63b-c52e-462a-b046-2ec478aba89e req-48808b9c-600d-4192-a643-b416e3d89b4f tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd59216-52b0-41ca-8c0b-32140ffe76e8 HTTP/1.1" status: 200 len: 932 time: 0.0551362 Mar 30 18:19:28.278931 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3113a63b-c52e-462a-b046-2ec478aba89e req-e7714075-779d-4a5b-bf44-0d79d76c2922 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b15ee7-1f38-4ffe-ad50-39a84deb3596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412014 Mar 30 18:19:28.687576 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a147977-9eda-49af-b0cd-a18bf397a5d9 req-f743a1fd-f2d9-487a-b02e-b50e435db591 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:28.689229 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-6a147977-9eda-49af-b0cd-a18bf397a5d9 req-f743a1fd-f2d9-487a-b02e-b50e435db591 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 945 time: 0.0547826 Mar 30 18:19:28.739122 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-6a147977-9eda-49af-b0cd-a18bf397a5d9 req-e14e5f6b-f3d6-4975-9d55-77833cb1d2f5 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427639 Mar 30 18:19:29.403517 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1cca39-584d-4cc2-a6b9-8ed0d5e6a641 req-03cfaef4-7789-4aaf-b481-301fb116db7a tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:29.404992 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-bd1cca39-584d-4cc2-a6b9-8ed0d5e6a641 req-03cfaef4-7789-4aaf-b481-301fb116db7a tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd59216-52b0-41ca-8c0b-32140ffe76e8 HTTP/1.1" status: 200 len: 932 time: 0.0596092 Mar 30 18:19:29.453175 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-bd1cca39-584d-4cc2-a6b9-8ed0d5e6a641 req-a643d7a7-541f-4bd4-a562-c7dc76da1349 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b15ee7-1f38-4ffe-ad50-39a84deb3596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426219 Mar 30 18:19:29.864895 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90653345-ee25-449b-987c-5e44f173d7a5 req-488b3432-7548-40ec-be4b-bdea4bf35baf tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:29.866443 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-90653345-ee25-449b-987c-5e44f173d7a5 req-488b3432-7548-40ec-be4b-bdea4bf35baf tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 945 time: 0.0568690 Mar 30 18:19:29.916642 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-90653345-ee25-449b-987c-5e44f173d7a5 req-c741815a-b140-45e5-acc7-257176332f6b tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444760 Mar 30 18:19:30.571903 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7a4a0-530a-4b02-abbe-7d035b15176b req-ddfa78c3-66b5-4246-911b-5ecf0c53c63a tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:30.573348 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-4bf7a4a0-530a-4b02-abbe-7d035b15176b req-ddfa78c3-66b5-4246-911b-5ecf0c53c63a tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd59216-52b0-41ca-8c0b-32140ffe76e8 HTTP/1.1" status: 200 len: 932 time: 0.0558343 Mar 30 18:19:30.619728 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-4bf7a4a0-530a-4b02-abbe-7d035b15176b req-03831e32-ff29-4492-8963-1507a06c256b tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b15ee7-1f38-4ffe-ad50-39a84deb3596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407736 Mar 30 18:19:30.751350 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [req-fdbb2bd3-adce-4632-8256-1130d9f4d2fc req-52e4b219-c1a2-4ecb-a596-1588d34c20b5 service neutron] Request body: {'port': {'device_id': '8cd59216-52b0-41ca-8c0b-32140ffe76e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:19:30.807065 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-fdbb2bd3-adce-4632-8256-1130d9f4d2fc req-52e4b219-c1a2-4ecb-a596-1588d34c20b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (720d8223-5134-4e19-a58f-9b81f520300e), before_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:31.091722 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf675202-5b19-4a06-bfd1-7fa54dfe53d7 req-6b6289ce-77f1-4c5c-9423-e4fec159aa12 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:31.093175 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-cf675202-5b19-4a06-bfd1-7fa54dfe53d7 req-6b6289ce-77f1-4c5c-9423-e4fec159aa12 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 945 time: 0.1065233 Mar 30 18:19:31.110935 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.notifiers.nova [req-fdbb2bd3-adce-4632-8256-1130d9f4d2fc req-52e4b219-c1a2-4ecb-a596-1588d34c20b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 720d8223-5134-4e19-a58f-9b81f520300e {{(pid=103495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:19:31.123409 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-fdbb2bd3-adce-4632-8256-1130d9f4d2fc req-52e4b219-c1a2-4ecb-a596-1588d34c20b5 service neutron] Publish callbacks [] for port (720d8223-5134-4e19-a58f-9b81f520300e), precommit_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:31.147011 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.provisioning_blocks [req-fdbb2bd3-adce-4632-8256-1130d9f4d2fc req-52e4b219-c1a2-4ecb-a596-1588d34c20b5 service neutron] Transition to ACTIVE for port object 720d8223-5134-4e19-a58f-9b81f520300e will not be triggered until provisioned by entity L2. {{(pid=103495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 18:19:31.151066 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-fdbb2bd3-adce-4632-8256-1130d9f4d2fc req-52e4b219-c1a2-4ecb-a596-1588d34c20b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (720d8223-5134-4e19-a58f-9b81f520300e), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:31.188179 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-cf675202-5b19-4a06-bfd1-7fa54dfe53d7 req-717c53cc-c567-42ca-b6a8-1417d5b0ebb9 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894260 Mar 30 18:19:31.208890 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e4b219-c1a2-4ecb-a596-1588d34c20b5 service neutron] Pushing event updated for resources: {'Port': ['ID=720d8223-5134-4e19-a58f-9b81f520300e,revision_number=2']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:31.246581 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.managers [req-fdbb2bd3-adce-4632-8256-1130d9f4d2fc req-52e4b219-c1a2-4ecb-a596-1588d34c20b5 service neutron] Attempting to bind port 720d8223-5134-4e19-a58f-9b81f520300e on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:19:31.246920 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.managers [req-fdbb2bd3-adce-4632-8256-1130d9f4d2fc req-52e4b219-c1a2-4ecb-a596-1588d34c20b5 service neutron] Attempting to bind port 720d8223-5134-4e19-a58f-9b81f520300e by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '974ae415-aac9-43d0-b304-10ebb300cc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6135f2b8-d5a7-4fb1-9c4a-a008078e870c'}] {{(pid=103495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:19:31.247249 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbb2bd3-adce-4632-8256-1130d9f4d2fc req-52e4b219-c1a2-4ecb-a596-1588d34c20b5 service neutron] Attempting to bind port 720d8223-5134-4e19-a58f-9b81f520300e on network 6135f2b8-d5a7-4fb1-9c4a-a008078e870c {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:19:31.251798 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbb2bd3-adce-4632-8256-1130d9f4d2fc req-52e4b219-c1a2-4ecb-a596-1588d34c20b5 service neutron] Port 720d8223-5134-4e19-a58f-9b81f520300e on network 6135f2b8-d5a7-4fb1-9c4a-a008078e870c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 18:19:31.252141 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbb2bd3-adce-4632-8256-1130d9f4d2fc req-52e4b219-c1a2-4ecb-a596-1588d34c20b5 service neutron] Attempting to bind port 720d8223-5134-4e19-a58f-9b81f520300e on network 6135f2b8-d5a7-4fb1-9c4a-a008078e870c {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:19:31.257112 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbb2bd3-adce-4632-8256-1130d9f4d2fc req-52e4b219-c1a2-4ecb-a596-1588d34c20b5 service neutron] Checking agent: {'id': 'ab438a54-a4f6-4fd3-b589-96aa27265666', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 15, 49), 'started_at': datetime.datetime(2022, 3, 30, 18, 15, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:19:31.257387 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbb2bd3-adce-4632-8256-1130d9f4d2fc req-52e4b219-c1a2-4ecb-a596-1588d34c20b5 service neutron] Checking segment: {'id': '974ae415-aac9-43d0-b304-10ebb300cc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6135f2b8-d5a7-4fb1-9c4a-a008078e870c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:19:31.257764 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbb2bd3-adce-4632-8256-1130d9f4d2fc req-52e4b219-c1a2-4ecb-a596-1588d34c20b5 service neutron] Bound using segment: {'id': '974ae415-aac9-43d0-b304-10ebb300cc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6135f2b8-d5a7-4fb1-9c4a-a008078e870c'} {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:19:31.258211 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.managers [req-fdbb2bd3-adce-4632-8256-1130d9f4d2fc req-52e4b219-c1a2-4ecb-a596-1588d34c20b5 service neutron] Bound port: 720d8223-5134-4e19-a58f-9b81f520300e, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '974ae415-aac9-43d0-b304-10ebb300cc57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6135f2b8-d5a7-4fb1-9c4a-a008078e870c'}}] {{(pid=103495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:19:31.258570 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-fdbb2bd3-adce-4632-8256-1130d9f4d2fc req-52e4b219-c1a2-4ecb-a596-1588d34c20b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (720d8223-5134-4e19-a58f-9b81f520300e), before_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:31.324244 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [req-fdbb2bd3-adce-4632-8256-1130d9f4d2fc req-52e4b219-c1a2-4ecb-a596-1588d34c20b5 service neutron] For port 720d8223-5134-4e19-a58f-9b81f520300e, host hv-cinder-83588, cleared binding levels {{(pid=103495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:19:31.327545 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [req-fdbb2bd3-adce-4632-8256-1130d9f4d2fc req-52e4b219-c1a2-4ecb-a596-1588d34c20b5 service neutron] For port 720d8223-5134-4e19-a58f-9b81f520300e, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=720d8223-5134-4e19-a58f-9b81f520300e,segment=NetworkSegment(974ae415-aac9-43d0-b304-10ebb300cc57),segment_id=974ae415-aac9-43d0-b304-10ebb300cc57)] {{(pid=103495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:19:31.333026 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-fdbb2bd3-adce-4632-8256-1130d9f4d2fc req-52e4b219-c1a2-4ecb-a596-1588d34c20b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (720d8223-5134-4e19-a58f-9b81f520300e), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:31.367496 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb2bd3-adce-4632-8256-1130d9f4d2fc req-52e4b219-c1a2-4ecb-a596-1588d34c20b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:31.368107 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-fdbb2bd3-adce-4632-8256-1130d9f4d2fc req-52e4b219-c1a2-4ecb-a596-1588d34c20b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for port (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:31.369703 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-fdbb2bd3-adce-4632-8256-1130d9f4d2fc req-52e4b219-c1a2-4ecb-a596-1588d34c20b5 service neutron] 10.222.0.44 "PUT /v2.0/ports/720d8223-5134-4e19-a58f-9b81f520300e HTTP/1.1" status: 200 len: 1094 time: 0.6226382 Mar 30 18:19:31.370162 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cd59216-52b0-41ca-8c0b-32140ffe76e8', 'tag': '720d8223-5134-4e19-a58f-9b81f520300e'}] {{(pid=103495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:19:31.372385 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0dfb30c8fd1ad248dcf0c7d180f6bc71f3cc1084e8ff52034c63c32eff48f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c543a0-642e-4ae3-a104-d79a35c1984e" -d '{"events": [{"name": "network-changed", "server_uuid": "8cd59216-52b0-41ca-8c0b-32140ffe76e8", "tag": "720d8223-5134-4e19-a58f-9b81f520300e"}]}' {{(pid=103495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:19:31.397296 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e4b219-c1a2-4ecb-a596-1588d34c20b5 service neutron] Pushing event updated for resources: {'Port': ['ID=720d8223-5134-4e19-a58f-9b81f520300e,revision_number=3']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:31.427320 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46088bd0-a7a1-4f7f-a7b0-291083f65645 x-openstack-request-id: req-46088bd0-a7a1-4f7f-a7b0-291083f65645 {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:19:31.427933 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cd59216-52b0-41ca-8c0b-32140ffe76e8", "tag": "720d8223-5134-4e19-a58f-9b81f520300e", "status": "completed", "code": 200}]} {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:19:31.428257 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-46088bd0-a7a1-4f7f-a7b0-291083f65645 {{(pid=103495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:19:31.428723 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46088bd0-a7a1-4f7f-a7b0-291083f65645'] response: {'name': 'network-changed', 'server_uuid': '8cd59216-52b0-41ca-8c0b-32140ffe76e8', 'tag': '720d8223-5134-4e19-a58f-9b81f520300e', 'status': 'completed', 'code': 200} Mar 30 18:19:31.506773 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb2bd3-adce-4632-8256-1130d9f4d2fc req-60080bf5-523d-44b1-be5a-ed5038277dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:31.508620 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-fdbb2bd3-adce-4632-8256-1130d9f4d2fc req-60080bf5-523d-44b1-be5a-ed5038277dd7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5f5df6d08f6a452b95df5f3a914df526&device_id=8cd59216-52b0-41ca-8c0b-32140ffe76e8 HTTP/1.1" status: 200 len: 1128 time: 0.0476272 Mar 30 18:19:31.588958 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-fdbb2bd3-adce-4632-8256-1130d9f4d2fc req-30c0b0d8-58fc-41ee-994c-a65624b8c398 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=720d8223-5134-4e19-a58f-9b81f520300e HTTP/1.1" status: 200 len: 217 time: 0.0377762 Mar 30 18:19:31.640118 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb2bd3-adce-4632-8256-1130d9f4d2fc req-d1ded3fe-91b7-4969-820e-83c0f4a044ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:31.641774 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-fdbb2bd3-adce-4632-8256-1130d9f4d2fc req-d1ded3fe-91b7-4969-820e-83c0f4a044ac service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e4202354-4e55-4eb0-b052-e39d4dd92df9 HTTP/1.1" status: 200 len: 853 time: 0.0457942 Mar 30 18:19:31.693563 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb2bd3-adce-4632-8256-1130d9f4d2fc req-4f4d0090-b7b4-49f4-81eb-7cb6a550a225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:31.695094 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-fdbb2bd3-adce-4632-8256-1130d9f4d2fc req-4f4d0090-b7b4-49f4-81eb-7cb6a550a225 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6135f2b8-d5a7-4fb1-9c4a-a008078e870c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475261 Mar 30 18:19:31.802847 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8f195-994f-47c8-a1b3-2949046f31c8 req-0ed20398-6049-44fa-acc4-c3c751d27b45 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:31.804198 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ecb8f195-994f-47c8-a1b3-2949046f31c8 req-0ed20398-6049-44fa-acc4-c3c751d27b45 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd59216-52b0-41ca-8c0b-32140ffe76e8 HTTP/1.1" status: 200 len: 944 time: 0.1082475 Mar 30 18:19:31.831897 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-fdbb2bd3-adce-4632-8256-1130d9f4d2fc req-f9452af8-ea70-4398-bfbc-6ee245f64a2b service neutron] 10.222.0.44 "GET /v2.0/networks/6135f2b8-d5a7-4fb1-9c4a-a008078e870c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278560 Mar 30 18:19:31.902238 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ecb8f195-994f-47c8-a1b3-2949046f31c8 req-1a8d3f1f-4158-405c-9ab9-28c14e255cba tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b15ee7-1f38-4ffe-ad50-39a84deb3596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920420 Mar 30 18:19:31.938957 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-fdbb2bd3-adce-4632-8256-1130d9f4d2fc req-875ffc2f-3591-4837-9058-5e8c6e8a908e service neutron] 10.222.0.44 "GET /v2.0/networks/6135f2b8-d5a7-4fb1-9c4a-a008078e870c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961046 Mar 30 18:19:32.065435 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c543a0-642e-4ae3-a104-d79a35c1984e req-5820b1bc-91b9-4d91-a214-1f933fa5203b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:32.066971 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-10c543a0-642e-4ae3-a104-d79a35c1984e req-5820b1bc-91b9-4d91-a214-1f933fa5203b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5f5df6d08f6a452b95df5f3a914df526&device_id=8cd59216-52b0-41ca-8c0b-32140ffe76e8 HTTP/1.1" status: 200 len: 1128 time: 0.0456409 Mar 30 18:19:32.373605 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f78126-a9cb-49d1-9477-6eca019fcfe6 req-7a78fb46-2e86-46ed-88bf-03f48d330b0b tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:32.375096 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c3f78126-a9cb-49d1-9477-6eca019fcfe6 req-7a78fb46-2e86-46ed-88bf-03f48d330b0b tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 945 time: 0.1181958 Mar 30 18:19:32.395858 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c543a0-642e-4ae3-a104-d79a35c1984e req-bd904bcb-1b13-44a9-8829-891649f348f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:32.397217 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-10c543a0-642e-4ae3-a104-d79a35c1984e req-bd904bcb-1b13-44a9-8829-891649f348f5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6135f2b8-d5a7-4fb1-9c4a-a008078e870c HTTP/1.1" status: 200 len: 915 time: 0.1306441 Mar 30 18:19:32.449430 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-10c543a0-642e-4ae3-a104-d79a35c1984e req-f1920098-710f-42d8-9d29-73c8db825b6c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=720d8223-5134-4e19-a58f-9b81f520300e HTTP/1.1" status: 200 len: 217 time: 0.0444348 Mar 30 18:19:32.468800 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c3f78126-a9cb-49d1-9477-6eca019fcfe6 req-be386da1-c511-4a24-9dc7-ff18423c21a7 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882516 Mar 30 18:19:32.502934 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c543a0-642e-4ae3-a104-d79a35c1984e req-c9ec5a1d-4f8d-4e0e-b053-430343465601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:32.504350 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-10c543a0-642e-4ae3-a104-d79a35c1984e req-c9ec5a1d-4f8d-4e0e-b053-430343465601 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e4202354-4e55-4eb0-b052-e39d4dd92df9 HTTP/1.1" status: 200 len: 853 time: 0.0479591 Mar 30 18:19:32.553075 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c543a0-642e-4ae3-a104-d79a35c1984e req-71a35288-dbb2-4321-9e2d-ac39d731873a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:32.554547 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-10c543a0-642e-4ae3-a104-d79a35c1984e req-71a35288-dbb2-4321-9e2d-ac39d731873a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6135f2b8-d5a7-4fb1-9c4a-a008078e870c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437684 Mar 30 18:19:32.647176 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-10c543a0-642e-4ae3-a104-d79a35c1984e req-883eea45-9809-41d2-b6b6-75a6eb82035d service neutron] 10.222.0.44 "GET /v2.0/networks/6135f2b8-d5a7-4fb1-9c4a-a008078e870c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863335 Mar 30 18:19:32.737000 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-10c543a0-642e-4ae3-a104-d79a35c1984e req-97f3f852-45de-4df0-b202-b2120effcc8e service neutron] 10.222.0.44 "GET /v2.0/networks/6135f2b8-d5a7-4fb1-9c4a-a008078e870c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837641 Mar 30 18:19:33.018300 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebffc58f-5dfc-4c2e-8249-57312d31d3f5 req-0e65845c-b12f-4230-8a09-0705a9795880 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:33.019789 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ebffc58f-5dfc-4c2e-8249-57312d31d3f5 req-0e65845c-b12f-4230-8a09-0705a9795880 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd59216-52b0-41ca-8c0b-32140ffe76e8 HTTP/1.1" status: 200 len: 944 time: 0.0523806 Mar 30 18:19:33.070785 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ebffc58f-5dfc-4c2e-8249-57312d31d3f5 req-f0b3d3d9-6006-4138-8ab0-63fc4d5dba2c tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b15ee7-1f38-4ffe-ad50-39a84deb3596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444086 Mar 30 18:19:33.593762 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b5ac57-9de9-43cd-8f49-808fc9ef3296 req-7a40d5aa-8e43-408d-badb-574783acf1bd tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:33.595269 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-02b5ac57-9de9-43cd-8f49-808fc9ef3296 req-7a40d5aa-8e43-408d-badb-574783acf1bd tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 945 time: 0.0525770 Mar 30 18:19:33.644773 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-02b5ac57-9de9-43cd-8f49-808fc9ef3296 req-4477d7e2-bca1-4c21-9188-682c85b9f836 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438876 Mar 30 18:19:34.192144 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9deedb-5f8f-4719-9ee2-2ac0e4844f6d req-13ffe2b9-ffba-4a27-b1fe-096e95e6b52b tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:34.193666 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ac9deedb-5f8f-4719-9ee2-2ac0e4844f6d req-13ffe2b9-ffba-4a27-b1fe-096e95e6b52b tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd59216-52b0-41ca-8c0b-32140ffe76e8 HTTP/1.1" status: 200 len: 944 time: 0.0529296 Mar 30 18:19:34.243580 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ac9deedb-5f8f-4719-9ee2-2ac0e4844f6d req-476f5c44-5e0e-4e9c-919a-d2b64fbfdea3 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b15ee7-1f38-4ffe-ad50-39a84deb3596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433867 Mar 30 18:19:34.767422 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19760b5-a7f7-46be-a6b3-89cda13cf25f req-22f4bdbb-0c00-40fd-9ad3-b57afd28dd79 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:34.768861 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e19760b5-a7f7-46be-a6b3-89cda13cf25f req-22f4bdbb-0c00-40fd-9ad3-b57afd28dd79 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 945 time: 0.0549467 Mar 30 18:19:34.814586 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e19760b5-a7f7-46be-a6b3-89cda13cf25f req-c0fa784c-411e-4b5d-9706-be0645d7b791 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402541 Mar 30 18:19:35.384637 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea99c609-cd43-4da9-ae22-3d71d8544e28 req-89c8e88e-9e88-4c8d-a8a7-38020c8740cd tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:35.393058 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ea99c609-cd43-4da9-ae22-3d71d8544e28 req-89c8e88e-9e88-4c8d-a8a7-38020c8740cd tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd59216-52b0-41ca-8c0b-32140ffe76e8 HTTP/1.1" status: 200 len: 944 time: 0.0696397 Mar 30 18:19:35.441993 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ea99c609-cd43-4da9-ae22-3d71d8544e28 req-6ffbd720-11db-4644-86d4-f8e73e98463d tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b15ee7-1f38-4ffe-ad50-39a84deb3596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480447 Mar 30 18:19:35.944755 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec5a16b-1946-4bd6-8f8b-58ac3c966319 req-b64d77c1-85bf-4c00-8945-13e8a32bc9e7 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:35.946831 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5ec5a16b-1946-4bd6-8f8b-58ac3c966319 req-b64d77c1-85bf-4c00-8945-13e8a32bc9e7 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 945 time: 0.0637820 Mar 30 18:19:35.998450 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5ec5a16b-1946-4bd6-8f8b-58ac3c966319 req-698af6ba-c891-4bd6-8701-fdb286fe3f8a tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451910 Mar 30 18:19:36.563959 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1011b6-7df3-4113-91be-254946bacd68 req-ba3215e7-8cf3-4e35-958e-bf608714d7ed tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:36.565442 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-fb1011b6-7df3-4113-91be-254946bacd68 req-ba3215e7-8cf3-4e35-958e-bf608714d7ed tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd59216-52b0-41ca-8c0b-32140ffe76e8 HTTP/1.1" status: 200 len: 944 time: 0.0539632 Mar 30 18:19:36.610545 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-fb1011b6-7df3-4113-91be-254946bacd68 req-a6579149-8142-411d-8ebe-0dbe046e8ba8 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b15ee7-1f38-4ffe-ad50-39a84deb3596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395999 Mar 30 18:19:37.121290 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044a123c-1fca-4b78-8bbc-15414da9128c req-18eac12b-9cd3-4ce0-a08f-83fb3d750304 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:37.122776 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-044a123c-1fca-4b78-8bbc-15414da9128c req-18eac12b-9cd3-4ce0-a08f-83fb3d750304 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 945 time: 0.0554895 Mar 30 18:19:37.173416 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-044a123c-1fca-4b78-8bbc-15414da9128c req-0ad88e24-9e8f-4569-9bc6-65c80753a22b tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449991 Mar 30 18:19:37.728119 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4563942-4569-46dd-af13-44f0332d5c10 req-2f3a61cc-7747-4661-9658-7781f0ceff40 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:37.729560 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e4563942-4569-46dd-af13-44f0332d5c10 req-2f3a61cc-7747-4661-9658-7781f0ceff40 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd59216-52b0-41ca-8c0b-32140ffe76e8 HTTP/1.1" status: 200 len: 944 time: 0.0530443 Mar 30 18:19:37.779103 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e4563942-4569-46dd-af13-44f0332d5c10 req-fcd16853-b493-436e-a785-6f28cf3b8c09 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b15ee7-1f38-4ffe-ad50-39a84deb3596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439405 Mar 30 18:19:38.292808 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907e9b9-44b1-4d00-a2e2-55f38f554edf req-a52bdba1-c5ec-4ca5-9190-d51455451628 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:38.294529 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-1907e9b9-44b1-4d00-a2e2-55f38f554edf req-a52bdba1-c5ec-4ca5-9190-d51455451628 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 945 time: 0.0515451 Mar 30 18:19:38.343041 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-1907e9b9-44b1-4d00-a2e2-55f38f554edf req-bf953726-8b60-42d7-af74-5d69b0bbade4 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431776 Mar 30 18:19:38.793554 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdfd6ad-11b0-4b89-ba77-fbf2788308b3 req-387df5f3-1fca-4f0f-843b-3080a57daaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:38.795571 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8fdfd6ad-11b0-4b89-ba77-fbf2788308b3 req-387df5f3-1fca-4f0f-843b-3080a57daaf3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 1129 time: 0.0489383 Mar 30 18:19:38.843012 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8fdfd6ad-11b0-4b89-ba77-fbf2788308b3 req-1d0b1565-fecc-4195-b626-b4d6b3e3033e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406234 Mar 30 18:19:38.906528 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61239d48-65ab-4c27-96d5-982f9f050a70 req-77ad9474-bb68-41df-9ff0-336d64931a32 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:38.907996 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-61239d48-65ab-4c27-96d5-982f9f050a70 req-77ad9474-bb68-41df-9ff0-336d64931a32 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd59216-52b0-41ca-8c0b-32140ffe76e8 HTTP/1.1" status: 200 len: 944 time: 0.0586832 Mar 30 18:19:38.957619 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-61239d48-65ab-4c27-96d5-982f9f050a70 req-65e19f19-67e4-4fb1-acfa-1228d94d1d0d tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b15ee7-1f38-4ffe-ad50-39a84deb3596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436850 Mar 30 18:19:39.074645 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 720d8223-5134-4e19-a58f-9b81f520300e details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:19:39.197023 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port 720d8223-5134-4e19-a58f-9b81f520300e, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=720d8223-5134-4e19-a58f-9b81f520300e,segment=NetworkSegment(974ae415-aac9-43d0-b304-10ebb300cc57),segment_id=974ae415-aac9-43d0-b304-10ebb300cc57)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:19:39.208868 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Returning: {'device': '720d8223-5134-4e19-a58f-9b81f520300e', 'network_id': '6135f2b8-d5a7-4fb1-9c4a-a008078e870c', 'port_id': '720d8223-5134-4e19-a58f-9b81f520300e', 'mac_address': 'fa:16:3e:24:d6:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4202354-4e55-4eb0-b052-e39d4dd92df9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:19:39.246593 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Current status of the port 720d8223-5134-4e19-a58f-9b81f520300e is: DOWN; New status is: BUILD {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:19:39.247050 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (720d8223-5134-4e19-a58f-9b81f520300e), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:39.261439 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 720d8223-5134-4e19-a58f-9b81f520300e {{(pid=103496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:19:39.282335 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port 720d8223-5134-4e19-a58f-9b81f520300e, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=720d8223-5134-4e19-a58f-9b81f520300e,segment=NetworkSegment(974ae415-aac9-43d0-b304-10ebb300cc57),segment_id=974ae415-aac9-43d0-b304-10ebb300cc57)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:19:39.287180 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (720d8223-5134-4e19-a58f-9b81f520300e), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:39.345306 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Pushing event updated for resources: {'Port': ['ID=720d8223-5134-4e19-a58f-9b81f520300e,revision_number=4']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:39.458855 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 46424) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:39.463960 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad618ee-b77a-4f7b-8116-9a07ebb6eed8 req-0231473c-92f2-46d7-b00a-7c7147f6dafa tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:39.467369 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8ad618ee-b77a-4f7b-8116-9a07ebb6eed8 req-0231473c-92f2-46d7-b00a-7c7147f6dafa tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 945 time: 0.0554333 Mar 30 18:19:39.484083 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 46428) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:39.522768 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8ad618ee-b77a-4f7b-8116-9a07ebb6eed8 req-bad5e5bc-f402-4b1b-a355-8b780e452560 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501356 Mar 30 18:19:39.590503 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-d9dddf9b-1778-4f97-94b0-118acfd2fb8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:39.603629 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-604275a8-ce1c-470d-bc75-2b848bab6104 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:39.731194 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-d9dddf9b-1778-4f97-94b0-118acfd2fb8d admin admin] Publish callbacks [] for security_group (3bc5bea8-378c-4ecb-b7ac-49a6ec4141c3), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:39.738447 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-d9dddf9b-1778-4f97-94b0-118acfd2fb8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (3bc5bea8-378c-4ecb-b7ac-49a6ec4141c3), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:39.741761 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-604275a8-ce1c-470d-bc75-2b848bab6104 admin admin] Publish callbacks [] for security_group (445f7f0e-5db8-4734-b797-be7ef07fc97d), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:39.755349 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-604275a8-ce1c-470d-bc75-2b848bab6104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (445f7f0e-5db8-4734-b797-be7ef07fc97d), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:39.793190 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-d9dddf9b-1778-4f97-94b0-118acfd2fb8d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=27945c9b25d7460b95cefc91c3670fbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3327205 Mar 30 18:19:39.793890 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dddf9b-1778-4f97-94b0-118acfd2fb8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc5bea8-378c-4ecb-b7ac-49a6ec4141c3,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:39.795856 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 46434) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:39.805139 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-604275a8-ce1c-470d-bc75-2b848bab6104 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=81537d21793c423c902108cb3ad867ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3200169 Mar 30 18:19:39.809575 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 46436) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:39.824421 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604275a8-ce1c-470d-bc75-2b848bab6104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=445f7f0e-5db8-4734-b797-be7ef07fc97d,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:39.879234 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-37a16d5b-c287-4e68-abd2-b905ab386015 admin admin] Publish callbacks [] for security_group (3bc5bea8-378c-4ecb-b7ac-49a6ec4141c3), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:39.886661 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-7249332f-0391-4594-a9d8-7be5c4d38a88 admin admin] Publish callbacks [] for security_group (445f7f0e-5db8-4734-b797-be7ef07fc97d), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:39.916276 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-37a16d5b-c287-4e68-abd2-b905ab386015 admin admin] Publish callbacks [] for security_group (3bc5bea8-378c-4ecb-b7ac-49a6ec4141c3), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:39.925604 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-7249332f-0391-4594-a9d8-7be5c4d38a88 admin admin] Publish callbacks [] for security_group (445f7f0e-5db8-4734-b797-be7ef07fc97d), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:39.942502 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] get_ports_and_sgs() called for port_ids ['720d8223-5134-4e19-a58f-9b81f520300e'] {{(pid=103496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:19:40.003673 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-7249332f-0391-4594-a9d8-7be5c4d38a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (445f7f0e-5db8-4734-b797-be7ef07fc97d), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:40.006138 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-7249332f-0391-4594-a9d8-7be5c4d38a88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:40.010830 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-7249332f-0391-4594-a9d8-7be5c4d38a88 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/445f7f0e-5db8-4734-b797-be7ef07fc97d HTTP/1.1" status: 204 len: 168 time: 0.1997805 Mar 30 18:19:40.011569 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-37a16d5b-c287-4e68-abd2-b905ab386015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (3bc5bea8-378c-4ecb-b7ac-49a6ec4141c3), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:40.014032 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-37a16d5b-c287-4e68-abd2-b905ab386015 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:40.017522 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-37a16d5b-c287-4e68-abd2-b905ab386015 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3bc5bea8-378c-4ecb-b7ac-49a6ec4141c3 HTTP/1.1" status: 204 len: 168 time: 0.2184088 Mar 30 18:19:40.025336 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7249332f-0391-4594-a9d8-7be5c4d38a88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445f7f0e-5db8-4734-b797-be7ef07fc97d,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:40.036059 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a16d5b-c287-4e68-abd2-b905ab386015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc5bea8-378c-4ecb-b7ac-49a6ec4141c3,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:40.323507 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc36f85-e573-48f6-ad95-db0ff3625e28 req-4b874bf3-739d-43dd-8dc7-20a64de8d3a2 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:40.325038 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-7bc36f85-e573-48f6-ad95-db0ff3625e28 req-4b874bf3-739d-43dd-8dc7-20a64de8d3a2 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd59216-52b0-41ca-8c0b-32140ffe76e8 HTTP/1.1" status: 200 len: 945 time: 0.2733574 Mar 30 18:19:40.378650 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-7bc36f85-e573-48f6-ad95-db0ff3625e28 req-78353f84-62b5-4e69-8363-3e5597e16eb5 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b15ee7-1f38-4ffe-ad50-39a84deb3596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476074 Mar 30 18:19:40.429766 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 46458) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:40.443045 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-9510fc9f-4d06-4196-8a15-abbc7c4061de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:40.517743 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-9510fc9f-4d06-4196-8a15-abbc7c4061de admin admin] Publish callbacks [] for security_group (fc301577-f664-476d-9b83-630926b34627), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:40.521674 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-9510fc9f-4d06-4196-8a15-abbc7c4061de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (fc301577-f664-476d-9b83-630926b34627), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:40.563623 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-9510fc9f-4d06-4196-8a15-abbc7c4061de admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f861daef4a0648009bb8d7c377b52142&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1320317 Mar 30 18:19:40.566254 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 46462) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:40.579938 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9510fc9f-4d06-4196-8a15-abbc7c4061de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc301577-f664-476d-9b83-630926b34627,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:40.624500 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-ee448038-6c1a-4250-b4ab-8f76125c5eba admin admin] Publish callbacks [] for security_group (fc301577-f664-476d-9b83-630926b34627), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:40.650783 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-ee448038-6c1a-4250-b4ab-8f76125c5eba admin admin] Publish callbacks [] for security_group (fc301577-f664-476d-9b83-630926b34627), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:40.714635 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d37360-f23a-4389-996d-4fd772689eb0 req-a5520530-5eda-42f7-87fc-9c2f878d5499 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:40.716288 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-99d37360-f23a-4389-996d-4fd772689eb0 req-a5520530-5eda-42f7-87fc-9c2f878d5499 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 945 time: 0.0784276 Mar 30 18:19:40.725019 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-ee448038-6c1a-4250-b4ab-8f76125c5eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (fc301577-f664-476d-9b83-630926b34627), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:40.729839 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-ee448038-6c1a-4250-b4ab-8f76125c5eba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:40.735389 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-ee448038-6c1a-4250-b4ab-8f76125c5eba admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fc301577-f664-476d-9b83-630926b34627 HTTP/1.1" status: 204 len: 168 time: 0.1658902 Mar 30 18:19:40.749264 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee448038-6c1a-4250-b4ab-8f76125c5eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc301577-f664-476d-9b83-630926b34627,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:40.808411 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-99d37360-f23a-4389-996d-4fd772689eb0 req-6e4a7a68-9bd6-42ad-a681-f987645f4646 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852535 Mar 30 18:19:41.505069 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1bb139-740b-483f-a830-a607f101d150 req-115f67a6-89b0-4ac6-83c1-8407c1f9412a tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:41.506734 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3b1bb139-740b-483f-a830-a607f101d150 req-115f67a6-89b0-4ac6-83c1-8407c1f9412a tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd59216-52b0-41ca-8c0b-32140ffe76e8 HTTP/1.1" status: 200 len: 945 time: 0.0522883 Mar 30 18:19:41.561883 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3b1bb139-740b-483f-a830-a607f101d150 req-7015d0d1-ec2c-4117-8cf7-29d5fa4161c6 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b15ee7-1f38-4ffe-ad50-39a84deb3596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463173 Mar 30 18:19:41.774389 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-41709a71-0118-42df-bfb6-e231927b153f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:41.939202 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c20489-e51e-49a8-bf77-d51c8f3ed88c req-adf46f5a-0ede-40ad-9224-aba30ff4db94 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:41.943335 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-60c20489-e51e-49a8-bf77-d51c8f3ed88c req-adf46f5a-0ede-40ad-9224-aba30ff4db94 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 945 time: 0.0612071 Mar 30 18:19:41.993603 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-60c20489-e51e-49a8-bf77-d51c8f3ed88c req-3c168895-9132-4a44-bf8e-d15836435719 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437829 Mar 30 18:19:42.108914 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16bd200-a13b-49bc-825c-86dd3e7a3967 req-2dc41c47-df63-4d76-855f-6cc61ff37dbd tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:42.110413 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f16bd200-a13b-49bc-825c-86dd3e7a3967 req-2dc41c47-df63-4d76-855f-6cc61ff37dbd tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4caa7109-b153-4a12-a3ca-f9a0bd8ec82f HTTP/1.1" status: 200 len: 945 time: 0.0522847 Mar 30 18:19:42.158005 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f16bd200-a13b-49bc-825c-86dd3e7a3967 req-acc647fc-31cc-4876-bc7b-79c0ec9aeae8 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420268 Mar 30 18:19:42.531893 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 46586) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:42.606352 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 46592) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:42.711558 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f791c30b-d976-4b46-aae4-197180d37573 req-e79be026-322c-48df-b856-73665b53805f tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:42.713707 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f791c30b-d976-4b46-aae4-197180d37573 req-e79be026-322c-48df-b856-73665b53805f tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd59216-52b0-41ca-8c0b-32140ffe76e8 HTTP/1.1" status: 200 len: 945 time: 0.0702217 Mar 30 18:19:42.753675 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-39a7719b-257e-4b11-b249-470cd71c9094 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:42.781006 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-16245255-c3c0-49a0-9dcd-c0bfaa4fe189 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:42.798833 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f791c30b-d976-4b46-aae4-197180d37573 req-62378645-5360-4e40-a44c-caba72ef6651 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b15ee7-1f38-4ffe-ad50-39a84deb3596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785069 Mar 30 18:19:42.848897 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-39a7719b-257e-4b11-b249-470cd71c9094 admin admin] Publish callbacks [] for security_group (c1f41460-9335-40f9-a2b8-dc0a19e7ca6e), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:42.852623 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-39a7719b-257e-4b11-b249-470cd71c9094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (c1f41460-9335-40f9-a2b8-dc0a19e7ca6e), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:42.880733 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-16245255-c3c0-49a0-9dcd-c0bfaa4fe189 admin admin] Publish callbacks [] for security_group (b34b6dc6-9806-45a7-826d-a10955b38013), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:42.885817 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-16245255-c3c0-49a0-9dcd-c0bfaa4fe189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (b34b6dc6-9806-45a7-826d-a10955b38013), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:42.897641 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-39a7719b-257e-4b11-b249-470cd71c9094 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=272e0598d5414ccfacc0aa5824a342aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3636637 Mar 30 18:19:42.901048 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 46600) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:42.907840 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a7719b-257e-4b11-b249-470cd71c9094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f41460-9335-40f9-a2b8-dc0a19e7ca6e,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:42.938211 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-16245255-c3c0-49a0-9dcd-c0bfaa4fe189 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ff372e10adb6415cacdadc257379bd61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3176620 Mar 30 18:19:42.938211 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16245255-c3c0-49a0-9dcd-c0bfaa4fe189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b34b6dc6-9806-45a7-826d-a10955b38013,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:42.938788 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 46602) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:42.992389 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3fe189ae-5520-4c34-a8c8-221d36bc56e2 admin admin] Publish callbacks [] for security_group (c1f41460-9335-40f9-a2b8-dc0a19e7ca6e), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:43.007767 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-24e5f263-a17f-461e-a2ee-cc1a4d7f1331 admin admin] Publish callbacks [] for security_group (b34b6dc6-9806-45a7-826d-a10955b38013), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:43.029629 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3fe189ae-5520-4c34-a8c8-221d36bc56e2 admin admin] Publish callbacks [] for security_group (c1f41460-9335-40f9-a2b8-dc0a19e7ca6e), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:43.049592 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-24e5f263-a17f-461e-a2ee-cc1a4d7f1331 admin admin] Publish callbacks [] for security_group (b34b6dc6-9806-45a7-826d-a10955b38013), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:43.072127 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 720d8223-5134-4e19-a58f-9b81f520300e up at agent hyperv_hv-cinder-83588 {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:19:43.116372 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3fe189ae-5520-4c34-a8c8-221d36bc56e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (c1f41460-9335-40f9-a2b8-dc0a19e7ca6e), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:43.118924 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3fe189ae-5520-4c34-a8c8-221d36bc56e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:43.120065 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-3fe189ae-5520-4c34-a8c8-221d36bc56e2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c1f41460-9335-40f9-a2b8-dc0a19e7ca6e HTTP/1.1" status: 204 len: 168 time: 0.2185199 Mar 30 18:19:43.124138 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-24e5f263-a17f-461e-a2ee-cc1a4d7f1331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (b34b6dc6-9806-45a7-826d-a10955b38013), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:43.125098 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Provisioning for port 720d8223-5134-4e19-a58f-9b81f520300e completed by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 18:19:43.126873 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-24e5f263-a17f-461e-a2ee-cc1a4d7f1331 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:43.130297 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-24e5f263-a17f-461e-a2ee-cc1a4d7f1331 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b34b6dc6-9806-45a7-826d-a10955b38013 HTTP/1.1" status: 204 len: 168 time: 0.1981277 Mar 30 18:19:43.132765 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Provisioning complete for port 720d8223-5134-4e19-a58f-9b81f520300e triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:19:43.133669 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (720d8223-5134-4e19-a58f-9b81f520300e), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:43.138702 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe189ae-5520-4c34-a8c8-221d36bc56e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f41460-9335-40f9-a2b8-dc0a19e7ca6e,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:43.150724 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5f263-a17f-461e-a2ee-cc1a4d7f1331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34b6dc6-9806-45a7-826d-a10955b38013,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:43.255234 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Current status of the port 720d8223-5134-4e19-a58f-9b81f520300e is: BUILD; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:19:43.255234 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (720d8223-5134-4e19-a58f-9b81f520300e), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:43.283902 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd59216-52b0-41ca-8c0b-32140ffe76e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720d8223-5134-4e19-a58f-9b81f520300e'}] {{(pid=103496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:19:43.286204 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cbde32198906eb4ff2132376d68ea43d0d8f515c48f03fe95d90af760020ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a265384-d94b-4eee-a47d-9e5be5e128dc" -d '{"events": [{"server_uuid": "8cd59216-52b0-41ca-8c0b-32140ffe76e8", "name": "network-vif-plugged", "status": "completed", "tag": "720d8223-5134-4e19-a58f-9b81f520300e"}]}' {{(pid=103496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:19:43.300175 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port 720d8223-5134-4e19-a58f-9b81f520300e, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=720d8223-5134-4e19-a58f-9b81f520300e,segment=NetworkSegment(974ae415-aac9-43d0-b304-10ebb300cc57),segment_id=974ae415-aac9-43d0-b304-10ebb300cc57)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:19:43.307119 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (720d8223-5134-4e19-a58f-9b81f520300e), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:43.337475 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04c7e31-2897-4450-9645-7410d75f799f x-openstack-request-id: req-a04c7e31-2897-4450-9645-7410d75f799f {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:19:43.337808 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cd59216-52b0-41ca-8c0b-32140ffe76e8", "name": "network-vif-plugged", "status": "completed", "tag": "720d8223-5134-4e19-a58f-9b81f520300e", "code": 200}]} {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:19:43.338065 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a04c7e31-2897-4450-9645-7410d75f799f {{(pid=103496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:19:43.338482 dv-cinder-835881-1-iscsi neutron-server[103496]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a04c7e31-2897-4450-9645-7410d75f799f'] response: {'server_uuid': '8cd59216-52b0-41ca-8c0b-32140ffe76e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720d8223-5134-4e19-a58f-9b81f520300e', 'code': 200} Mar 30 18:19:43.364188 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Pushing event updated for resources: {'Port': ['ID=720d8223-5134-4e19-a58f-9b81f520300e,revision_number=5']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:43.452580 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 46616) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:43.468563 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-b9446226-9c93-43b3-b672-785e98bb55bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:43.517585 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 46620) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:43.531583 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-95b3955d-a3a4-491f-ae3a-24d5d00a16b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:43.607493 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-b9446226-9c93-43b3-b672-785e98bb55bb admin admin] Publish callbacks [] for security_group (23f3dd9e-1ef6-4e44-85d0-ae3af40b3af8), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:43.618458 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5cc07-82b8-4eda-be8e-432475913452 req-ecfe6f81-e8c2-44f1-8fd6-fe6db7dd0472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:43.620230 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-6ce5cc07-82b8-4eda-be8e-432475913452 req-ecfe6f81-e8c2-44f1-8fd6-fe6db7dd0472 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8cd59216-52b0-41ca-8c0b-32140ffe76e8 HTTP/1.1" status: 200 len: 1130 time: 0.0709867 Mar 30 18:19:43.621398 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-95b3955d-a3a4-491f-ae3a-24d5d00a16b3 admin admin] Publish callbacks [] for security_group (2c454004-af16-4532-a54f-391b5c3fbce3), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:43.624045 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-b9446226-9c93-43b3-b672-785e98bb55bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (23f3dd9e-1ef6-4e44-85d0-ae3af40b3af8), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:43.627525 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-95b3955d-a3a4-491f-ae3a-24d5d00a16b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (2c454004-af16-4532-a54f-391b5c3fbce3), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:43.667114 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-95b3955d-a3a4-491f-ae3a-24d5d00a16b3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=140e5485fdba43198bc33e0290f13bdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1481569 Mar 30 18:19:43.670341 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 46626) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:43.684605 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b3955d-a3a4-491f-ae3a-24d5d00a16b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c454004-af16-4532-a54f-391b5c3fbce3,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:43.696985 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-b9446226-9c93-43b3-b672-785e98bb55bb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0c1cbf00d7bc481c834de3d656f2c636&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2432926 Mar 30 18:19:43.699660 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 46628) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:43.727907 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9446226-9c93-43b3-b672-785e98bb55bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f3dd9e-1ef6-4e44-85d0-ae3af40b3af8,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:43.744902 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-6ce5cc07-82b8-4eda-be8e-432475913452 req-9a39fab5-d119-49b2-ad52-c2713b7b9d67 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=36b15ee7-1f38-4ffe-ad50-39a84deb3596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156712 Mar 30 18:19:43.757276 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-5c91e9dc-7693-4dac-a999-c1b4fb977275 admin admin] Publish callbacks [] for security_group (2c454004-af16-4532-a54f-391b5c3fbce3), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:43.789003 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-5c91e9dc-7693-4dac-a999-c1b4fb977275 admin admin] Publish callbacks [] for security_group (2c454004-af16-4532-a54f-391b5c3fbce3), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:43.795041 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-2134cf3c-63d7-49fd-844a-5865a8af700a admin admin] Publish callbacks [] for security_group (23f3dd9e-1ef6-4e44-85d0-ae3af40b3af8), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:43.837697 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-2134cf3c-63d7-49fd-844a-5865a8af700a admin admin] Publish callbacks [] for security_group (23f3dd9e-1ef6-4e44-85d0-ae3af40b3af8), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:43.862785 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-22d35b80-328a-492c-af2b-defe95f58f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:43.893141 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-5c91e9dc-7693-4dac-a999-c1b4fb977275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (2c454004-af16-4532-a54f-391b5c3fbce3), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:43.896461 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-5c91e9dc-7693-4dac-a999-c1b4fb977275 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:43.897617 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-5c91e9dc-7693-4dac-a999-c1b4fb977275 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2c454004-af16-4532-a54f-391b5c3fbce3 HTTP/1.1" status: 204 len: 168 time: 0.2263746 Mar 30 18:19:43.908846 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-2134cf3c-63d7-49fd-844a-5865a8af700a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (23f3dd9e-1ef6-4e44-85d0-ae3af40b3af8), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:43.914607 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-2134cf3c-63d7-49fd-844a-5865a8af700a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:43.915957 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-2134cf3c-63d7-49fd-844a-5865a8af700a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/23f3dd9e-1ef6-4e44-85d0-ae3af40b3af8 HTTP/1.1" status: 204 len: 168 time: 0.2119513 Mar 30 18:19:43.916811 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c91e9dc-7693-4dac-a999-c1b4fb977275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c454004-af16-4532-a54f-391b5c3fbce3,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:43.928628 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2134cf3c-63d7-49fd-844a-5865a8af700a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f3dd9e-1ef6-4e44-85d0-ae3af40b3af8,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:43.986159 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bfa774-7055-4efd-a5be-e75b34cbc9d1 req-5cee1e85-95bb-4370-8678-aec8f1d75d12 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:43.987676 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-85bfa774-7055-4efd-a5be-e75b34cbc9d1 req-5cee1e85-95bb-4370-8678-aec8f1d75d12 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd59216-52b0-41ca-8c0b-32140ffe76e8 HTTP/1.1" status: 200 len: 946 time: 0.0908291 Mar 30 18:19:44.042728 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-85bfa774-7055-4efd-a5be-e75b34cbc9d1 req-941a76a8-607a-451c-8c15-1202e8b6e6e4 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b15ee7-1f38-4ffe-ad50-39a84deb3596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479493 Mar 30 18:19:44.275568 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 46648) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:44.291943 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-0364998e-5613-4629-806d-05c4c46e0c12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:44.368702 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-0364998e-5613-4629-806d-05c4c46e0c12 admin admin] Publish callbacks [] for security_group (bbc35403-230b-4b66-8718-01abce5d60c7), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:44.372539 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-0364998e-5613-4629-806d-05c4c46e0c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (bbc35403-230b-4b66-8718-01abce5d60c7), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:44.414830 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 46652) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:44.415516 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-0364998e-5613-4629-806d-05c4c46e0c12 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=622431f4d5ba4757b0f63acb4d61c1fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1385171 Mar 30 18:19:44.416791 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0364998e-5613-4629-806d-05c4c46e0c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc35403-230b-4b66-8718-01abce5d60c7,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:44.475164 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-4371e73d-024b-4ed6-af98-c4e4c0bcb58d admin admin] Publish callbacks [] for security_group (bbc35403-230b-4b66-8718-01abce5d60c7), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:44.497106 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-4371e73d-024b-4ed6-af98-c4e4c0bcb58d admin admin] Publish callbacks [] for security_group (bbc35403-230b-4b66-8718-01abce5d60c7), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:44.553083 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-4371e73d-024b-4ed6-af98-c4e4c0bcb58d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (bbc35403-230b-4b66-8718-01abce5d60c7), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:44.556437 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-4371e73d-024b-4ed6-af98-c4e4c0bcb58d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:44.560011 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-4371e73d-024b-4ed6-af98-c4e4c0bcb58d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bbc35403-230b-4b66-8718-01abce5d60c7 HTTP/1.1" status: 204 len: 168 time: 0.1417205 Mar 30 18:19:44.567644 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4371e73d-024b-4ed6-af98-c4e4c0bcb58d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc35403-230b-4b66-8718-01abce5d60c7,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:45.011339 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:45.046845 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8dfd2-294a-451f-9f67-2420a2ce7b19 req-134bae1f-da7d-49d6-9397-b49eb6db1af1 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:45.048434 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a3f8dfd2-294a-451f-9f67-2420a2ce7b19 req-134bae1f-da7d-49d6-9397-b49eb6db1af1 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4caa7109-b153-4a12-a3ca-f9a0bd8ec82f HTTP/1.1" status: 200 len: 945 time: 0.1339750 Mar 30 18:19:45.055872 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cdf749-ff17-4cc2-9272-dbe6b7c99ca3 req-e7c78263-ef16-416f-9dc7-ef66c568efcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:45.057295 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-74cdf749-ff17-4cc2-9272-dbe6b7c99ca3 req-e7c78263-ef16-416f-9dc7-ef66c568efcf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d22e85861b694f0e8bd7e2e7da8fbc45&device_id=4caa7109-b153-4a12-a3ca-f9a0bd8ec82f HTTP/1.1" status: 200 len: 1129 time: 0.0958173 Mar 30 18:19:45.201386 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a3f8dfd2-294a-451f-9f67-2420a2ce7b19 req-332582db-b691-4cd2-a376-df9d5ec4bf7b tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382267 Mar 30 18:19:45.263286 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ca61ec-b395-4753-8ba3-14d5443f2532 req-bdaaa98b-4792-43ad-8545-2361fc368661 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:45.269947 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-74ca61ec-b395-4753-8ba3-14d5443f2532 req-bdaaa98b-4792-43ad-8545-2361fc368661 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd59216-52b0-41ca-8c0b-32140ffe76e8 HTTP/1.1" status: 200 len: 946 time: 0.1412764 Mar 30 18:19:45.301365 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cdf749-ff17-4cc2-9272-dbe6b7c99ca3 req-932d65cd-00d6-4b60-9c0c-03cdd410557c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:45.303141 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-74cdf749-ff17-4cc2-9272-dbe6b7c99ca3 req-932d65cd-00d6-4b60-9c0c-03cdd410557c service neutron] 10.222.0.44 "GET /v2.0/networks?id=3e13178f-fe3d-4acc-a151-e0891e100715 HTTP/1.1" status: 200 len: 920 time: 0.2342169 Mar 30 18:19:45.363096 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-74cdf749-ff17-4cc2-9272-dbe6b7c99ca3 req-6f91073c-46ad-4abf-8e87-be59d5deae71 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3bb7b2a4-9fc4-4c78-a72d-1b0527b70292 HTTP/1.1" status: 200 len: 217 time: 0.0482702 Mar 30 18:19:45.390687 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-74ca61ec-b395-4753-8ba3-14d5443f2532 req-77700280-cfd3-49d7-814e-c1586439290a tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b15ee7-1f38-4ffe-ad50-39a84deb3596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060128 Mar 30 18:19:46.252300 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 46766) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:46.334326 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4972dd-769b-49ec-a2ec-9b168fde2afe req-6d6f07be-6c99-4a86-8efe-be78f833cc80 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:46.336194 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8a4972dd-769b-49ec-a2ec-9b168fde2afe req-6d6f07be-6c99-4a86-8efe-be78f833cc80 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4caa7109-b153-4a12-a3ca-f9a0bd8ec82f HTTP/1.1" status: 200 len: 945 time: 0.0575032 Mar 30 18:19:46.379933 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-32dbbd0a-2c94-41ae-8f01-7d3453e2f840 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:46.380607 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:46.415725 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8a4972dd-769b-49ec-a2ec-9b168fde2afe req-4accee3f-3bd7-4976-9f25-7f84b26a84ed tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718737 Mar 30 18:19:46.509487 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-32dbbd0a-2c94-41ae-8f01-7d3453e2f840 admin admin] Publish callbacks [] for security_group (e4252695-8a13-48f1-9071-b385922c9e0f), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:46.514712 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-32dbbd0a-2c94-41ae-8f01-7d3453e2f840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (e4252695-8a13-48f1-9071-b385922c9e0f), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:46.564034 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dbbd0a-2c94-41ae-8f01-7d3453e2f840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4252695-8a13-48f1-9071-b385922c9e0f,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:46.569037 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-32dbbd0a-2c94-41ae-8f01-7d3453e2f840 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=af0dec4b52e64777adf46aba892dd468&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3151007 Mar 30 18:19:46.572521 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 46784) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:46.577388 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f813ea78-061e-4bfe-847a-5522abdf8f3d req-15381e13-02ab-4677-8f14-41d2901ce4a1 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:46.578887 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f813ea78-061e-4bfe-847a-5522abdf8f3d req-15381e13-02ab-4677-8f14-41d2901ce4a1 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd59216-52b0-41ca-8c0b-32140ffe76e8 HTTP/1.1" status: 200 len: 946 time: 0.1103835 Mar 30 18:19:46.636129 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-27dbd3f9-6123-4231-b46a-a6d2e1595c55 admin admin] Publish callbacks [] for security_group (e4252695-8a13-48f1-9071-b385922c9e0f), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:46.667118 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f813ea78-061e-4bfe-847a-5522abdf8f3d req-ee4e3546-2d63-4469-bb87-8d67c16dab10 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b15ee7-1f38-4ffe-ad50-39a84deb3596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777967 Mar 30 18:19:46.667584 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-27dbd3f9-6123-4231-b46a-a6d2e1595c55 admin admin] Publish callbacks [] for security_group (e4252695-8a13-48f1-9071-b385922c9e0f), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:46.668712 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cdf749-ff17-4cc2-9272-dbe6b7c99ca3 req-9cc346f8-5aea-40b8-9983-627da8c0fa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:46.670072 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-74cdf749-ff17-4cc2-9272-dbe6b7c99ca3 req-9cc346f8-5aea-40b8-9983-627da8c0fa29 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d0c7af2e-75fc-4b8f-a86b-ddae6e3c7dba HTTP/1.1" status: 200 len: 858 time: 0.0671301 Mar 30 18:19:46.723716 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-27dbd3f9-6123-4231-b46a-a6d2e1595c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (e4252695-8a13-48f1-9071-b385922c9e0f), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:46.726801 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-27dbd3f9-6123-4231-b46a-a6d2e1595c55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:46.728118 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-27dbd3f9-6123-4231-b46a-a6d2e1595c55 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e4252695-8a13-48f1-9071-b385922c9e0f HTTP/1.1" status: 204 len: 168 time: 0.1538861 Mar 30 18:19:46.736313 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dbd3f9-6123-4231-b46a-a6d2e1595c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4252695-8a13-48f1-9071-b385922c9e0f,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:46.744386 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dbd3f9-6123-4231-b46a-a6d2e1595c55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:46.744738 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dbd3f9-6123-4231-b46a-a6d2e1595c55 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:46.745112 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dbd3f9-6123-4231-b46a-a6d2e1595c55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:46.745467 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dbd3f9-6123-4231-b46a-a6d2e1595c55 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:46.745808 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dbd3f9-6123-4231-b46a-a6d2e1595c55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:46.746171 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dbd3f9-6123-4231-b46a-a6d2e1595c55 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:46.746502 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dbd3f9-6123-4231-b46a-a6d2e1595c55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:46.746836 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dbd3f9-6123-4231-b46a-a6d2e1595c55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:46.747182 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dbd3f9-6123-4231-b46a-a6d2e1595c55 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:46.747518 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dbd3f9-6123-4231-b46a-a6d2e1595c55 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:46.747846 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dbd3f9-6123-4231-b46a-a6d2e1595c55 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:46.748349 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dbd3f9-6123-4231-b46a-a6d2e1595c55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:46.748685 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dbd3f9-6123-4231-b46a-a6d2e1595c55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:46.749011 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dbd3f9-6123-4231-b46a-a6d2e1595c55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:46.749338 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dbd3f9-6123-4231-b46a-a6d2e1595c55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:47.550246 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4d86b-bc25-49e1-9c9f-f54585cf8254 req-4a395bcc-06e3-48f5-b548-c4226bae9d4c tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:47.551744 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-69c4d86b-bc25-49e1-9c9f-f54585cf8254 req-4a395bcc-06e3-48f5-b548-c4226bae9d4c tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4caa7109-b153-4a12-a3ca-f9a0bd8ec82f HTTP/1.1" status: 200 len: 945 time: 0.0532184 Mar 30 18:19:47.603863 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-69c4d86b-bc25-49e1-9c9f-f54585cf8254 req-862f8c53-59b3-4e3f-a654-3ba79c22c4db tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452821 Mar 30 18:19:47.745988 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cdf749-ff17-4cc2-9272-dbe6b7c99ca3 req-8eb2b06d-e5f3-4893-be4a-a8934737471e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:47.749376 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-74cdf749-ff17-4cc2-9272-dbe6b7c99ca3 req-8eb2b06d-e5f3-4893-be4a-a8934737471e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3e13178f-fe3d-4acc-a151-e0891e100715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0715046 Mar 30 18:19:47.804654 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c609f-7c9e-4d72-a4dc-4c2ec84f26bf req-55c4521c-40fc-4284-ac99-59f3b3414f73 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:47.806885 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-200c609f-7c9e-4d72-a4dc-4c2ec84f26bf req-55c4521c-40fc-4284-ac99-59f3b3414f73 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd59216-52b0-41ca-8c0b-32140ffe76e8 HTTP/1.1" status: 200 len: 946 time: 0.0564625 Mar 30 18:19:47.853431 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-200c609f-7c9e-4d72-a4dc-4c2ec84f26bf req-f00ae497-f878-4188-9eb8-759106d22275 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b15ee7-1f38-4ffe-ad50-39a84deb3596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405791 Mar 30 18:19:47.979884 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:48.580554 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (ab438a54-a4f6-4fd3-b589-96aa27265666), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:48.722834 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7411612-0b10-47a4-a37e-2efe1b28fb98 req-638c0a52-3cb1-45d2-99cb-3e712dea7ef2 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:48.724301 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f7411612-0b10-47a4-a37e-2efe1b28fb98 req-638c0a52-3cb1-45d2-99cb-3e712dea7ef2 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4caa7109-b153-4a12-a3ca-f9a0bd8ec82f HTTP/1.1" status: 200 len: 945 time: 0.0534356 Mar 30 18:19:48.773257 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f7411612-0b10-47a4-a37e-2efe1b28fb98 req-545de16d-dea0-49b2-a2b8-5ae96563a475 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433023 Mar 30 18:19:48.969922 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba720d8-1339-49c8-af38-bba8aabced98 req-583be643-8c5a-4372-92fe-fd7f4d5964cc tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:48.971599 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5ba720d8-1339-49c8-af38-bba8aabced98 req-583be643-8c5a-4372-92fe-fd7f4d5964cc tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd59216-52b0-41ca-8c0b-32140ffe76e8 HTTP/1.1" status: 200 len: 946 time: 0.0528085 Mar 30 18:19:49.017815 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5ba720d8-1339-49c8-af38-bba8aabced98 req-13b1cf87-3756-497a-b11a-f38c5d21d9cb tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b15ee7-1f38-4ffe-ad50-39a84deb3596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409021 Mar 30 18:19:49.254713 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-74cdf749-ff17-4cc2-9272-dbe6b7c99ca3 req-55d5c6e3-54e6-4a9e-a887-2f060f7600df service neutron] 10.222.0.44 "GET /v2.0/networks/3e13178f-fe3d-4acc-a151-e0891e100715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806618 Mar 30 18:19:49.351483 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-74cdf749-ff17-4cc2-9272-dbe6b7c99ca3 req-82e8da35-1f0b-4430-825a-2f57ec19c90f service neutron] 10.222.0.44 "GET /v2.0/networks/3e13178f-fe3d-4acc-a151-e0891e100715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898097 Mar 30 18:19:49.900212 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f200c1f-3510-4cc9-9e02-8e90b2b62a8e req-72426d89-8047-4ef8-bd56-1320945ee1eb tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:49.901690 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0f200c1f-3510-4cc9-9e02-8e90b2b62a8e req-72426d89-8047-4ef8-bd56-1320945ee1eb tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4caa7109-b153-4a12-a3ca-f9a0bd8ec82f HTTP/1.1" status: 200 len: 945 time: 0.0624042 Mar 30 18:19:49.948196 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0f200c1f-3510-4cc9-9e02-8e90b2b62a8e req-c0561c6e-fb6a-4996-a7f5-ba3a8b8a2024 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410581 Mar 30 18:19:50.139026 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4048091f-e11d-4397-893a-947668d39850 req-423f9d86-8961-4062-99e1-3c113c3424b5 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:50.140580 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-4048091f-e11d-4397-893a-947668d39850 req-423f9d86-8961-4062-99e1-3c113c3424b5 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd59216-52b0-41ca-8c0b-32140ffe76e8 HTTP/1.1" status: 200 len: 946 time: 0.0576501 Mar 30 18:19:50.190658 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-4048091f-e11d-4397-893a-947668d39850 req-0e8bff6a-8aea-4d2c-8f65-d2d9a8fe8fa3 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b15ee7-1f38-4ffe-ad50-39a84deb3596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443196 Mar 30 18:19:51.080631 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f8b740-c141-4359-9e49-6aa39e9fd35b req-b7ae11e9-2aa3-4910-b471-6f912e6034d1 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:51.082101 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e0f8b740-c141-4359-9e49-6aa39e9fd35b req-b7ae11e9-2aa3-4910-b471-6f912e6034d1 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4caa7109-b153-4a12-a3ca-f9a0bd8ec82f HTTP/1.1" status: 200 len: 945 time: 0.0623562 Mar 30 18:19:51.135907 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e0f8b740-c141-4359-9e49-6aa39e9fd35b req-b7e99c27-b6f8-4d37-aaa1-9e52404418ab tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475893 Mar 30 18:19:51.327655 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44faea4-248d-4c26-9eb6-61b64620cc70 req-7d9f2606-f8b3-42c8-927d-b3046d94de99 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:51.327655 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f44faea4-248d-4c26-9eb6-61b64620cc70 req-7d9f2606-f8b3-42c8-927d-b3046d94de99 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd59216-52b0-41ca-8c0b-32140ffe76e8 HTTP/1.1" status: 200 len: 946 time: 0.0640492 Mar 30 18:19:51.382669 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f44faea4-248d-4c26-9eb6-61b64620cc70 req-11082b57-8b96-44c9-8673-4542f8ec0ac6 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b15ee7-1f38-4ffe-ad50-39a84deb3596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507696 Mar 30 18:19:51.511339 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c9de18-05dd-4978-8b90-69856b03c2cc req-7100604e-79be-403b-8be4-298604efec90 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:51.512826 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d2c9de18-05dd-4978-8b90-69856b03c2cc req-7100604e-79be-403b-8be4-298604efec90 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd59216-52b0-41ca-8c0b-32140ffe76e8 HTTP/1.1" status: 200 len: 946 time: 0.0555544 Mar 30 18:19:51.566768 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d2c9de18-05dd-4978-8b90-69856b03c2cc req-221b9538-747d-4d55-b8ab-f0f8becd4856 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b15ee7-1f38-4ffe-ad50-39a84deb3596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467613 Mar 30 18:19:51.885627 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3337bf-2d61-4839-b647-013c3c5a0bc4 req-82781e4b-993d-4d5b-a13e-6e3ece87f655 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:51.887165 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-4e3337bf-2d61-4839-b647-013c3c5a0bc4 req-82781e4b-993d-4d5b-a13e-6e3ece87f655 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd59216-52b0-41ca-8c0b-32140ffe76e8 HTTP/1.1" status: 200 len: 946 time: 0.0525196 Mar 30 18:19:51.935654 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-4e3337bf-2d61-4839-b647-013c3c5a0bc4 req-5b6ec51f-d980-420f-9f63-4d9e9b63d769 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b15ee7-1f38-4ffe-ad50-39a84deb3596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428991 Mar 30 18:19:52.205006 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 46936) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:52.276354 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.db.db_base_plugin_v2 [None req-783b62aa-0d25-4527-84ea-6e7445fa8810 admin admin] Deleting subnet 086f759b-37ec-48b0-8461-3d27fc057e7e {{(pid=103494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 18:19:52.279824 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-783b62aa-0d25-4527-84ea-6e7445fa8810 admin admin] Publish callbacks [] for subnet (086f759b-37ec-48b0-8461-3d27fc057e7e), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:52.287205 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641349dd-390d-407d-bce2-8f8f9e5a90af req-93991d1d-10dd-4e9a-90cd-5c7b54cf9c21 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:52.296199 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-641349dd-390d-407d-bce2-8f8f9e5a90af req-93991d1d-10dd-4e9a-90cd-5c7b54cf9c21 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4caa7109-b153-4a12-a3ca-f9a0bd8ec82f HTTP/1.1" status: 200 len: 945 time: 0.0775137 Mar 30 18:19:52.321148 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-783b62aa-0d25-4527-84ea-6e7445fa8810 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5271413'] for subnet (086f759b-37ec-48b0-8461-3d27fc057e7e), precommit_delete_associations {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:52.346672 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-641349dd-390d-407d-bce2-8f8f9e5a90af req-6117c293-b4bc-403a-a4a2-b717c8f7487c tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495756 Mar 30 18:19:52.365519 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-783b62aa-0d25-4527-84ea-6e7445fa8810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122403'] for subnet (086f759b-37ec-48b0-8461-3d27fc057e7e), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:52.418936 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-783b62aa-0d25-4527-84ea-6e7445fa8810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5344530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5415489'] for subnet (086f759b-37ec-48b0-8461-3d27fc057e7e), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:52.445585 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783b62aa-0d25-4527-84ea-6e7445fa8810 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=086f759b-37ec-48b0-8461-3d27fc057e7e,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:52.450573 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-783b62aa-0d25-4527-84ea-6e7445fa8810 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for subnet (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:52.454064 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-783b62aa-0d25-4527-84ea-6e7445fa8810 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/086f759b-37ec-48b0-8461-3d27fc057e7e HTTP/1.1" status: 204 len: 168 time: 0.2473557 Mar 30 18:19:52.456219 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 46946) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:52.526447 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-d2debce7-97de-46db-8da0-206ffde8c8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052194'] for network (66be1ca7-ecf7-4717-b65a-53ce8636e75b), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:52.609015 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-d2debce7-97de-46db-8da0-206ffde8c8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1203688', 'neutron.services.segments.db._delete_segments_for_network-8728099724090'] for network (66be1ca7-ecf7-4717-b65a-53ce8636e75b), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:52.636881 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.services.segments.db [None req-d2debce7-97de-46db-8da0-206ffde8c8ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66be1ca7-ecf7-4717-b65a-53ce8636e75b']}} {{(pid=103494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:52.650932 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.services.segments.db [None req-d2debce7-97de-46db-8da0-206ffde8c8ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc3bd69b-c5e1-4e9a-9d70-e0abc157cf0b') {'for_net_delete': True} {{(pid=103494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:52.651227 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.services.segments.db [None req-d2debce7-97de-46db-8da0-206ffde8c8ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc3bd69b-c5e1-4e9a-9d70-e0abc157cf0b') {} {{(pid=103494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:52.661319 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-d2debce7-97de-46db-8da0-206ffde8c8ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728099723075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5271422'] for segment (fc3bd69b-c5e1-4e9a-9d70-e0abc157cf0b), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:52.678425 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-d2debce7-97de-46db-8da0-206ffde8c8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125716'] for segment (fc3bd69b-c5e1-4e9a-9d70-e0abc157cf0b), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:52.686902 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2debce7-97de-46db-8da0-206ffde8c8ae admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=103494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 18:19:52.687718 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-d2debce7-97de-46db-8da0-206ffde8c8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5343412'] for segment (fc3bd69b-c5e1-4e9a-9d70-e0abc157cf0b), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:52.689567 dv-cinder-835881-1-iscsi neutron-server[103494]: Traceback (most recent call last): Mar 30 18:19:52.689567 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 18:19:52.689567 dv-cinder-835881-1-iscsi neutron-server[103494]: timer() Mar 30 18:19:52.689567 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 18:19:52.689567 dv-cinder-835881-1-iscsi neutron-server[103494]: cb(*args, **kw) Mar 30 18:19:52.689567 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 18:19:52.689567 dv-cinder-835881-1-iscsi neutron-server[103494]: return func(*args, **kwargs) Mar 30 18:19:52.689567 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 18:19:52.689567 dv-cinder-835881-1-iscsi neutron-server[103494]: self._notify() Mar 30 18:19:52.689567 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 18:19:52.689567 dv-cinder-835881-1-iscsi neutron-server[103494]: self.callback(batched_events) Mar 30 18:19:52.689567 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 18:19:52.689567 dv-cinder-835881-1-iscsi neutron-server[103494]: event.method(event) Mar 30 18:19:52.689567 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 18:19:52.689567 dv-cinder-835881-1-iscsi neutron-server[103494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 18:19:52.689567 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 18:19:52.689567 dv-cinder-835881-1-iscsi neutron-server[103494]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 18:19:52.689567 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 18:19:52.689567 dv-cinder-835881-1-iscsi neutron-server[103494]: return f(self, *a, **k) Mar 30 18:19:52.689567 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 18:19:52.689567 dv-cinder-835881-1-iscsi neutron-server[103494]: return self._get(url).json() Mar 30 18:19:52.689567 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 18:19:52.689567 dv-cinder-835881-1-iscsi neutron-server[103494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 18:19:52.689567 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 18:19:52.689567 dv-cinder-835881-1-iscsi neutron-server[103494]: return self.request(url, 'GET', **kwargs) Mar 30 18:19:52.689567 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 18:19:52.689567 dv-cinder-835881-1-iscsi neutron-server[103494]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 18:19:52.689567 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 18:19:52.689567 dv-cinder-835881-1-iscsi neutron-server[103494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 18:19:52.689567 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 18:19:52.689567 dv-cinder-835881-1-iscsi neutron-server[103494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 18:19:52.689567 dv-cinder-835881-1-iscsi neutron-server[103494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 18:19:52.794586 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-d2debce7-97de-46db-8da0-206ffde8c8ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1203681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541286'] for network (66be1ca7-ecf7-4717-b65a-53ce8636e75b), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:52.813730 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-d2debce7-97de-46db-8da0-206ffde8c8ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:52.816928 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-d2debce7-97de-46db-8da0-206ffde8c8ae admin admin] 10.222.0.41 "DELETE /v2.0/networks/66be1ca7-ecf7-4717-b65a-53ce8636e75b HTTP/1.1" status: 204 len: 168 time: 0.3598163 Mar 30 18:19:52.818167 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2debce7-97de-46db-8da0-206ffde8c8ae admin admin] Pushing event deleted for resources: {'Network': ['ID=66be1ca7-ecf7-4717-b65a-53ce8636e75b,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:52.819680 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 46958) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:52.862671 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.db.db_base_plugin_v2 [None req-190c9ab5-2d89-4be8-bed5-1ed933ade364 admin admin] Deleting subnet 07a1e096-558f-47fd-b917-547c925a854c {{(pid=103494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 18:19:52.865755 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-190c9ab5-2d89-4be8-bed5-1ed933ade364 admin admin] Publish callbacks [] for subnet (07a1e096-558f-47fd-b917-547c925a854c), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:52.899321 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-190c9ab5-2d89-4be8-bed5-1ed933ade364 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5271413'] for subnet (07a1e096-558f-47fd-b917-547c925a854c), precommit_delete_associations {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:52.941119 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-190c9ab5-2d89-4be8-bed5-1ed933ade364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122403'] for subnet (07a1e096-558f-47fd-b917-547c925a854c), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:52.994253 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-190c9ab5-2d89-4be8-bed5-1ed933ade364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5344530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5415489'] for subnet (07a1e096-558f-47fd-b917-547c925a854c), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:53.018947 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190c9ab5-2d89-4be8-bed5-1ed933ade364 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07a1e096-558f-47fd-b917-547c925a854c,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:53.022572 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-190c9ab5-2d89-4be8-bed5-1ed933ade364 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for subnet (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:53.026297 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-190c9ab5-2d89-4be8-bed5-1ed933ade364 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/07a1e096-558f-47fd-b917-547c925a854c HTTP/1.1" status: 204 len: 168 time: 0.2051315 Mar 30 18:19:53.028845 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 46960) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:53.097845 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-6429a652-d6a8-4489-8dc6-789320a5049a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052194'] for network (5c3d3393-d9fc-46e1-8f0d-852469cd2467), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:53.177750 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-6429a652-d6a8-4489-8dc6-789320a5049a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1203688', 'neutron.services.segments.db._delete_segments_for_network-8728099724090'] for network (5c3d3393-d9fc-46e1-8f0d-852469cd2467), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:53.198921 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.services.segments.db [None req-6429a652-d6a8-4489-8dc6-789320a5049a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c3d3393-d9fc-46e1-8f0d-852469cd2467']}} {{(pid=103494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:53.208341 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.services.segments.db [None req-6429a652-d6a8-4489-8dc6-789320a5049a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb4b9102-9010-4ce3-a5e7-8561a1c0bd5f') {'for_net_delete': True} {{(pid=103494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:53.208898 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.services.segments.db [None req-6429a652-d6a8-4489-8dc6-789320a5049a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb4b9102-9010-4ce3-a5e7-8561a1c0bd5f') {} {{(pid=103494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:19:53.218015 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-6429a652-d6a8-4489-8dc6-789320a5049a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728099723075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5271422'] for segment (cb4b9102-9010-4ce3-a5e7-8561a1c0bd5f), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:53.231767 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-6429a652-d6a8-4489-8dc6-789320a5049a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125716'] for segment (cb4b9102-9010-4ce3-a5e7-8561a1c0bd5f), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:53.237869 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6429a652-d6a8-4489-8dc6-789320a5049a admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=103494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 18:19:53.238279 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-6429a652-d6a8-4489-8dc6-789320a5049a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5343412'] for segment (cb4b9102-9010-4ce3-a5e7-8561a1c0bd5f), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:53.240083 dv-cinder-835881-1-iscsi neutron-server[103494]: Traceback (most recent call last): Mar 30 18:19:53.240083 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 18:19:53.240083 dv-cinder-835881-1-iscsi neutron-server[103494]: timer() Mar 30 18:19:53.240083 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 18:19:53.240083 dv-cinder-835881-1-iscsi neutron-server[103494]: cb(*args, **kw) Mar 30 18:19:53.240083 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 18:19:53.240083 dv-cinder-835881-1-iscsi neutron-server[103494]: return func(*args, **kwargs) Mar 30 18:19:53.240083 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 18:19:53.240083 dv-cinder-835881-1-iscsi neutron-server[103494]: self._notify() Mar 30 18:19:53.240083 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 18:19:53.240083 dv-cinder-835881-1-iscsi neutron-server[103494]: self.callback(batched_events) Mar 30 18:19:53.240083 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 18:19:53.240083 dv-cinder-835881-1-iscsi neutron-server[103494]: event.method(event) Mar 30 18:19:53.240083 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 18:19:53.240083 dv-cinder-835881-1-iscsi neutron-server[103494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 18:19:53.240083 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 18:19:53.240083 dv-cinder-835881-1-iscsi neutron-server[103494]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 18:19:53.240083 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 18:19:53.240083 dv-cinder-835881-1-iscsi neutron-server[103494]: return f(self, *a, **k) Mar 30 18:19:53.240083 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 18:19:53.240083 dv-cinder-835881-1-iscsi neutron-server[103494]: return self._get(url).json() Mar 30 18:19:53.240083 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 18:19:53.240083 dv-cinder-835881-1-iscsi neutron-server[103494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 18:19:53.240083 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 18:19:53.240083 dv-cinder-835881-1-iscsi neutron-server[103494]: return self.request(url, 'GET', **kwargs) Mar 30 18:19:53.240083 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 18:19:53.240083 dv-cinder-835881-1-iscsi neutron-server[103494]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 18:19:53.240083 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 18:19:53.240083 dv-cinder-835881-1-iscsi neutron-server[103494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 18:19:53.240083 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 18:19:53.240083 dv-cinder-835881-1-iscsi neutron-server[103494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 18:19:53.240083 dv-cinder-835881-1-iscsi neutron-server[103494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 18:19:53.296711 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-6429a652-d6a8-4489-8dc6-789320a5049a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1203681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541286'] for network (5c3d3393-d9fc-46e1-8f0d-852469cd2467), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:53.302209 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-6429a652-d6a8-4489-8dc6-789320a5049a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:53.305969 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-6429a652-d6a8-4489-8dc6-789320a5049a admin admin] 10.222.0.41 "DELETE /v2.0/networks/5c3d3393-d9fc-46e1-8f0d-852469cd2467 HTTP/1.1" status: 204 len: 168 time: 0.2762115 Mar 30 18:19:53.317011 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6429a652-d6a8-4489-8dc6-789320a5049a admin admin] Pushing event deleted for resources: {'Network': ['ID=5c3d3393-d9fc-46e1-8f0d-852469cd2467,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:53.466406 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708a60c-d19c-4a52-be07-cef94c198057 req-c8ae970e-d466-4fec-a0bc-b348ae942ef6 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:53.467893 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e708a60c-d19c-4a52-be07-cef94c198057 req-c8ae970e-d466-4fec-a0bc-b348ae942ef6 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4caa7109-b153-4a12-a3ca-f9a0bd8ec82f HTTP/1.1" status: 200 len: 945 time: 0.0568578 Mar 30 18:19:53.473495 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 46970) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:53.512726 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-8cd1612e-298d-4492-89a2-3889119f6b1e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c977bcb7c30f4f06a39f7d8b0a856a4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379901 Mar 30 18:19:53.514747 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e708a60c-d19c-4a52-be07-cef94c198057 req-f385cd4f-e99f-437c-9534-64718781b480 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412192 Mar 30 18:19:53.515230 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 46972) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:53.561329 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-583c4d1d-440d-4078-a434-8fd69be63beb admin admin] Publish callbacks [] for security_group (5002d021-f683-44d5-a512-755bbb29fa0a), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:53.585782 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-583c4d1d-440d-4078-a434-8fd69be63beb admin admin] Publish callbacks [] for security_group (5002d021-f683-44d5-a512-755bbb29fa0a), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:53.630876 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-583c4d1d-440d-4078-a434-8fd69be63beb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (5002d021-f683-44d5-a512-755bbb29fa0a), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:53.634149 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-583c4d1d-440d-4078-a434-8fd69be63beb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:53.635413 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-583c4d1d-440d-4078-a434-8fd69be63beb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5002d021-f683-44d5-a512-755bbb29fa0a HTTP/1.1" status: 204 len: 168 time: 0.1192141 Mar 30 18:19:53.643453 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583c4d1d-440d-4078-a434-8fd69be63beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5002d021-f683-44d5-a512-755bbb29fa0a,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:53.650483 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583c4d1d-440d-4078-a434-8fd69be63beb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:53.650826 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583c4d1d-440d-4078-a434-8fd69be63beb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:53.651165 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583c4d1d-440d-4078-a434-8fd69be63beb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:53.651498 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583c4d1d-440d-4078-a434-8fd69be63beb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:53.651825 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583c4d1d-440d-4078-a434-8fd69be63beb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:53.652151 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583c4d1d-440d-4078-a434-8fd69be63beb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:53.652475 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583c4d1d-440d-4078-a434-8fd69be63beb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:53.652793 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583c4d1d-440d-4078-a434-8fd69be63beb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:53.653114 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583c4d1d-440d-4078-a434-8fd69be63beb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:53.653438 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583c4d1d-440d-4078-a434-8fd69be63beb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:53.653760 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583c4d1d-440d-4078-a434-8fd69be63beb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:53.654085 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583c4d1d-440d-4078-a434-8fd69be63beb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:53.654432 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583c4d1d-440d-4078-a434-8fd69be63beb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:53.654754 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583c4d1d-440d-4078-a434-8fd69be63beb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:53.655067 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583c4d1d-440d-4078-a434-8fd69be63beb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:19:53.946759 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 46984) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:53.984920 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-f981947e-db63-4a97-a7f7-21516a82c7c9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=58be4a938c23409499b0fb414814b015&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0370505 Mar 30 18:19:53.987300 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 46986) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:19:54.034011 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-2dd92d16-d131-4c10-af0e-704f13aff0db admin admin] Publish callbacks [] for security_group (d12d9768-5ced-4837-8f7e-787951072d1a), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:54.055355 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-2dd92d16-d131-4c10-af0e-704f13aff0db admin admin] Publish callbacks [] for security_group (d12d9768-5ced-4837-8f7e-787951072d1a), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:54.101928 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-2dd92d16-d131-4c10-af0e-704f13aff0db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (d12d9768-5ced-4837-8f7e-787951072d1a), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:54.104500 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-2dd92d16-d131-4c10-af0e-704f13aff0db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:19:54.105632 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-2dd92d16-d131-4c10-af0e-704f13aff0db admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d12d9768-5ced-4837-8f7e-787951072d1a HTTP/1.1" status: 204 len: 168 time: 0.1174338 Mar 30 18:19:54.113160 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd92d16-d131-4c10-af0e-704f13aff0db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12d9768-5ced-4837-8f7e-787951072d1a,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:19:54.646391 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71adae38-102b-4875-a691-5dd85dcdb888 req-ffed73c9-44d2-4e9f-a031-6ce7750bcc69 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:54.647924 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-71adae38-102b-4875-a691-5dd85dcdb888 req-ffed73c9-44d2-4e9f-a031-6ce7750bcc69 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4caa7109-b153-4a12-a3ca-f9a0bd8ec82f HTTP/1.1" status: 200 len: 945 time: 0.0650146 Mar 30 18:19:54.699638 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-71adae38-102b-4875-a691-5dd85dcdb888 req-36b8160f-1ce1-4b23-a4fa-282325360fd8 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460086 Mar 30 18:19:55.816742 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868dcbfe-a8a4-416b-839e-2e2ee5645ae4 req-9c7e22d2-12bb-425b-a6cd-d0c9a660408f tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:55.818258 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-868dcbfe-a8a4-416b-839e-2e2ee5645ae4 req-9c7e22d2-12bb-425b-a6cd-d0c9a660408f tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4caa7109-b153-4a12-a3ca-f9a0bd8ec82f HTTP/1.1" status: 200 len: 945 time: 0.0522382 Mar 30 18:19:55.865617 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-868dcbfe-a8a4-416b-839e-2e2ee5645ae4 req-835a9bc3-d8ce-42cd-9073-b4b8510e39a4 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409346 Mar 30 18:19:56.706230 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-800d114f-b892-48cd-9f38-1c5a763b1949 req-e3eb1139-2e8b-48d5-9d61-1ac9c4c10135 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427351 Mar 30 18:19:57.020210 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905dab5f-1402-4fd8-89ec-8e0260a7da31 req-3f188fb1-0362-47b3-bbd8-c6140225d731 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:57.021600 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-905dab5f-1402-4fd8-89ec-8e0260a7da31 req-3f188fb1-0362-47b3-bbd8-c6140225d731 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4caa7109-b153-4a12-a3ca-f9a0bd8ec82f HTTP/1.1" status: 200 len: 945 time: 0.0880172 Mar 30 18:19:57.025185 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d114f-b892-48cd-9f38-1c5a763b1949 req-a7c7c4a9-8cb3-47f0-a2b3-74a90aa010dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:57.026566 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-800d114f-b892-48cd-9f38-1c5a763b1949 req-a7c7c4a9-8cb3-47f0-a2b3-74a90aa010dc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53c3b19a0d50425983d94feecd1dec97&device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 1129 time: 0.0829384 Mar 30 18:19:57.118186 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-905dab5f-1402-4fd8-89ec-8e0260a7da31 req-622edfd7-249b-4174-bec7-2bac02a3d203 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900660 Mar 30 18:19:57.154347 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d114f-b892-48cd-9f38-1c5a763b1949 req-ec2e68b2-7fd2-4a5c-935a-4db22684dbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:57.155807 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-800d114f-b892-48cd-9f38-1c5a763b1949 req-ec2e68b2-7fd2-4a5c-935a-4db22684dbc9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=af60dc63-0b0b-4d35-9038-6256b5be5587 HTTP/1.1" status: 200 len: 912 time: 0.1071982 Mar 30 18:19:57.177488 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.agents_db [None req-01a7ea33-ae04-4be9-ae8a-11827e05d97f None None] Agent healthcheck: found 6 active agents {{(pid=103497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:19:57.228141 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-800d114f-b892-48cd-9f38-1c5a763b1949 req-aa85a8ff-4c95-4746-b300-89fb0088037d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5 HTTP/1.1" status: 200 len: 1000 time: 0.0598290 Mar 30 18:19:57.278639 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d114f-b892-48cd-9f38-1c5a763b1949 req-0e5c0ba1-381c-4b12-8efa-22172b83bdad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:57.280068 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-800d114f-b892-48cd-9f38-1c5a763b1949 req-0e5c0ba1-381c-4b12-8efa-22172b83bdad service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a9cbee5a-5f20-44f1-9b84-2d90e031a239 HTTP/1.1" status: 200 len: 850 time: 0.0463445 Mar 30 18:19:57.334344 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d114f-b892-48cd-9f38-1c5a763b1949 req-b3f2679e-b1d2-49d0-ae72-a7f5bb296b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:57.335903 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-800d114f-b892-48cd-9f38-1c5a763b1949 req-b3f2679e-b1d2-49d0-ae72-a7f5bb296b21 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=af60dc63-0b0b-4d35-9038-6256b5be5587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495791 Mar 30 18:19:57.424182 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-800d114f-b892-48cd-9f38-1c5a763b1949 req-3042d5e8-3d20-4f4b-b4a2-b35209048fde service neutron] 10.222.0.44 "GET /v2.0/networks/af60dc63-0b0b-4d35-9038-6256b5be5587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821538 Mar 30 18:19:57.528929 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-800d114f-b892-48cd-9f38-1c5a763b1949 req-7e3016c5-b850-4aac-8bd5-053a27b6c732 service neutron] 10.222.0.44 "GET /v2.0/networks/af60dc63-0b0b-4d35-9038-6256b5be5587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972669 Mar 30 18:19:58.235790 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47271cc0-8352-459d-b4de-7a2162ce682d req-1525355d-ebd4-4fc0-bb00-c7930fd402e6 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:58.237299 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-47271cc0-8352-459d-b4de-7a2162ce682d req-1525355d-ebd4-4fc0-bb00-c7930fd402e6 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4caa7109-b153-4a12-a3ca-f9a0bd8ec82f HTTP/1.1" status: 200 len: 945 time: 0.0526497 Mar 30 18:19:58.283759 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-47271cc0-8352-459d-b4de-7a2162ce682d req-828a6054-0a43-416b-b21e-372742823e9c tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399485 Mar 30 18:19:59.403110 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d4aaee-28a1-4462-8c2b-150c57e22a7a req-9dd5a81b-3e77-4cb4-b1b3-f2cf40ba3a71 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:19:59.404677 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-20d4aaee-28a1-4462-8c2b-150c57e22a7a req-9dd5a81b-3e77-4cb4-b1b3-f2cf40ba3a71 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4caa7109-b153-4a12-a3ca-f9a0bd8ec82f HTTP/1.1" status: 200 len: 945 time: 0.0527949 Mar 30 18:19:59.452779 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-20d4aaee-28a1-4462-8c2b-150c57e22a7a req-252b6723-0ca4-4dde-bb1a-345b5f16476b tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426264 Mar 30 18:20:00.576844 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41c40f-b1a8-4cd6-867c-32b4969f3a6e req-1a837ab2-fc97-4a74-b283-f1525e49b99a tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:00.578669 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3a41c40f-b1a8-4cd6-867c-32b4969f3a6e req-1a837ab2-fc97-4a74-b283-f1525e49b99a tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4caa7109-b153-4a12-a3ca-f9a0bd8ec82f HTTP/1.1" status: 200 len: 945 time: 0.0589516 Mar 30 18:20:00.628038 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3a41c40f-b1a8-4cd6-867c-32b4969f3a6e req-6b7c10e5-da46-4e61-821f-e0c2de3346e2 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429657 Mar 30 18:20:01.750320 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a76dc2-e937-4f55-8bba-6ac5e5038225 req-ecdb0a6d-63e2-4190-9849-e96e314b8872 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:01.751703 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a0a76dc2-e937-4f55-8bba-6ac5e5038225 req-ecdb0a6d-63e2-4190-9849-e96e314b8872 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4caa7109-b153-4a12-a3ca-f9a0bd8ec82f HTTP/1.1" status: 200 len: 945 time: 0.0507026 Mar 30 18:20:01.796565 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a0a76dc2-e937-4f55-8bba-6ac5e5038225 req-26e40160-8e15-4c0f-a3db-e111f27b89c5 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395017 Mar 30 18:20:02.915633 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88169b4-f8a9-4b0c-a3aa-8530e92c4581 req-b43ce80d-2644-404a-a77a-8fd468ae2942 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:02.916998 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c88169b4-f8a9-4b0c-a3aa-8530e92c4581 req-b43ce80d-2644-404a-a77a-8fd468ae2942 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4caa7109-b153-4a12-a3ca-f9a0bd8ec82f HTTP/1.1" status: 200 len: 945 time: 0.0549076 Mar 30 18:20:02.963202 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c88169b4-f8a9-4b0c-a3aa-8530e92c4581 req-34a64d6e-b5c9-45eb-b163-836885b993b4 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407622 Mar 30 18:20:04.080455 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59daff79-b0b1-4991-9729-360d94eca8d5 req-d178f197-e56c-4a1f-9e49-ebe918ceec05 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:04.081931 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-59daff79-b0b1-4991-9729-360d94eca8d5 req-d178f197-e56c-4a1f-9e49-ebe918ceec05 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4caa7109-b153-4a12-a3ca-f9a0bd8ec82f HTTP/1.1" status: 200 len: 945 time: 0.0524411 Mar 30 18:20:04.127580 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-59daff79-b0b1-4991-9729-360d94eca8d5 req-c57fe1b3-a08e-4d64-bbd5-5949bcd1b20b tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395875 Mar 30 18:20:05.247468 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e320bc21-ba70-4fef-8143-810028df661d req-5adb5b2a-65c0-412d-90b6-126f2add2db0 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:05.248942 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e320bc21-ba70-4fef-8143-810028df661d req-5adb5b2a-65c0-412d-90b6-126f2add2db0 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4caa7109-b153-4a12-a3ca-f9a0bd8ec82f HTTP/1.1" status: 200 len: 945 time: 0.0531380 Mar 30 18:20:05.301028 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e320bc21-ba70-4fef-8143-810028df661d req-c6130127-ce79-4170-840f-b28fdbc675f5 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464232 Mar 30 18:20:06.421491 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce01d2-804c-46b6-a0db-523515f93c28 req-119d9ed8-75d1-4644-bae3-728cb265e425 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:06.422977 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d9ce01d2-804c-46b6-a0db-523515f93c28 req-119d9ed8-75d1-4644-bae3-728cb265e425 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4caa7109-b153-4a12-a3ca-f9a0bd8ec82f HTTP/1.1" status: 200 len: 945 time: 0.0510662 Mar 30 18:20:06.482720 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d9ce01d2-804c-46b6-a0db-523515f93c28 req-f46a6d47-7d8e-43b7-a3d8-f5dbe4748060 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531116 Mar 30 18:20:06.581393 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 47212) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:06.699569 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-9f9bb724-31a5-462c-8f66-e4ed176950e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:06.772624 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-9f9bb724-31a5-462c-8f66-e4ed176950e2 admin admin] Publish callbacks [] for security_group (64d1e394-5293-4a79-b981-486d1dfe1f7b), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:06.776371 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-9f9bb724-31a5-462c-8f66-e4ed176950e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (64d1e394-5293-4a79-b981-486d1dfe1f7b), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:06.814679 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-9f9bb724-31a5-462c-8f66-e4ed176950e2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9e35992858c9416e9ad37c77ac647552&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2322319 Mar 30 18:20:06.815785 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9bb724-31a5-462c-8f66-e4ed176950e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d1e394-5293-4a79-b981-486d1dfe1f7b,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:06.817275 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 47216) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:06.864078 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-5d203add-94fb-48cb-9464-c7bca1e9e5f0 admin admin] Publish callbacks [] for security_group (64d1e394-5293-4a79-b981-486d1dfe1f7b), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:06.884958 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-5d203add-94fb-48cb-9464-c7bca1e9e5f0 admin admin] Publish callbacks [] for security_group (64d1e394-5293-4a79-b981-486d1dfe1f7b), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:06.932171 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-5d203add-94fb-48cb-9464-c7bca1e9e5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (64d1e394-5293-4a79-b981-486d1dfe1f7b), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:06.935019 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-5d203add-94fb-48cb-9464-c7bca1e9e5f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:06.936165 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-5d203add-94fb-48cb-9464-c7bca1e9e5f0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/64d1e394-5293-4a79-b981-486d1dfe1f7b HTTP/1.1" status: 204 len: 168 time: 0.1178939 Mar 30 18:20:06.943786 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d203add-94fb-48cb-9464-c7bca1e9e5f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d1e394-5293-4a79-b981-486d1dfe1f7b,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:07.615548 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75732ba8-3b86-4c28-bfd7-0b70803d315e req-8a9f1fe9-5f30-4034-8d8a-02edbffa1b1e tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:07.617827 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-75732ba8-3b86-4c28-bfd7-0b70803d315e req-8a9f1fe9-5f30-4034-8d8a-02edbffa1b1e tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4caa7109-b153-4a12-a3ca-f9a0bd8ec82f HTTP/1.1" status: 200 len: 945 time: 0.0685883 Mar 30 18:20:07.666070 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-75732ba8-3b86-4c28-bfd7-0b70803d315e req-92a72f7c-21b9-4dd4-a41d-162eeefd2184 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421233 Mar 30 18:20:08.795680 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc218e0-45c6-42ed-9527-b482694d9b91 req-04ecc07d-70df-4097-abbb-de971a0f3b16 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:08.797141 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-6dc218e0-45c6-42ed-9527-b482694d9b91 req-04ecc07d-70df-4097-abbb-de971a0f3b16 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4caa7109-b153-4a12-a3ca-f9a0bd8ec82f HTTP/1.1" status: 200 len: 945 time: 0.0513208 Mar 30 18:20:08.842906 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-6dc218e0-45c6-42ed-9527-b482694d9b91 req-98173f1d-8b70-4853-858b-b7d83580ac93 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401297 Mar 30 18:20:09.957907 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee68bd36-4a71-4612-818b-9a1a5cfc1996 req-422c60a0-9a8a-4b9c-9009-6d87d86c4a91 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:09.959374 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ee68bd36-4a71-4612-818b-9a1a5cfc1996 req-422c60a0-9a8a-4b9c-9009-6d87d86c4a91 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4caa7109-b153-4a12-a3ca-f9a0bd8ec82f HTTP/1.1" status: 200 len: 945 time: 0.0513632 Mar 30 18:20:10.014886 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ee68bd36-4a71-4612-818b-9a1a5cfc1996 req-62b82441-b04e-4347-ab83-c0084682c878 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441306 Mar 30 18:20:11.127867 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559daeac-e5ba-4d46-8d83-6d2405fe6e2f req-3a300c78-c09a-4e8e-8c8f-2e42ac31b1da tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:11.129317 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-559daeac-e5ba-4d46-8d83-6d2405fe6e2f req-3a300c78-c09a-4e8e-8c8f-2e42ac31b1da tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4caa7109-b153-4a12-a3ca-f9a0bd8ec82f HTTP/1.1" status: 200 len: 945 time: 0.0512595 Mar 30 18:20:11.177927 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-559daeac-e5ba-4d46-8d83-6d2405fe6e2f req-45d5769b-77d1-48ef-b522-f8efdef0bb4b tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421319 Mar 30 18:20:11.776150 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-499c21a6-db3e-404c-b0e7-d6a7a6c53394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:12.307891 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b05e45-e618-42f8-af9b-792c8d3abeed req-384f199e-fc09-432d-a5ee-bec2a088fd50 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:12.309362 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-98b05e45-e618-42f8-af9b-792c8d3abeed req-384f199e-fc09-432d-a5ee-bec2a088fd50 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4caa7109-b153-4a12-a3ca-f9a0bd8ec82f HTTP/1.1" status: 200 len: 945 time: 0.0587008 Mar 30 18:20:12.359738 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-98b05e45-e618-42f8-af9b-792c8d3abeed req-c39a6847-6eb8-40c1-80c6-7887ea02e925 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448067 Mar 30 18:20:13.069758 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d835a2-229d-48e8-b82e-c73f55cecdf2 req-b4363e34-d6f0-4212-a8ec-59c000ea3831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:13.071431 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-97d835a2-229d-48e8-b82e-c73f55cecdf2 req-b4363e34-d6f0-4212-a8ec-59c000ea3831 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4caa7109-b153-4a12-a3ca-f9a0bd8ec82f HTTP/1.1" status: 200 len: 1129 time: 0.0600233 Mar 30 18:20:13.133662 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-97d835a2-229d-48e8-b82e-c73f55cecdf2 req-28369397-3a30-45e8-8c64-6b6c3747f241 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500529 Mar 30 18:20:13.510109 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e7e0f3-1ba0-430b-9024-7a1373d2fb84 req-06faeb8f-f21a-4dd3-a171-9d18d93cdfb8 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:13.518583 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-54e7e0f3-1ba0-430b-9024-7a1373d2fb84 req-06faeb8f-f21a-4dd3-a171-9d18d93cdfb8 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4caa7109-b153-4a12-a3ca-f9a0bd8ec82f HTTP/1.1" status: 200 len: 945 time: 0.0789967 Mar 30 18:20:13.568653 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-54e7e0f3-1ba0-430b-9024-7a1373d2fb84 req-3ba297c4-6c2d-46e8-9479-9905ef2f178b tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437698 Mar 30 18:20:13.596390 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 47392) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:13.700015 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-f3004eee-e4e2-4799-af94-cf5473fa64ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:13.774628 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-f3004eee-e4e2-4799-af94-cf5473fa64ec admin admin] Publish callbacks [] for security_group (074104ed-4fb2-4662-85ed-327baf77c563), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:13.778250 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-f3004eee-e4e2-4799-af94-cf5473fa64ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (074104ed-4fb2-4662-85ed-327baf77c563), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:13.814408 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-f3004eee-e4e2-4799-af94-cf5473fa64ec admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9e7d2f0b4e9244db935132deada1cad5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2169557 Mar 30 18:20:13.816299 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3004eee-e4e2-4799-af94-cf5473fa64ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=074104ed-4fb2-4662-85ed-327baf77c563,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:13.817097 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 47396) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:13.855007 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-dabb7aa4-0a6d-4cb5-b0b2-948fca011d63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:13.869856 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-c774b397-88de-4dde-9b83-b57ea91d286a admin admin] Publish callbacks [] for security_group (074104ed-4fb2-4662-85ed-327baf77c563), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:13.890989 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-c774b397-88de-4dde-9b83-b57ea91d286a admin admin] Publish callbacks [] for security_group (074104ed-4fb2-4662-85ed-327baf77c563), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:13.940062 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-c774b397-88de-4dde-9b83-b57ea91d286a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (074104ed-4fb2-4662-85ed-327baf77c563), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:13.942569 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-c774b397-88de-4dde-9b83-b57ea91d286a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:13.943805 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-c774b397-88de-4dde-9b83-b57ea91d286a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/074104ed-4fb2-4662-85ed-327baf77c563 HTTP/1.1" status: 204 len: 168 time: 0.1256034 Mar 30 18:20:13.952154 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c774b397-88de-4dde-9b83-b57ea91d286a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=074104ed-4fb2-4662-85ed-327baf77c563,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:14.203416 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 47404) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:14.216204 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-cbf80ac9-7068-416a-b19b-826feb268f7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:14.290465 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-cbf80ac9-7068-416a-b19b-826feb268f7c admin admin] Publish callbacks [] for security_group (60015780-ae36-4fb1-a30a-ecb29721bc71), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:14.294277 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-cbf80ac9-7068-416a-b19b-826feb268f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (60015780-ae36-4fb1-a30a-ecb29721bc71), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:14.332074 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-cbf80ac9-7068-416a-b19b-826feb268f7c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e706cf1d952147e8b188d4f221a46522&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1276162 Mar 30 18:20:14.333109 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf80ac9-7068-416a-b19b-826feb268f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60015780-ae36-4fb1-a30a-ecb29721bc71,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:14.335610 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 47408) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:14.382587 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-be9ba2da-1c30-44c9-a96d-592c909668be admin admin] Publish callbacks [] for security_group (60015780-ae36-4fb1-a30a-ecb29721bc71), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:14.402733 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-be9ba2da-1c30-44c9-a96d-592c909668be admin admin] Publish callbacks [] for security_group (60015780-ae36-4fb1-a30a-ecb29721bc71), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:14.448125 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-be9ba2da-1c30-44c9-a96d-592c909668be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (60015780-ae36-4fb1-a30a-ecb29721bc71), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:14.450677 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-be9ba2da-1c30-44c9-a96d-592c909668be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:14.451797 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-be9ba2da-1c30-44c9-a96d-592c909668be admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/60015780-ae36-4fb1-a30a-ecb29721bc71 HTTP/1.1" status: 204 len: 168 time: 0.1150620 Mar 30 18:20:14.459442 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9ba2da-1c30-44c9-a96d-592c909668be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60015780-ae36-4fb1-a30a-ecb29721bc71,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:14.693293 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daea425-cb1b-4f1d-8c40-47e466cc11b3 req-9c935119-97cf-4a3f-926a-0a819b4ab4e5 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:14.695047 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5daea425-cb1b-4f1d-8c40-47e466cc11b3 req-9c935119-97cf-4a3f-926a-0a819b4ab4e5 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4caa7109-b153-4a12-a3ca-f9a0bd8ec82f HTTP/1.1" status: 200 len: 945 time: 0.0558727 Mar 30 18:20:14.746511 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5daea425-cb1b-4f1d-8c40-47e466cc11b3 req-c04ede21-b4a3-4903-ba27-5cb4850d8685 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459740 Mar 30 18:20:14.788653 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 47420) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:14.801547 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-b4249154-9da2-4855-8a4a-53147ee96c34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:14.875079 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-b4249154-9da2-4855-8a4a-53147ee96c34 admin admin] Publish callbacks [] for security_group (74af516f-31fd-47d3-a766-95fdf4a95825), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:14.878646 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-b4249154-9da2-4855-8a4a-53147ee96c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (74af516f-31fd-47d3-a766-95fdf4a95825), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:14.916086 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-b4249154-9da2-4855-8a4a-53147ee96c34 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=41c578b05a744c7f90e35d84ef886147&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1263907 Mar 30 18:20:14.916910 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4249154-9da2-4855-8a4a-53147ee96c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74af516f-31fd-47d3-a766-95fdf4a95825,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:14.919466 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 47422) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:14.967633 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3e3dd1cc-d148-479e-81dc-a90614c319af admin admin] Publish callbacks [] for security_group (74af516f-31fd-47d3-a766-95fdf4a95825), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:14.990247 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3e3dd1cc-d148-479e-81dc-a90614c319af admin admin] Publish callbacks [] for security_group (74af516f-31fd-47d3-a766-95fdf4a95825), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:15.006693 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:15.038247 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3e3dd1cc-d148-479e-81dc-a90614c319af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (74af516f-31fd-47d3-a766-95fdf4a95825), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:15.040840 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3e3dd1cc-d148-479e-81dc-a90614c319af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:15.041971 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-3e3dd1cc-d148-479e-81dc-a90614c319af admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/74af516f-31fd-47d3-a766-95fdf4a95825 HTTP/1.1" status: 204 len: 168 time: 0.1213632 Mar 30 18:20:15.050063 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3dd1cc-d148-479e-81dc-a90614c319af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74af516f-31fd-47d3-a766-95fdf4a95825,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:15.870977 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee76fa4-5463-4090-8053-6c92ece2b335 req-d94aa3d2-2188-4174-947a-5d3a1768883d tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:15.872916 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-6ee76fa4-5463-4090-8053-6c92ece2b335 req-d94aa3d2-2188-4174-947a-5d3a1768883d tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4caa7109-b153-4a12-a3ca-f9a0bd8ec82f HTTP/1.1" status: 200 len: 945 time: 0.0581439 Mar 30 18:20:15.922483 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-6ee76fa4-5463-4090-8053-6c92ece2b335 req-99c630ee-7782-41bd-8932-8569f979fd71 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438616 Mar 30 18:20:16.383649 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:17.046520 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1cae37-61df-4fae-936f-95d1783a9909 req-a4c8b5bd-8ae2-4746-9f8b-72008490b4d9 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:17.047899 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-6d1cae37-61df-4fae-936f-95d1783a9909 req-a4c8b5bd-8ae2-4746-9f8b-72008490b4d9 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4caa7109-b153-4a12-a3ca-f9a0bd8ec82f HTTP/1.1" status: 200 len: 945 time: 0.0557637 Mar 30 18:20:17.095104 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-6d1cae37-61df-4fae-936f-95d1783a9909 req-51cc3611-6664-472d-873e-66aefd1af56a tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400074 Mar 30 18:20:17.980999 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:18.213242 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd1765d-ca34-4f28-bd20-137b89fe8f78 req-bf5ca7e0-af4b-4eef-8bb6-720a4c389d3e tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:18.214711 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ddd1765d-ca34-4f28-bd20-137b89fe8f78 req-bf5ca7e0-af4b-4eef-8bb6-720a4c389d3e tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4caa7109-b153-4a12-a3ca-f9a0bd8ec82f HTTP/1.1" status: 200 len: 945 time: 0.0516698 Mar 30 18:20:18.260268 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ddd1765d-ca34-4f28-bd20-137b89fe8f78 req-3845f224-9bd4-49b6-ae6c-9e838d1d2efe tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401132 Mar 30 18:20:18.585954 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (ab438a54-a4f6-4fd3-b589-96aa27265666), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:19.377440 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29ab74-d8e7-4e99-af26-cac4f869e397 req-9f8766f1-1a5b-45e0-8f1b-246f8fc95cc8 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:19.378855 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-4b29ab74-d8e7-4e99-af26-cac4f869e397 req-9f8766f1-1a5b-45e0-8f1b-246f8fc95cc8 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4caa7109-b153-4a12-a3ca-f9a0bd8ec82f HTTP/1.1" status: 200 len: 945 time: 0.0508454 Mar 30 18:20:19.427301 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-4b29ab74-d8e7-4e99-af26-cac4f869e397 req-83f2ebc1-eba4-4858-bdac-345aa3260677 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423393 Mar 30 18:20:20.545482 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5089a2f1-a99b-4692-80ee-60368032410b req-83c222f8-b1dd-4965-a7d2-07a5f6876e62 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:20.546993 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5089a2f1-a99b-4692-80ee-60368032410b req-83c222f8-b1dd-4965-a7d2-07a5f6876e62 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4caa7109-b153-4a12-a3ca-f9a0bd8ec82f HTTP/1.1" status: 200 len: 945 time: 0.0524907 Mar 30 18:20:20.592309 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5089a2f1-a99b-4692-80ee-60368032410b req-87f5f431-2c41-433e-bfe1-fa7e7bcb67e0 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395892 Mar 30 18:20:20.833424 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84963c25-b462-419d-8d02-d0b8fa88e241 req-ba5cb6c3-31e4-44f2-b93b-57a9780398d1 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:20.835226 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-84963c25-b462-419d-8d02-d0b8fa88e241 req-ba5cb6c3-31e4-44f2-b93b-57a9780398d1 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4caa7109-b153-4a12-a3ca-f9a0bd8ec82f HTTP/1.1" status: 200 len: 945 time: 0.0529227 Mar 30 18:20:20.879675 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-84963c25-b462-419d-8d02-d0b8fa88e241 req-4879709b-5a11-407b-8fad-e74995e66755 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387909 Mar 30 18:20:21.192428 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3dca1f-9306-4650-a21d-7447d37f2d46 req-42902f55-978b-4f89-9876-cbe5265ad607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:21.194753 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-4f3dca1f-9306-4650-a21d-7447d37f2d46 req-42902f55-978b-4f89-9876-cbe5265ad607 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d22e85861b694f0e8bd7e2e7da8fbc45&device_id=4caa7109-b153-4a12-a3ca-f9a0bd8ec82f HTTP/1.1" status: 200 len: 1129 time: 0.0488617 Mar 30 18:20:21.284057 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3dca1f-9306-4650-a21d-7447d37f2d46 req-6cf85734-589d-4858-b2e4-298f92ee9ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:21.285413 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-4f3dca1f-9306-4650-a21d-7447d37f2d46 req-6cf85734-589d-4858-b2e4-298f92ee9ab1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3e13178f-fe3d-4acc-a151-e0891e100715 HTTP/1.1" status: 200 len: 920 time: 0.0828545 Mar 30 18:20:21.528098 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-4f3dca1f-9306-4650-a21d-7447d37f2d46 req-6c438000-3fdd-4ba5-84cc-7610b6c03ec0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3bb7b2a4-9fc4-4c78-a72d-1b0527b70292 HTTP/1.1" status: 200 len: 217 time: 0.2350094 Mar 30 18:20:21.591543 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3dca1f-9306-4650-a21d-7447d37f2d46 req-b4141dcd-43ac-49a6-87ef-b096c94e56f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:21.593001 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-4f3dca1f-9306-4650-a21d-7447d37f2d46 req-b4141dcd-43ac-49a6-87ef-b096c94e56f4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d0c7af2e-75fc-4b8f-a86b-ddae6e3c7dba HTTP/1.1" status: 200 len: 858 time: 0.0546715 Mar 30 18:20:21.642340 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3dca1f-9306-4650-a21d-7447d37f2d46 req-3d576da6-4602-4745-a63f-f469ee5849dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:21.643783 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-4f3dca1f-9306-4650-a21d-7447d37f2d46 req-3d576da6-4602-4745-a63f-f469ee5849dc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3e13178f-fe3d-4acc-a151-e0891e100715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429888 Mar 30 18:20:21.736224 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-4f3dca1f-9306-4650-a21d-7447d37f2d46 req-cbebfaaa-931d-43c8-a97e-6e9c844a6104 service neutron] 10.222.0.44 "GET /v2.0/networks/3e13178f-fe3d-4acc-a151-e0891e100715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844710 Mar 30 18:20:21.852763 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-4f3dca1f-9306-4650-a21d-7447d37f2d46 req-1399eac4-d7cb-4bc6-b4aa-3e1a108b0c22 service neutron] 10.222.0.44 "GET /v2.0/networks/3e13178f-fe3d-4acc-a151-e0891e100715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089940 Mar 30 18:20:22.005284 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e84c8-490d-47dd-a223-365ea746f4a9 req-dd0127e3-2ded-4180-b313-5193a099b351 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:22.006849 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b02e84c8-490d-47dd-a223-365ea746f4a9 req-dd0127e3-2ded-4180-b313-5193a099b351 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4caa7109-b153-4a12-a3ca-f9a0bd8ec82f HTTP/1.1" status: 200 len: 945 time: 0.0533829 Mar 30 18:20:22.061329 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b02e84c8-490d-47dd-a223-365ea746f4a9 req-d58581a8-6662-42f7-96de-81b210670982 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486619 Mar 30 18:20:22.836594 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc6934-9ec1-438d-bb44-044b3da7d125 req-390e6f4a-ba5f-48a7-ae52-5bce765b2c4d tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:22.838042 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f9bc6934-9ec1-438d-bb44-044b3da7d125 req-390e6f4a-ba5f-48a7-ae52-5bce765b2c4d tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd59216-52b0-41ca-8c0b-32140ffe76e8 HTTP/1.1" status: 200 len: 946 time: 0.0531046 Mar 30 18:20:22.882789 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f9bc6934-9ec1-438d-bb44-044b3da7d125 req-1dd77352-e5f8-4aee-be75-34214eab99ba tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b15ee7-1f38-4ffe-ad50-39a84deb3596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393093 Mar 30 18:20:22.905166 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 47636) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:23.197954 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151da87-ff29-4532-a98f-d5f9aeafe572 req-57a5c1e1-a8dd-48fe-a1c1-3a9933ad0083 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:23.199640 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8151da87-ff29-4532-a98f-d5f9aeafe572 req-57a5c1e1-a8dd-48fe-a1c1-3a9933ad0083 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4caa7109-b153-4a12-a3ca-f9a0bd8ec82f HTTP/1.1" status: 200 len: 945 time: 0.0549212 Mar 30 18:20:23.209980 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811a09aa-055c-4720-ae10-f630b1742485 tempest-TestMinimumBasicScenario-334225950 tempest-TestMinimumBasicScenario-334225950-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:23.214441 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-811a09aa-055c-4720-ae10-f630b1742485 tempest-TestMinimumBasicScenario-334225950 tempest-TestMinimumBasicScenario-334225950-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=8cd59216-52b0-41ca-8c0b-32140ffe76e8 HTTP/1.1" status: 200 len: 1125 time: 0.3082550 Mar 30 18:20:23.214614 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 47652) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:23.218789 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [None req-780e728b-7e88-4c0d-bfe9-10c2a5dc4775 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Request body: {'floatingip': {'floating_network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'port_id': '720d8223-5134-4e19-a58f-9b81f520300e', 'tenant_id': '5f5df6d08f6a452b95df5f3a914df526', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:20:23.262862 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-780e728b-7e88-4c0d-bfe9-10c2a5dc4775 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:23.270053 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8151da87-ff29-4532-a98f-d5f9aeafe572 req-ada8fb1d-3776-4aca-a0f4-9a9d906b52ee tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627573 Mar 30 18:20:23.364768 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-780e728b-7e88-4c0d-bfe9-10c2a5dc4775 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:23.477398 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.db_base_plugin_common [None req-780e728b-7e88-4c0d-bfe9-10c2a5dc4775 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Allocated IP 172.27.1.197 (91cc19c8-4e3d-4b52-9973-bc78b4427ae2/e2593658-5374-4bbb-b8e3-ff319bcb6728/ca6a45b1-57f8-4abd-af9a-985a831a172b) {{(pid=103495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:20:23.579607 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-780e728b-7e88-4c0d-bfe9-10c2a5dc4775 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Publish callbacks [] for port (ca6a45b1-57f8-4abd-af9a-985a831a172b), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:23.613653 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-780e728b-7e88-4c0d-bfe9-10c2a5dc4775 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728099412974'] for port (ca6a45b1-57f8-4abd-af9a-985a831a172b), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:23.648331 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780e728b-7e88-4c0d-bfe9-10c2a5dc4775 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Network 91cc19c8-4e3d-4b52-9973-bc78b4427ae2 is already hosted by enough agents. {{(pid=103495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:20:23.652662 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.base_scheduler [None req-780e728b-7e88-4c0d-bfe9-10c2a5dc4775 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Resources bound (agent type, host, resource id): {{(pid=103495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:20:23.656150 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780e728b-7e88-4c0d-bfe9-10c2a5dc4775 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Received port after_create {{(pid=103495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:20:23.686230 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780e728b-7e88-4c0d-bfe9-10c2a5dc4775 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Pushing event updated for resources: {'Port': ['ID=ca6a45b1-57f8-4abd-af9a-985a831a172b,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:24.059374 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-780e728b-7e88-4c0d-bfe9-10c2a5dc4775 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Publish callbacks [] for floatingip (00468ce9-84e4-40f6-9b3c-a748b7449cfc), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:24.160750 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-780e728b-7e88-4c0d-bfe9-10c2a5dc4775 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (ca6a45b1-57f8-4abd-af9a-985a831a172b), before_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:24.305631 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-780e728b-7e88-4c0d-bfe9-10c2a5dc4775 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Publish callbacks [] for port (ca6a45b1-57f8-4abd-af9a-985a831a172b), precommit_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:24.311482 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-780e728b-7e88-4c0d-bfe9-10c2a5dc4775 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (ca6a45b1-57f8-4abd-af9a-985a831a172b), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:24.353350 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-780e728b-7e88-4c0d-bfe9-10c2a5dc4775 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541296'] for floatingip (00468ce9-84e4-40f6-9b3c-a748b7449cfc), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:24.447448 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780e728b-7e88-4c0d-bfe9-10c2a5dc4775 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Pushing event updated for resources: {'Port': ['ID=ca6a45b1-57f8-4abd-af9a-985a831a172b,revision_number=2']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:24.482763 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f6edc9-dc06-4698-8e7a-7f6c5ab92913 req-f2e07efa-87b8-467b-bf13-bf32edfc59ba tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:24.484218 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-88f6edc9-dc06-4698-8e7a-7f6c5ab92913 req-f2e07efa-87b8-467b-bf13-bf32edfc59ba tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4caa7109-b153-4a12-a3ca-f9a0bd8ec82f HTTP/1.1" status: 200 len: 945 time: 0.1426861 Mar 30 18:20:24.506706 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.db.l3_db [None req-780e728b-7e88-4c0d-bfe9-10c2a5dc4775 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Floating IP 00468ce9-84e4-40f6-9b3c-a748b7449cfc associated. External IP: 172.27.1.197, port: 720d8223-5134-4e19-a58f-9b81f520300e. Mar 30 18:20:24.602676 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-88f6edc9-dc06-4698-8e7a-7f6c5ab92913 req-282f6c83-14a2-4234-86d9-6543860ae1cd tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125448 Mar 30 18:20:24.733627 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-780e728b-7e88-4c0d-bfe9-10c2a5dc4775 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Router 231b3496-9714-46f9-9820-3d676209e938 has already been hosted by L3 agent d6545c5f-a93c-4a15-87cd-019d3e75e7be {{(pid=103495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:20:24.841164 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780e728b-7e88-4c0d-bfe9-10c2a5dc4775 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Notify agent at l3_agent.dv-cinder-835881-1-iscsi the message routers_updated {{(pid=103495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:20:24.852052 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06ec5d6-c46d-4a84-ac4c-cdc962fc7b5e None None] Sync routers for ids ['231b3496-9714-46f9-9820-3d676209e938'] in dv-cinder-835881-1-iscsi {{(pid=103497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:20:24.859764 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-780e728b-7e88-4c0d-bfe9-10c2a5dc4775 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for floatingip (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:24.862992 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06ec5d6-c46d-4a84-ac4c-cdc962fc7b5e None None] Routers {'231b3496-9714-46f9-9820-3d676209e938'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:20:24.863701 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-a06ec5d6-c46d-4a84-ac4c-cdc962fc7b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:20:14Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['231b3496-9714-46f9-9820-3d676209e938'], 'active': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:20:24.890975 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-780e728b-7e88-4c0d-bfe9-10c2a5dc4775 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6752896 Mar 30 18:20:24.891559 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cd59216-52b0-41ca-8c0b-32140ffe76e8', 'tag': '720d8223-5134-4e19-a58f-9b81f520300e'}] {{(pid=103495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:20:24.893746 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0dfb30c8fd1ad248dcf0c7d180f6bc71f3cc1084e8ff52034c63c32eff48f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24aa5e37-3fb6-450e-b482-a10715da5c13" -d '{"events": [{"name": "network-changed", "server_uuid": "8cd59216-52b0-41ca-8c0b-32140ffe76e8", "tag": "720d8223-5134-4e19-a58f-9b81f520300e"}]}' {{(pid=103495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:20:24.894162 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 47676) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:24.899921 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.v2.base [None req-f98c267c-ae8b-49fe-b00f-5123a137dd81 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-251415529', 'description': 'tempest-secgroup-smoke-251415529 description', 'project_id': '5f5df6d08f6a452b95df5f3a914df526'}} {{(pid=103494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:20:24.924842 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-f98c267c-ae8b-49fe-b00f-5123a137dd81 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Publish callbacks [] for security_group (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:24.968529 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d58e77-121a-4a60-a649-81acd050a2f8 x-openstack-request-id: req-87d58e77-121a-4a60-a649-81acd050a2f8 {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:20:24.968992 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cd59216-52b0-41ca-8c0b-32140ffe76e8", "tag": "720d8223-5134-4e19-a58f-9b81f520300e", "status": "completed", "code": 200}]} {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:20:24.969311 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-87d58e77-121a-4a60-a649-81acd050a2f8 {{(pid=103495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:20:24.969815 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87d58e77-121a-4a60-a649-81acd050a2f8'] response: {'name': 'network-changed', 'server_uuid': '8cd59216-52b0-41ca-8c0b-32140ffe76e8', 'tag': '720d8223-5134-4e19-a58f-9b81f520300e', 'status': 'completed', 'code': 200} Mar 30 18:20:25.006178 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-f98c267c-ae8b-49fe-b00f-5123a137dd81 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Publish callbacks [] for security_group (988873e5-8d7f-4cea-95e7-39dfca4da129), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:25.012991 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-f98c267c-ae8b-49fe-b00f-5123a137dd81 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (988873e5-8d7f-4cea-95e7-39dfca4da129), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:25.043440 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-f98c267c-ae8b-49fe-b00f-5123a137dd81 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Publish callbacks [] for security_group (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:25.044784 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-f98c267c-ae8b-49fe-b00f-5123a137dd81 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1491158 Mar 30 18:20:25.047726 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 47684) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:25.053367 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [None req-0e90ebcc-dfab-4248-9418-3cf1f212d445 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Request body: {'security_group_rule': {'security_group_id': '988873e5-8d7f-4cea-95e7-39dfca4da129', 'project_id': '5f5df6d08f6a452b95df5f3a914df526', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:20:25.053925 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98c267c-ae8b-49fe-b00f-5123a137dd81 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=988873e5-8d7f-4cea-95e7-39dfca4da129,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:25.079883 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvr_db [None req-a06ec5d6-c46d-4a84-ac4c-cdc962fc7b5e None None] Set router 231b3496-9714-46f9-9820-3d676209e938 gateway port host: dv-cinder-835881-1-iscsi {{(pid=103497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:20:25.084336 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0e90ebcc-dfab-4248-9418-3cf1f212d445 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Publish callbacks [] for security_group_rule (3acf4f71-d278-42f7-980c-b728e14e96fe), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:25.136701 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0e90ebcc-dfab-4248-9418-3cf1f212d445 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Publish callbacks [] for security_group_rule (3acf4f71-d278-42f7-980c-b728e14e96fe), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:25.140923 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0e90ebcc-dfab-4248-9418-3cf1f212d445 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005201'] for security_group_rule (3acf4f71-d278-42f7-980c-b728e14e96fe), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:25.158631 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e90ebcc-dfab-4248-9418-3cf1f212d445 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3acf4f71-d278-42f7-980c-b728e14e96fe,revision_number=0']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:25.169829 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0e90ebcc-dfab-4248-9418-3cf1f212d445 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:25.171077 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-0e90ebcc-dfab-4248-9418-3cf1f212d445 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1223037 Mar 30 18:20:25.173767 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 47688) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:25.178847 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [None req-f7e561df-3554-4b88-9e0f-895271841005 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Request body: {'security_group_rule': {'security_group_id': '988873e5-8d7f-4cea-95e7-39dfca4da129', 'project_id': '5f5df6d08f6a452b95df5f3a914df526', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:20:25.208067 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-f7e561df-3554-4b88-9e0f-895271841005 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Publish callbacks [] for security_group_rule (a854dfea-ae02-4d33-a67a-d09e4876524b), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:25.274608 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-f7e561df-3554-4b88-9e0f-895271841005 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Publish callbacks [] for security_group_rule (a854dfea-ae02-4d33-a67a-d09e4876524b), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:25.279328 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-f7e561df-3554-4b88-9e0f-895271841005 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005201'] for security_group_rule (a854dfea-ae02-4d33-a67a-d09e4876524b), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:25.317831 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-a06ec5d6-c46d-4a84-ac4c-cdc962fc7b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '231b3496-9714-46f9-9820-3d676209e938', 'name': 'tempest-TestMinimumBasicScenario-865240045-router', 'tenant_id': '5f5df6d08f6a452b95df5f3a914df526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '48b1a78a-6d31-4657-9915-d138499e4b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:45Z', 'updated_at': '2022-03-30T18:18:49Z', 'revision_number': 4, 'project_id': '5f5df6d08f6a452b95df5f3a914df526', 'gw_port': {'id': '48b1a78a-6d31-4657-9915-d138499e4b68', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:28:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231b3496-9714-46f9-9820-3d676209e938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:46Z', 'updated_at': '2022-03-30T18:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_floatingips': [{'id': '00468ce9-84e4-40f6-9b3c-a748b7449cfc', 'tenant_id': '5f5df6d08f6a452b95df5f3a914df526', 'floating_ip_address': '172.27.1.197', 'floating_network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'router_id': '231b3496-9714-46f9-9820-3d676209e938', 'port_id': '720d8223-5134-4e19-a58f-9b81f520300e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6135f2b8-d5a7-4fb1-9c4a-a008078e870c', 'mac_address': 'fa:16:3e:24:d6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd59216-52b0-41ca-8c0b-32140ffe76e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:20:23Z', 'updated_at': '2022-03-30T18:20:23Z', 'revision_number': 0, 'project_id': '5f5df6d08f6a452b95df5f3a914df526', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd019dac-dfe1-4a4f-8a09-6a04b7c5d729', 'name': '', 'network_id': '6135f2b8-d5a7-4fb1-9c4a-a008078e870c', 'tenant_id': '5f5df6d08f6a452b95df5f3a914df526', 'mac_address': 'fa:16:3e:e1:7a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231b3496-9714-46f9-9820-3d676209e938', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'e4202354-4e55-4eb0-b052-e39d4dd92df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:48Z', 'updated_at': '2022-03-30T18:18:52Z', 'revision_number': 5, 'project_id': '5f5df6d08f6a452b95df5f3a914df526', 'subnets': [{'id': 'e4202354-4e55-4eb0-b052-e39d4dd92df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:20:25.345128 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06ec5d6-c46d-4a84-ac4c-cdc962fc7b5e None None] Checking router: 231b3496-9714-46f9-9820-3d676209e938 for host: dv-cinder-835881-1-iscsi {{(pid=103497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:20:25.354931 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06ec5d6-c46d-4a84-ac4c-cdc962fc7b5e None None] Routers {'231b3496-9714-46f9-9820-3d676209e938'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:20:25.355567 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-a06ec5d6-c46d-4a84-ac4c-cdc962fc7b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:20:14Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['231b3496-9714-46f9-9820-3d676209e938'], 'active': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:20:25.477304 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvr_db [None req-a06ec5d6-c46d-4a84-ac4c-cdc962fc7b5e None None] Set router 231b3496-9714-46f9-9820-3d676209e938 gateway port host: dv-cinder-835881-1-iscsi {{(pid=103497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:20:25.501284 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e561df-3554-4b88-9e0f-895271841005 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a854dfea-ae02-4d33-a67a-d09e4876524b,revision_number=0']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:25.513957 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-f7e561df-3554-4b88-9e0f-895271841005 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:25.515215 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-f7e561df-3554-4b88-9e0f-895271841005 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3404751 Mar 30 18:20:25.517988 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 47690) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:25.524010 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [None req-9ae6ea46-bd49-4d1d-ac8c-45f6dba7f6a1 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Request body: {'security_group_rule': {'security_group_id': '988873e5-8d7f-4cea-95e7-39dfca4da129', 'project_id': '5f5df6d08f6a452b95df5f3a914df526', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:20:25.554191 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-9ae6ea46-bd49-4d1d-ac8c-45f6dba7f6a1 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Publish callbacks [] for security_group_rule (728a0fed-28ee-4a36-bf5e-8b17a4746bcd), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:25.619393 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-9ae6ea46-bd49-4d1d-ac8c-45f6dba7f6a1 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Publish callbacks [] for security_group_rule (728a0fed-28ee-4a36-bf5e-8b17a4746bcd), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:25.624412 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-9ae6ea46-bd49-4d1d-ac8c-45f6dba7f6a1 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005201'] for security_group_rule (728a0fed-28ee-4a36-bf5e-8b17a4746bcd), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:25.641577 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae6ea46-bd49-4d1d-ac8c-45f6dba7f6a1 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=728a0fed-28ee-4a36-bf5e-8b17a4746bcd,revision_number=0']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:25.652821 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-9ae6ea46-bd49-4d1d-ac8c-45f6dba7f6a1 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:25.656635 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-9ae6ea46-bd49-4d1d-ac8c-45f6dba7f6a1 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1349275 Mar 30 18:20:25.657050 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 47694) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:25.661859 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.v2.base [None req-19eda82c-e5e7-410b-b103-5429ba86712c tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Request body: {'security_group_rule': {'security_group_id': '988873e5-8d7f-4cea-95e7-39dfca4da129', 'project_id': '5f5df6d08f6a452b95df5f3a914df526', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:20:25.694993 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-19eda82c-e5e7-410b-b103-5429ba86712c tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Publish callbacks [] for security_group_rule (73a9c3f4-ebbe-47fa-a9da-aa18f3c7b55b), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:25.748607 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-a06ec5d6-c46d-4a84-ac4c-cdc962fc7b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '231b3496-9714-46f9-9820-3d676209e938', 'name': 'tempest-TestMinimumBasicScenario-865240045-router', 'tenant_id': '5f5df6d08f6a452b95df5f3a914df526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '48b1a78a-6d31-4657-9915-d138499e4b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:45Z', 'updated_at': '2022-03-30T18:18:49Z', 'revision_number': 4, 'project_id': '5f5df6d08f6a452b95df5f3a914df526', 'gw_port': {'id': '48b1a78a-6d31-4657-9915-d138499e4b68', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:28:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231b3496-9714-46f9-9820-3d676209e938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:46Z', 'updated_at': '2022-03-30T18:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_floatingips': [{'id': '00468ce9-84e4-40f6-9b3c-a748b7449cfc', 'tenant_id': '5f5df6d08f6a452b95df5f3a914df526', 'floating_ip_address': '172.27.1.197', 'floating_network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'router_id': '231b3496-9714-46f9-9820-3d676209e938', 'port_id': '720d8223-5134-4e19-a58f-9b81f520300e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6135f2b8-d5a7-4fb1-9c4a-a008078e870c', 'mac_address': 'fa:16:3e:24:d6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd59216-52b0-41ca-8c0b-32140ffe76e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:20:23Z', 'updated_at': '2022-03-30T18:20:23Z', 'revision_number': 0, 'project_id': '5f5df6d08f6a452b95df5f3a914df526', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd019dac-dfe1-4a4f-8a09-6a04b7c5d729', 'name': '', 'network_id': '6135f2b8-d5a7-4fb1-9c4a-a008078e870c', 'tenant_id': '5f5df6d08f6a452b95df5f3a914df526', 'mac_address': 'fa:16:3e:e1:7a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231b3496-9714-46f9-9820-3d676209e938', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'e4202354-4e55-4eb0-b052-e39d4dd92df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:48Z', 'updated_at': '2022-03-30T18:18:52Z', 'revision_number': 5, 'project_id': '5f5df6d08f6a452b95df5f3a914df526', 'subnets': [{'id': 'e4202354-4e55-4eb0-b052-e39d4dd92df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:20:25.761210 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e6d3a-fccb-40dc-ae5a-4ed3d546f9cd req-adebf3a0-9232-41eb-969e-ca5db6bf8149 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:25.762742 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-df5e6d3a-fccb-40dc-ae5a-4ed3d546f9cd req-adebf3a0-9232-41eb-969e-ca5db6bf8149 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4caa7109-b153-4a12-a3ca-f9a0bd8ec82f HTTP/1.1" status: 200 len: 945 time: 0.0576456 Mar 30 18:20:25.763424 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-19eda82c-e5e7-410b-b103-5429ba86712c tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Publish callbacks [] for security_group_rule (73a9c3f4-ebbe-47fa-a9da-aa18f3c7b55b), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:25.768438 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-19eda82c-e5e7-410b-b103-5429ba86712c tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005201'] for security_group_rule (73a9c3f4-ebbe-47fa-a9da-aa18f3c7b55b), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:25.777676 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06ec5d6-c46d-4a84-ac4c-cdc962fc7b5e None None] The sync data for ids ['231b3496-9714-46f9-9820-3d676209e938'] in dv-cinder-835881-1-iscsi is: [{'id': '231b3496-9714-46f9-9820-3d676209e938', 'name': 'tempest-TestMinimumBasicScenario-865240045-router', 'tenant_id': '5f5df6d08f6a452b95df5f3a914df526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '48b1a78a-6d31-4657-9915-d138499e4b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:45Z', 'updated_at': '2022-03-30T18:18:49Z', 'revision_number': 4, 'project_id': '5f5df6d08f6a452b95df5f3a914df526', 'gw_port': {'id': '48b1a78a-6d31-4657-9915-d138499e4b68', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:28:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231b3496-9714-46f9-9820-3d676209e938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:46Z', 'updated_at': '2022-03-30T18:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_floatingips': [{'id': '00468ce9-84e4-40f6-9b3c-a748b7449cfc', 'tenant_id': '5f5df6d08f6a452b95df5f3a914df526', 'floating_ip_address': '172.27.1.197', 'floating_network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'router_id': '231b3496-9714-46f9-9820-3d676209e938', 'port_id': '720d8223-5134-4e19-a58f-9b81f520300e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 387, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6135f2b8-d5a7-4fb1-9c4a-a008078e870c', 'mac_address': 'fa:16:3e:24:d6:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd59216-52b0-41ca-8c0b-32140ffe76e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:20:23Z', 'updated_at': '2022-03-30T18:20:23Z', 'revision_number': 0, 'project_id': '5f5df6d08f6a452b95df5f3a914df526', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd019dac-dfe1-4a4f-8a09-6a04b7c5d729', 'name': '', 'network_id': '6135f2b8-d5a7-4fb1-9c4a-a008078e870c', 'tenant_id': '5f5df6d08f6a452b95df5f3a914df526', 'mac_address': 'fa:16:3e:e1:7a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231b3496-9714-46f9-9820-3d676209e938', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'e4202354-4e55-4eb0-b052-e39d4dd92df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:48Z', 'updated_at': '2022-03-30T18:18:52Z', 'revision_number': 5, 'project_id': '5f5df6d08f6a452b95df5f3a914df526', 'subnets': [{'id': 'e4202354-4e55-4eb0-b052-e39d4dd92df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:20:25.790454 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eda82c-e5e7-410b-b103-5429ba86712c tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73a9c3f4-ebbe-47fa-a9da-aa18f3c7b55b,revision_number=0']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:25.801794 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-19eda82c-e5e7-410b-b103-5429ba86712c tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:25.803821 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-19eda82c-e5e7-410b-b103-5429ba86712c tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1456525 Mar 30 18:20:25.806268 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 47696) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:25.810659 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.v2.base [None req-0204afcb-1ab9-47d3-9695-8a58c14965b7 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Request body: {'security_group_rule': {'security_group_id': '988873e5-8d7f-4cea-95e7-39dfca4da129', 'project_id': '5f5df6d08f6a452b95df5f3a914df526', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:20:25.822356 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-df5e6d3a-fccb-40dc-ae5a-4ed3d546f9cd req-e82de89d-5485-47b3-90e0-9feabfb13d9a tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524466 Mar 30 18:20:25.835543 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.db.securitygroups_db [None req-0204afcb-1ab9-47d3-9695-8a58c14965b7 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Project 5f5df6d08f6a452b95df5f3a914df526 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 18:20:25.840968 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-0204afcb-1ab9-47d3-9695-8a58c14965b7 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Publish callbacks [] for security_group_rule (0d24041a-3ad0-45e6-88d4-521f63c11d52), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:25.903695 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-0204afcb-1ab9-47d3-9695-8a58c14965b7 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Publish callbacks [] for security_group_rule (0d24041a-3ad0-45e6-88d4-521f63c11d52), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:25.907986 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-0204afcb-1ab9-47d3-9695-8a58c14965b7 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005201'] for security_group_rule (0d24041a-3ad0-45e6-88d4-521f63c11d52), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:25.928688 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0204afcb-1ab9-47d3-9695-8a58c14965b7 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d24041a-3ad0-45e6-88d4-521f63c11d52,revision_number=0']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:25.937732 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-0204afcb-1ab9-47d3-9695-8a58c14965b7 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:25.941768 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-0204afcb-1ab9-47d3-9695-8a58c14965b7 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1321368 Mar 30 18:20:25.942275 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 47700) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:25.947132 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.v2.base [None req-a3c08472-e407-413c-96c4-7318633b1dca tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Request body: {'security_group_rule': {'security_group_id': '988873e5-8d7f-4cea-95e7-39dfca4da129', 'project_id': '5f5df6d08f6a452b95df5f3a914df526', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:20:25.971508 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.db.securitygroups_db [None req-a3c08472-e407-413c-96c4-7318633b1dca tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Project 5f5df6d08f6a452b95df5f3a914df526 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 18:20:25.977583 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-a3c08472-e407-413c-96c4-7318633b1dca tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Publish callbacks [] for security_group_rule (2da1b6aa-b96f-4619-8ea5-d883f10900e9), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:26.007183 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe794158-7ba7-4bb6-b527-fb5ac753ae29 None None] New status for floating IP 00468ce9-84e4-40f6-9b3c-a748b7449cfc: ACTIVE {{(pid=103496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:20:26.043426 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-a3c08472-e407-413c-96c4-7318633b1dca tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Publish callbacks [] for security_group_rule (2da1b6aa-b96f-4619-8ea5-d883f10900e9), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:26.048219 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-a3c08472-e407-413c-96c4-7318633b1dca tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005201'] for security_group_rule (2da1b6aa-b96f-4619-8ea5-d883f10900e9), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:26.068387 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c08472-e407-413c-96c4-7318633b1dca tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2da1b6aa-b96f-4619-8ea5-d883f10900e9,revision_number=0']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:26.081003 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-a3c08472-e407-413c-96c4-7318633b1dca tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:26.082327 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-a3c08472-e407-413c-96c4-7318633b1dca tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1393421 Mar 30 18:20:26.179323 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e4b284cb-94c2-40cd-96ec-0d92b2dd6801 req-1d3026a5-8f94-4577-9c1f-465b3109f0ba tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-251415529&fields=id&tenant_id=5f5df6d08f6a452b95df5f3a914df526 HTTP/1.1" status: 200 len: 267 time: 0.0505753 Mar 30 18:20:26.238524 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b284cb-94c2-40cd-96ec-0d92b2dd6801 req-652fb2ec-eef7-412b-8eac-db768413e679 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:26.240104 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e4b284cb-94c2-40cd-96ec-0d92b2dd6801 req-652fb2ec-eef7-412b-8eac-db768413e679 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd59216-52b0-41ca-8c0b-32140ffe76e8 HTTP/1.1" status: 200 len: 946 time: 0.0553207 Mar 30 18:20:26.250387 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [req-e4b284cb-94c2-40cd-96ec-0d92b2dd6801 req-acd01198-0644-4a18-978f-2928722758ec tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Request body: {'port': {'security_groups': ['36b15ee7-1f38-4ffe-ad50-39a84deb3596', '988873e5-8d7f-4cea-95e7-39dfca4da129']}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:20:26.319907 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-e4b284cb-94c2-40cd-96ec-0d92b2dd6801 req-acd01198-0644-4a18-978f-2928722758ec tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (720d8223-5134-4e19-a58f-9b81f520300e), before_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:26.502052 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [req-e4b284cb-94c2-40cd-96ec-0d92b2dd6801 req-acd01198-0644-4a18-978f-2928722758ec tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] For port 720d8223-5134-4e19-a58f-9b81f520300e, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=720d8223-5134-4e19-a58f-9b81f520300e,segment=NetworkSegment(974ae415-aac9-43d0-b304-10ebb300cc57),segment_id=974ae415-aac9-43d0-b304-10ebb300cc57)] {{(pid=103495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:20:26.531885 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-e4b284cb-94c2-40cd-96ec-0d92b2dd6801 req-acd01198-0644-4a18-978f-2928722758ec tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Publish callbacks [] for port (720d8223-5134-4e19-a58f-9b81f520300e), precommit_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:26.536298 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-e4b284cb-94c2-40cd-96ec-0d92b2dd6801 req-acd01198-0644-4a18-978f-2928722758ec tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (720d8223-5134-4e19-a58f-9b81f520300e), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:26.583161 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b284cb-94c2-40cd-96ec-0d92b2dd6801 req-acd01198-0644-4a18-978f-2928722758ec tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:26.584456 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-e4b284cb-94c2-40cd-96ec-0d92b2dd6801 req-acd01198-0644-4a18-978f-2928722758ec tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for port (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:26.585859 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e4b284cb-94c2-40cd-96ec-0d92b2dd6801 req-acd01198-0644-4a18-978f-2928722758ec tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "PUT /v2.0/ports/720d8223-5134-4e19-a58f-9b81f520300e HTTP/1.1" status: 200 len: 982 time: 0.3398616 Mar 30 18:20:26.618616 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd01198-0644-4a18-978f-2928722758ec tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Pushing event updated for resources: {'Port': ['ID=720d8223-5134-4e19-a58f-9b81f520300e,revision_number=6']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:26.697680 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c8061-953d-488e-a2df-0e7ed8784c0d req-b794392b-13bd-4ee7-985c-029dca2e2080 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:26.699261 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-897c8061-953d-488e-a2df-0e7ed8784c0d req-b794392b-13bd-4ee7-985c-029dca2e2080 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd59216-52b0-41ca-8c0b-32140ffe76e8 HTTP/1.1" status: 200 len: 985 time: 0.0585995 Mar 30 18:20:26.763202 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-897c8061-953d-488e-a2df-0e7ed8784c0d req-34a9b751-1e54-4416-9e9f-173cc51c038e tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b15ee7-1f38-4ffe-ad50-39a84deb3596&id=988873e5-8d7f-4cea-95e7-39dfca4da129&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581543 Mar 30 18:20:26.814043 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-8eb37c39-6b1e-486f-87a3-7bfbdaf30989 None None] Provisioning complete for port 720d8223-5134-4e19-a58f-9b81f520300e triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:20:26.814440 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8eb37c39-6b1e-486f-87a3-7bfbdaf30989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (720d8223-5134-4e19-a58f-9b81f520300e), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:26.890846 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8eb37c39-6b1e-486f-87a3-7bfbdaf30989 None None] Current status of the port 720d8223-5134-4e19-a58f-9b81f520300e is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:20:26.939813 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0224bbe5-b38b-495d-aca8-25efe448f58d req-2ea23bfc-3892-4019-ba8c-7d53ddc2b38d tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:26.941400 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0224bbe5-b38b-495d-aca8-25efe448f58d req-2ea23bfc-3892-4019-ba8c-7d53ddc2b38d tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4caa7109-b153-4a12-a3ca-f9a0bd8ec82f HTTP/1.1" status: 200 len: 945 time: 0.0516379 Mar 30 18:20:26.972461 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cd59216-52b0-41ca-8c0b-32140ffe76e8', 'tag': '720d8223-5134-4e19-a58f-9b81f520300e'}] {{(pid=103495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:20:26.974702 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0dfb30c8fd1ad248dcf0c7d180f6bc71f3cc1084e8ff52034c63c32eff48f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2474981-e7ea-40c4-a175-b69459966162" -d '{"events": [{"name": "network-changed", "server_uuid": "8cd59216-52b0-41ca-8c0b-32140ffe76e8", "tag": "720d8223-5134-4e19-a58f-9b81f520300e"}]}' {{(pid=103495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:20:26.993593 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0224bbe5-b38b-495d-aca8-25efe448f58d req-35399105-aea3-45b1-96b9-587eeefedca5 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458484 Mar 30 18:20:27.018983 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73315aa5-6b4d-4d12-b3bf-3c6742ca8515 x-openstack-request-id: req-73315aa5-6b4d-4d12-b3bf-3c6742ca8515 {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:20:27.019281 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cd59216-52b0-41ca-8c0b-32140ffe76e8", "tag": "720d8223-5134-4e19-a58f-9b81f520300e", "status": "completed", "code": 200}]} {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:20:27.019535 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-73315aa5-6b4d-4d12-b3bf-3c6742ca8515 {{(pid=103495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:20:27.019933 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73315aa5-6b4d-4d12-b3bf-3c6742ca8515'] response: {'name': 'network-changed', 'server_uuid': '8cd59216-52b0-41ca-8c0b-32140ffe76e8', 'tag': '720d8223-5134-4e19-a58f-9b81f520300e', 'status': 'completed', 'code': 200} Mar 30 18:20:27.922563 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa5e37-3fb6-450e-b482-a10715da5c13 req-66d1421e-2717-460a-9fc9-e0f1f5cdd65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:27.924059 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-24aa5e37-3fb6-450e-b482-a10715da5c13 req-66d1421e-2717-460a-9fc9-e0f1f5cdd65d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5f5df6d08f6a452b95df5f3a914df526&device_id=8cd59216-52b0-41ca-8c0b-32140ffe76e8 HTTP/1.1" status: 200 len: 1169 time: 0.0510726 Mar 30 18:20:28.010643 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa5e37-3fb6-450e-b482-a10715da5c13 req-1c8f9799-e019-45db-83b7-1bb3dc004da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:28.012101 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-24aa5e37-3fb6-450e-b482-a10715da5c13 req-1c8f9799-e019-45db-83b7-1bb3dc004da1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6135f2b8-d5a7-4fb1-9c4a-a008078e870c HTTP/1.1" status: 200 len: 915 time: 0.0811608 Mar 30 18:20:28.041404 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] get_ports_and_sgs() called for port_ids ['720d8223-5134-4e19-a58f-9b81f520300e'] {{(pid=103496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:20:28.112409 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-24aa5e37-3fb6-450e-b482-a10715da5c13 req-c5c78281-f004-46a3-9f08-12a16a6e8bf6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=720d8223-5134-4e19-a58f-9b81f520300e HTTP/1.1" status: 200 len: 1002 time: 0.0927808 Mar 30 18:20:28.168623 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c157a542-f9e2-4da3-9ae0-f3b44cf525f0 req-3abbf206-6eaf-430f-ba2a-a19d976ec1bf tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:28.170200 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c157a542-f9e2-4da3-9ae0-f3b44cf525f0 req-3abbf206-6eaf-430f-ba2a-a19d976ec1bf tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4caa7109-b153-4a12-a3ca-f9a0bd8ec82f HTTP/1.1" status: 200 len: 945 time: 0.0947411 Mar 30 18:20:28.187692 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa5e37-3fb6-450e-b482-a10715da5c13 req-2975a7a6-d094-4587-83c6-22a480f65191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:28.189036 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-24aa5e37-3fb6-450e-b482-a10715da5c13 req-2975a7a6-d094-4587-83c6-22a480f65191 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e4202354-4e55-4eb0-b052-e39d4dd92df9 HTTP/1.1" status: 200 len: 853 time: 0.0678267 Mar 30 18:20:28.261193 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c157a542-f9e2-4da3-9ae0-f3b44cf525f0 req-12cf991f-a093-4677-a74b-4d7849ea943f tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842223 Mar 30 18:20:28.268978 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa5e37-3fb6-450e-b482-a10715da5c13 req-a0ced993-a8db-40ac-8687-55df44fc9d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:28.270495 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-24aa5e37-3fb6-450e-b482-a10715da5c13 req-a0ced993-a8db-40ac-8687-55df44fc9d41 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6135f2b8-d5a7-4fb1-9c4a-a008078e870c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0743127 Mar 30 18:20:28.321570 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] get_ports_and_sgs() called for port_ids ['720d8223-5134-4e19-a58f-9b81f520300e'] {{(pid=103496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:20:28.363302 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-24aa5e37-3fb6-450e-b482-a10715da5c13 req-926a8d5f-1999-473a-8657-416b95ea0d8b service neutron] 10.222.0.44 "GET /v2.0/networks/6135f2b8-d5a7-4fb1-9c4a-a008078e870c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854552 Mar 30 18:20:28.456112 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-24aa5e37-3fb6-450e-b482-a10715da5c13 req-e4077ca6-5eb3-43fc-aa05-9ed1b727b7b4 service neutron] 10.222.0.44 "GET /v2.0/networks/6135f2b8-d5a7-4fb1-9c4a-a008078e870c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862992 Mar 30 18:20:28.845853 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2474981-e7ea-40c4-a175-b69459966162 req-467b9813-ff86-435d-ac11-2aa8c5a2040d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:28.847359 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f2474981-e7ea-40c4-a175-b69459966162 req-467b9813-ff86-435d-ac11-2aa8c5a2040d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5f5df6d08f6a452b95df5f3a914df526&device_id=8cd59216-52b0-41ca-8c0b-32140ffe76e8 HTTP/1.1" status: 200 len: 1169 time: 0.0479808 Mar 30 18:20:28.938120 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2474981-e7ea-40c4-a175-b69459966162 req-d63a7402-c946-4de6-b1c9-69465fd189cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:28.939600 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f2474981-e7ea-40c4-a175-b69459966162 req-d63a7402-c946-4de6-b1c9-69465fd189cd service neutron] 10.222.0.44 "GET /v2.0/networks?id=6135f2b8-d5a7-4fb1-9c4a-a008078e870c HTTP/1.1" status: 200 len: 915 time: 0.0844662 Mar 30 18:20:29.008860 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f2474981-e7ea-40c4-a175-b69459966162 req-66dffad9-f136-454b-b916-6320d24b9acb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=720d8223-5134-4e19-a58f-9b81f520300e HTTP/1.1" status: 200 len: 1002 time: 0.0625670 Mar 30 18:20:29.057916 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2474981-e7ea-40c4-a175-b69459966162 req-2be0f9a7-9590-4e7e-9942-784f5ed50189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:29.063370 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f2474981-e7ea-40c4-a175-b69459966162 req-2be0f9a7-9590-4e7e-9942-784f5ed50189 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e4202354-4e55-4eb0-b052-e39d4dd92df9 HTTP/1.1" status: 200 len: 853 time: 0.0441263 Mar 30 18:20:29.111790 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2474981-e7ea-40c4-a175-b69459966162 req-59a7282d-de4d-4f2e-b51c-035bd126d33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:29.113279 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f2474981-e7ea-40c4-a175-b69459966162 req-59a7282d-de4d-4f2e-b51c-035bd126d33a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6135f2b8-d5a7-4fb1-9c4a-a008078e870c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453949 Mar 30 18:20:29.219001 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f2474981-e7ea-40c4-a175-b69459966162 req-3f2142a7-c268-4b9e-a990-e2875572e0b0 service neutron] 10.222.0.44 "GET /v2.0/networks/6135f2b8-d5a7-4fb1-9c4a-a008078e870c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980134 Mar 30 18:20:29.315624 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f2474981-e7ea-40c4-a175-b69459966162 req-71fbc23f-9354-4674-b1a2-184e6ac7a9fd service neutron] 10.222.0.44 "GET /v2.0/networks/6135f2b8-d5a7-4fb1-9c4a-a008078e870c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901778 Mar 30 18:20:29.398859 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcef514f-a053-41e5-83e9-d40044761609 req-a931d46b-3efa-4e31-bb09-9c6782bd883f tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:29.400339 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-dcef514f-a053-41e5-83e9-d40044761609 req-a931d46b-3efa-4e31-bb09-9c6782bd883f tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4caa7109-b153-4a12-a3ca-f9a0bd8ec82f HTTP/1.1" status: 200 len: 945 time: 0.0681319 Mar 30 18:20:29.447165 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-dcef514f-a053-41e5-83e9-d40044761609 req-5dbda272-cfe4-4d54-99d5-c4b57fdb3c41 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412459 Mar 30 18:20:30.560399 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 47776) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:30.576829 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0600e1-ca9a-45d7-a76c-1fe4a04e1c68 req-a8e3aaf9-dc49-40a0-8d70-db38cf3a24c7 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:30.578356 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5c0600e1-ca9a-45d7-a76c-1fe4a04e1c68 req-a8e3aaf9-dc49-40a0-8d70-db38cf3a24c7 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4caa7109-b153-4a12-a3ca-f9a0bd8ec82f HTTP/1.1" status: 200 len: 945 time: 0.0550966 Mar 30 18:20:30.626552 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5c0600e1-ca9a-45d7-a76c-1fe4a04e1c68 req-7f13d7ee-3cdf-4d73-801c-b1063ca8f4bd tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421913 Mar 30 18:20:30.668474 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-315d6fb9-2b04-4935-92a7-7678fd4da221 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:30.745194 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-315d6fb9-2b04-4935-92a7-7678fd4da221 admin admin] Publish callbacks [] for security_group (f4e0ada4-223e-48f8-8f68-c143df5b9e7f), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:30.748609 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-315d6fb9-2b04-4935-92a7-7678fd4da221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (f4e0ada4-223e-48f8-8f68-c143df5b9e7f), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:30.790397 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-315d6fb9-2b04-4935-92a7-7678fd4da221 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b3ce7e64b05d4b7a8a4c3c14aaaf8a95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2282979 Mar 30 18:20:30.791300 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315d6fb9-2b04-4935-92a7-7678fd4da221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e0ada4-223e-48f8-8f68-c143df5b9e7f,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:30.793261 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 47780) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:30.842687 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-6a87bdf8-d148-44a8-8f97-d88f55fb16a8 admin admin] Publish callbacks [] for security_group (f4e0ada4-223e-48f8-8f68-c143df5b9e7f), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:30.868620 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-6a87bdf8-d148-44a8-8f97-d88f55fb16a8 admin admin] Publish callbacks [] for security_group (f4e0ada4-223e-48f8-8f68-c143df5b9e7f), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:30.915901 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-6a87bdf8-d148-44a8-8f97-d88f55fb16a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (f4e0ada4-223e-48f8-8f68-c143df5b9e7f), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:30.918592 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-6a87bdf8-d148-44a8-8f97-d88f55fb16a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:30.920182 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-6a87bdf8-d148-44a8-8f97-d88f55fb16a8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f4e0ada4-223e-48f8-8f68-c143df5b9e7f HTTP/1.1" status: 204 len: 168 time: 0.1256349 Mar 30 18:20:30.930345 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a87bdf8-d148-44a8-8f97-d88f55fb16a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e0ada4-223e-48f8-8f68-c143df5b9e7f,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:31.187230 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 47786) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:31.203647 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-783c8468-40ac-4cb1-bf87-0e0e76ef3bb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:31.276965 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-783c8468-40ac-4cb1-bf87-0e0e76ef3bb9 admin admin] Publish callbacks [] for security_group (760bd94c-8327-452d-bdec-58aad122f692), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:31.280410 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-783c8468-40ac-4cb1-bf87-0e0e76ef3bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (760bd94c-8327-452d-bdec-58aad122f692), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:31.320065 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-783c8468-40ac-4cb1-bf87-0e0e76ef3bb9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7364482e3431451582594ccac3ce4f96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1316855 Mar 30 18:20:31.324386 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 47796) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:31.327207 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783c8468-40ac-4cb1-bf87-0e0e76ef3bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=760bd94c-8327-452d-bdec-58aad122f692,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:31.375152 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-54139750-1ec0-448c-ba10-ffa1bd1196f4 admin admin] Publish callbacks [] for security_group (760bd94c-8327-452d-bdec-58aad122f692), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:31.400215 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-54139750-1ec0-448c-ba10-ffa1bd1196f4 admin admin] Publish callbacks [] for security_group (760bd94c-8327-452d-bdec-58aad122f692), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:31.458673 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-54139750-1ec0-448c-ba10-ffa1bd1196f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (760bd94c-8327-452d-bdec-58aad122f692), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:31.461555 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-54139750-1ec0-448c-ba10-ffa1bd1196f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:31.465016 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-54139750-1ec0-448c-ba10-ffa1bd1196f4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/760bd94c-8327-452d-bdec-58aad122f692 HTTP/1.1" status: 204 len: 168 time: 0.1373928 Mar 30 18:20:31.477195 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54139750-1ec0-448c-ba10-ffa1bd1196f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760bd94c-8327-452d-bdec-58aad122f692,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:31.657516 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 47816) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:31.813298 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4186e93-d114-4883-ab2f-bca57e02497d req-f19e4be0-30c8-4d5e-b310-bb61fdc7180d tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:31.815691 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a4186e93-d114-4883-ab2f-bca57e02497d req-f19e4be0-30c8-4d5e-b310-bb61fdc7180d tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4caa7109-b153-4a12-a3ca-f9a0bd8ec82f HTTP/1.1" status: 200 len: 945 time: 0.0767169 Mar 30 18:20:31.818520 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-c57024cb-e910-4c57-b79e-305b68b04d75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:31.878912 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a4186e93-d114-4883-ab2f-bca57e02497d req-dfa6f505-cb0e-4a8b-b40c-a3e0b1377c0f tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573032 Mar 30 18:20:31.907737 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-c57024cb-e910-4c57-b79e-305b68b04d75 admin admin] Publish callbacks [] for security_group (6acbe090-837a-41cb-8ec3-cb496b37bfa7), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:31.913631 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-c57024cb-e910-4c57-b79e-305b68b04d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (6acbe090-837a-41cb-8ec3-cb496b37bfa7), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:31.952736 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-c57024cb-e910-4c57-b79e-305b68b04d75 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bfed36a62d16464284faa8c9dd6a938c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2915814 Mar 30 18:20:31.952736 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57024cb-e910-4c57-b79e-305b68b04d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6acbe090-837a-41cb-8ec3-cb496b37bfa7,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:31.953070 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 47834) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:32.007951 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-61f13220-4105-47d4-84b4-d835ec4be807 admin admin] Publish callbacks [] for security_group (6acbe090-837a-41cb-8ec3-cb496b37bfa7), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:32.033769 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-61f13220-4105-47d4-84b4-d835ec4be807 admin admin] Publish callbacks [] for security_group (6acbe090-837a-41cb-8ec3-cb496b37bfa7), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:32.094940 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-61f13220-4105-47d4-84b4-d835ec4be807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (6acbe090-837a-41cb-8ec3-cb496b37bfa7), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:32.097444 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-61f13220-4105-47d4-84b4-d835ec4be807 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:32.100367 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-61f13220-4105-47d4-84b4-d835ec4be807 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6acbe090-837a-41cb-8ec3-cb496b37bfa7 HTTP/1.1" status: 204 len: 168 time: 0.1450024 Mar 30 18:20:32.108577 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f13220-4105-47d4-84b4-d835ec4be807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6acbe090-837a-41cb-8ec3-cb496b37bfa7,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:32.655886 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 47860) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:32.769742 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-33641f96-248e-44cd-8d98-a77c56500b42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:32.857770 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-33641f96-248e-44cd-8d98-a77c56500b42 admin admin] Publish callbacks [] for security_group (b3c78b03-e6b1-447a-91bf-d7b3c7602df2), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:32.862785 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-33641f96-248e-44cd-8d98-a77c56500b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (b3c78b03-e6b1-447a-91bf-d7b3c7602df2), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:32.902816 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-33641f96-248e-44cd-8d98-a77c56500b42 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b0d010eb1adf46f79a62e986adb52023&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2458422 Mar 30 18:20:32.903686 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33641f96-248e-44cd-8d98-a77c56500b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c78b03-e6b1-447a-91bf-d7b3c7602df2,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:32.905539 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 47874) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:32.915523 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 47876) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:32.966745 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-f950ee63-b08a-446c-ae3d-1b7be3855061 admin admin] Publish callbacks [] for security_group (b3c78b03-e6b1-447a-91bf-d7b3c7602df2), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:32.988648 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-f950ee63-b08a-446c-ae3d-1b7be3855061 admin admin] Publish callbacks [] for security_group (b3c78b03-e6b1-447a-91bf-d7b3c7602df2), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:33.037060 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-f950ee63-b08a-446c-ae3d-1b7be3855061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (b3c78b03-e6b1-447a-91bf-d7b3c7602df2), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:33.039637 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-f950ee63-b08a-446c-ae3d-1b7be3855061 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:33.040769 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-f950ee63-b08a-446c-ae3d-1b7be3855061 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b3c78b03-e6b1-447a-91bf-d7b3c7602df2 HTTP/1.1" status: 204 len: 168 time: 0.1336937 Mar 30 18:20:33.047855 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-76d7f545-cd9b-4711-8404-5813e8832fba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:33.049774 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f950ee63-b08a-446c-ae3d-1b7be3855061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c78b03-e6b1-447a-91bf-d7b3c7602df2,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:33.131604 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-76d7f545-cd9b-4711-8404-5813e8832fba admin admin] Publish callbacks [] for security_group (0b47845e-d03f-4f6c-bf32-ef5437e3567f), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:33.136532 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-76d7f545-cd9b-4711-8404-5813e8832fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (0b47845e-d03f-4f6c-bf32-ef5437e3567f), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:33.179006 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-76d7f545-cd9b-4711-8404-5813e8832fba admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=02e6a22ec02d427280788b0b3b05cbdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2621529 Mar 30 18:20:33.179919 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7f545-cd9b-4711-8404-5813e8832fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b47845e-d03f-4f6c-bf32-ef5437e3567f,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:33.181640 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 47886) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:33.235510 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-c41fe190-9152-42bb-9666-235bc7d72a0b admin admin] Publish callbacks [] for security_group (0b47845e-d03f-4f6c-bf32-ef5437e3567f), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:33.258438 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-c41fe190-9152-42bb-9666-235bc7d72a0b admin admin] Publish callbacks [] for security_group (0b47845e-d03f-4f6c-bf32-ef5437e3567f), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:33.311550 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-c41fe190-9152-42bb-9666-235bc7d72a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (0b47845e-d03f-4f6c-bf32-ef5437e3567f), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:33.314143 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-c41fe190-9152-42bb-9666-235bc7d72a0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:33.315311 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-c41fe190-9152-42bb-9666-235bc7d72a0b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0b47845e-d03f-4f6c-bf32-ef5437e3567f HTTP/1.1" status: 204 len: 168 time: 0.1326759 Mar 30 18:20:33.324744 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41fe190-9152-42bb-9666-235bc7d72a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b47845e-d03f-4f6c-bf32-ef5437e3567f,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:34.175586 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.agents_db [None req-01a7ea33-ae04-4be9-ae8a-11827e05d97f None None] Agent healthcheck: found 6 active agents {{(pid=103497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:20:34.526965 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 47962) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:34.531513 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.v2.base [None req-6cd2f7bc-18da-4c09-94cf-0cda6562b7ad tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1955743134', 'description': 'tempest-description--624808506'}} {{(pid=103494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:20:34.551927 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-6cd2f7bc-18da-4c09-94cf-0cda6562b7ad tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Publish callbacks [] for security_group (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:34.618624 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-6cd2f7bc-18da-4c09-94cf-0cda6562b7ad tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Publish callbacks [] for security_group (4bc62157-008c-4d69-93a5-675615ef6fa6), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:34.622202 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-6cd2f7bc-18da-4c09-94cf-0cda6562b7ad tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (4bc62157-008c-4d69-93a5-675615ef6fa6), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:34.652454 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-6cd2f7bc-18da-4c09-94cf-0cda6562b7ad tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Publish callbacks [] for security_group (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:34.653672 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-6cd2f7bc-18da-4c09-94cf-0cda6562b7ad tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1257029 Mar 30 18:20:34.655548 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd2f7bc-18da-4c09-94cf-0cda6562b7ad tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc62157-008c-4d69-93a5-675615ef6fa6,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:34.656583 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 47964) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:34.662455 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [None req-240ef39c-43d6-444b-8842-7b8c22f0535c tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Request body: {'security_group_rule': {'security_group_id': '4bc62157-008c-4d69-93a5-675615ef6fa6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:20:34.687335 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-240ef39c-43d6-444b-8842-7b8c22f0535c tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Publish callbacks [] for security_group_rule (77d1bdad-d7d7-4157-a6ad-3bf2a2315d11), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:34.741558 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-240ef39c-43d6-444b-8842-7b8c22f0535c tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Publish callbacks [] for security_group_rule (77d1bdad-d7d7-4157-a6ad-3bf2a2315d11), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:34.745687 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-240ef39c-43d6-444b-8842-7b8c22f0535c tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005201'] for security_group_rule (77d1bdad-d7d7-4157-a6ad-3bf2a2315d11), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:34.764474 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240ef39c-43d6-444b-8842-7b8c22f0535c tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77d1bdad-d7d7-4157-a6ad-3bf2a2315d11,revision_number=0']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:34.769937 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-240ef39c-43d6-444b-8842-7b8c22f0535c tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:34.772067 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-240ef39c-43d6-444b-8842-7b8c22f0535c tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1138749 Mar 30 18:20:34.774798 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 47966) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:34.779030 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [None req-8eda47f6-c65f-42bf-86b0-d8fa265237d9 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Request body: {'security_group_rule': {'security_group_id': '4bc62157-008c-4d69-93a5-675615ef6fa6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:20:34.803861 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8eda47f6-c65f-42bf-86b0-d8fa265237d9 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Publish callbacks [] for security_group_rule (e4227121-d6cc-4e6b-b33a-ffd372533d0e), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:34.857507 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8eda47f6-c65f-42bf-86b0-d8fa265237d9 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Publish callbacks [] for security_group_rule (e4227121-d6cc-4e6b-b33a-ffd372533d0e), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:34.860766 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8eda47f6-c65f-42bf-86b0-d8fa265237d9 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005201'] for security_group_rule (e4227121-d6cc-4e6b-b33a-ffd372533d0e), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:34.876917 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eda47f6-c65f-42bf-86b0-d8fa265237d9 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4227121-d6cc-4e6b-b33a-ffd372533d0e,revision_number=0']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:34.884529 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8eda47f6-c65f-42bf-86b0-d8fa265237d9 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:34.885703 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-8eda47f6-c65f-42bf-86b0-d8fa265237d9 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1099877 Mar 30 18:20:34.888694 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 47968) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:34.892827 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [None req-66317977-7fa5-4821-b895-af70a72a1ede tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Request body: {'floatingip': {'floating_network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:20:34.912088 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-66317977-7fa5-4821-b895-af70a72a1ede tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:35.008286 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-66317977-7fa5-4821-b895-af70a72a1ede tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:35.119092 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.db_base_plugin_common [None req-66317977-7fa5-4821-b895-af70a72a1ede tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Allocated IP 172.27.1.70 (91cc19c8-4e3d-4b52-9973-bc78b4427ae2/e2593658-5374-4bbb-b8e3-ff319bcb6728/698efa2b-3329-420c-86b1-2f0fdd97723d) {{(pid=103495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:20:35.220094 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-66317977-7fa5-4821-b895-af70a72a1ede tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Publish callbacks [] for port (698efa2b-3329-420c-86b1-2f0fdd97723d), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:35.251915 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-66317977-7fa5-4821-b895-af70a72a1ede tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728099412974'] for port (698efa2b-3329-420c-86b1-2f0fdd97723d), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:35.288658 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66317977-7fa5-4821-b895-af70a72a1ede tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Network 91cc19c8-4e3d-4b52-9973-bc78b4427ae2 is already hosted by enough agents. {{(pid=103495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:20:35.291514 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.base_scheduler [None req-66317977-7fa5-4821-b895-af70a72a1ede tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Resources bound (agent type, host, resource id): {{(pid=103495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:20:35.293937 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66317977-7fa5-4821-b895-af70a72a1ede tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Received port after_create {{(pid=103495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:20:35.307877 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66317977-7fa5-4821-b895-af70a72a1ede tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Pushing event updated for resources: {'Port': ['ID=698efa2b-3329-420c-86b1-2f0fdd97723d,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:35.353783 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-66317977-7fa5-4821-b895-af70a72a1ede tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Publish callbacks [] for floatingip (b830ebb6-ce03-4368-971c-d6523f35bbd3), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:35.389001 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-66317977-7fa5-4821-b895-af70a72a1ede tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (698efa2b-3329-420c-86b1-2f0fdd97723d), before_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:35.537583 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-66317977-7fa5-4821-b895-af70a72a1ede tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Publish callbacks [] for port (698efa2b-3329-420c-86b1-2f0fdd97723d), precommit_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:35.541961 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-66317977-7fa5-4821-b895-af70a72a1ede tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (698efa2b-3329-420c-86b1-2f0fdd97723d), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:35.571331 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-66317977-7fa5-4821-b895-af70a72a1ede tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541296'] for floatingip (b830ebb6-ce03-4368-971c-d6523f35bbd3), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:35.596862 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-66317977-7fa5-4821-b895-af70a72a1ede tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for floatingip (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:35.598081 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-66317977-7fa5-4821-b895-af70a72a1ede tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7084479 Mar 30 18:20:35.598987 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66317977-7fa5-4821-b895-af70a72a1ede tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Pushing event updated for resources: {'Port': ['ID=698efa2b-3329-420c-86b1-2f0fdd97723d,revision_number=2']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:35.789184 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2ce37bdb-5d84-4a1f-98e3-6c220a0f774a req-a873af99-ebe9-43f7-8a77-2f60ab3a9b5d tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1955743134&fields=id&tenant_id=d22e85861b694f0e8bd7e2e7da8fbc45 HTTP/1.1" status: 200 len: 267 time: 0.0419636 Mar 30 18:20:35.892658 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce37bdb-5d84-4a1f-98e3-6c220a0f774a req-f1bebbc6-96c5-4f59-938a-74b6a6b52c88 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:35.894104 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2ce37bdb-5d84-4a1f-98e3-6c220a0f774a req-f1bebbc6-96c5-4f59-938a-74b6a6b52c88 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/networks?id=3e13178f-fe3d-4acc-a151-e0891e100715 HTTP/1.1" status: 200 len: 819 time: 0.0986624 Mar 30 18:20:35.908822 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2ce37bdb-5d84-4a1f-98e3-6c220a0f774a req-02028772-a49c-498e-830e-7ad065313202 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/quotas/d22e85861b694f0e8bd7e2e7da8fbc45 HTTP/1.1" status: 200 len: 375 time: 0.0087190 Mar 30 18:20:35.966661 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2ce37bdb-5d84-4a1f-98e3-6c220a0f774a req-4c1a371f-0418-4e65-809b-aa1daee473ab tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d22e85861b694f0e8bd7e2e7da8fbc45&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0530238 Mar 30 18:20:36.058346 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2ce37bdb-5d84-4a1f-98e3-6c220a0f774a req-b87528d7-e293-4b16-9114-34f02d372843 service neutron] 10.222.0.41 "GET /v2.0/networks/3e13178f-fe3d-4acc-a151-e0891e100715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802448 Mar 30 18:20:36.151743 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2ce37bdb-5d84-4a1f-98e3-6c220a0f774a req-c2f2d037-07bf-4f73-90ed-5a5a8dc61204 service neutron] 10.222.0.41 "GET /v2.0/networks/3e13178f-fe3d-4acc-a151-e0891e100715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877554 Mar 30 18:20:36.312835 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-038400bf-b1c5-41eb-8135-f2622d7ed91c req-7f64fc5d-0417-4e9f-99fb-4201de35e528 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4880cd18-779e-4ff1-aa6d-870203420741 HTTP/1.1" status: 200 len: 210 time: 0.0288341 Mar 30 18:20:37.403304 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3419bb4f-3025-410f-8e8e-9d3027180948 req-117ccc20-80bc-4d41-aef9-49fb6586a5b8 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4880cd18-779e-4ff1-aa6d-870203420741 HTTP/1.1" status: 200 len: 210 time: 0.0265238 Mar 30 18:20:38.524605 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-563a69ec-3d8b-4d28-8649-fe5ca57dec8d req-9f778858-da94-45c7-a95f-8c06b4a759f2 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4880cd18-779e-4ff1-aa6d-870203420741 HTTP/1.1" status: 200 len: 210 time: 0.0354114 Mar 30 18:20:38.542416 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce37bdb-5d84-4a1f-98e3-6c220a0f774a req-7052b836-b1bd-4a08-bf7c-0f57f63d115a tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:38.543953 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2ce37bdb-5d84-4a1f-98e3-6c220a0f774a req-7052b836-b1bd-4a08-bf7c-0f57f63d115a tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.44 "GET /v2.0/networks?id=3e13178f-fe3d-4acc-a151-e0891e100715 HTTP/1.1" status: 200 len: 819 time: 0.1378603 Mar 30 18:20:38.623185 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2ce37bdb-5d84-4a1f-98e3-6c220a0f774a req-a852e25a-6ced-486f-ad80-4b1f5c4c0efa tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d22e85861b694f0e8bd7e2e7da8fbc45 HTTP/1.1" status: 200 len: 380 time: 0.0541661 Mar 30 18:20:38.631752 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [req-2ce37bdb-5d84-4a1f-98e3-6c220a0f774a req-7cf792e6-13cf-4476-b087-1bc1ca3a6068 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Request body: {'port': {'device_id': '4880cd18-779e-4ff1-aa6d-870203420741', 'network_id': '3e13178f-fe3d-4acc-a151-e0891e100715', 'admin_state_up': True, 'tenant_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'security_groups': ['4bc62157-008c-4d69-93a5-675615ef6fa6']}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:20:38.742897 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ce37bdb-5d84-4a1f-98e3-6c220a0f774a req-7cf792e6-13cf-4476-b087-1bc1ca3a6068 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Made reservation on behalf of d22e85861b694f0e8bd7e2e7da8fbc45 for: {'port': 1} {{(pid=103495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:20:38.746081 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-2ce37bdb-5d84-4a1f-98e3-6c220a0f774a req-7cf792e6-13cf-4476-b087-1bc1ca3a6068 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:38.877169 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.db_base_plugin_common [req-2ce37bdb-5d84-4a1f-98e3-6c220a0f774a req-7cf792e6-13cf-4476-b087-1bc1ca3a6068 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Allocated IP 172.20.0.10 (3e13178f-fe3d-4acc-a151-e0891e100715/d0c7af2e-75fc-4b8f-a86b-ddae6e3c7dba/67243e49-7fde-4fdc-b281-9b5b50fa2123) {{(pid=103495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:20:39.018043 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-2ce37bdb-5d84-4a1f-98e3-6c220a0f774a req-7cf792e6-13cf-4476-b087-1bc1ca3a6068 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Publish callbacks [] for port (67243e49-7fde-4fdc-b281-9b5b50fa2123), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:39.051255 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-2ce37bdb-5d84-4a1f-98e3-6c220a0f774a req-7cf792e6-13cf-4476-b087-1bc1ca3a6068 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728099412974'] for port (67243e49-7fde-4fdc-b281-9b5b50fa2123), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:39.095307 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ce37bdb-5d84-4a1f-98e3-6c220a0f774a req-7cf792e6-13cf-4476-b087-1bc1ca3a6068 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Network 3e13178f-fe3d-4acc-a151-e0891e100715 is already hosted by enough agents. {{(pid=103495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:20:39.098492 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.base_scheduler [req-2ce37bdb-5d84-4a1f-98e3-6c220a0f774a req-7cf792e6-13cf-4476-b087-1bc1ca3a6068 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Resources bound (agent type, host, resource id): {{(pid=103495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:20:39.106186 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce37bdb-5d84-4a1f-98e3-6c220a0f774a req-7cf792e6-13cf-4476-b087-1bc1ca3a6068 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Received port after_create {{(pid=103495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:20:39.110293 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce37bdb-5d84-4a1f-98e3-6c220a0f774a req-7cf792e6-13cf-4476-b087-1bc1ca3a6068 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:39.111025 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-2ce37bdb-5d84-4a1f-98e3-6c220a0f774a req-7cf792e6-13cf-4476-b087-1bc1ca3a6068 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for port (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:39.118041 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf792e6-13cf-4476-b087-1bc1ca3a6068 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Pushing event updated for resources: {'Port': ['ID=67243e49-7fde-4fdc-b281-9b5b50fa2123,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:39.139969 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2ce37bdb-5d84-4a1f-98e3-6c220a0f774a req-7cf792e6-13cf-4476-b087-1bc1ca3a6068 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5116229 Mar 30 18:20:39.167662 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [req-2ce37bdb-5d84-4a1f-98e3-6c220a0f774a req-98b112d8-cff7-4c57-a4c3-37eaaa2fa767 service neutron] Request body: {'port': {'device_id': '4880cd18-779e-4ff1-aa6d-870203420741', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:20:39.240681 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-2ce37bdb-5d84-4a1f-98e3-6c220a0f774a req-98b112d8-cff7-4c57-a4c3-37eaaa2fa767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (67243e49-7fde-4fdc-b281-9b5b50fa2123), before_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:39.400651 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-e8ab0ba7-4fc7-430a-a8a1-7fb4613ed210 None None] Provisioning complete for port 67243e49-7fde-4fdc-b281-9b5b50fa2123 triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:20:39.401276 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e8ab0ba7-4fc7-430a-a8a1-7fb4613ed210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (67243e49-7fde-4fdc-b281-9b5b50fa2123), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:39.459991 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e8ab0ba7-4fc7-430a-a8a1-7fb4613ed210 None None] Port 67243e49-7fde-4fdc-b281-9b5b50fa2123 cannot update to ACTIVE because it is not bound. {{(pid=103496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:20:39.535422 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.notifiers.nova [req-2ce37bdb-5d84-4a1f-98e3-6c220a0f774a req-98b112d8-cff7-4c57-a4c3-37eaaa2fa767 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67243e49-7fde-4fdc-b281-9b5b50fa2123 {{(pid=103495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:20:39.543502 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-2ce37bdb-5d84-4a1f-98e3-6c220a0f774a req-98b112d8-cff7-4c57-a4c3-37eaaa2fa767 service neutron] Publish callbacks [] for port (67243e49-7fde-4fdc-b281-9b5b50fa2123), precommit_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:39.556612 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.provisioning_blocks [req-2ce37bdb-5d84-4a1f-98e3-6c220a0f774a req-98b112d8-cff7-4c57-a4c3-37eaaa2fa767 service neutron] Transition to ACTIVE for port object 67243e49-7fde-4fdc-b281-9b5b50fa2123 will not be triggered until provisioned by entity L2. {{(pid=103495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 18:20:39.561212 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-2ce37bdb-5d84-4a1f-98e3-6c220a0f774a req-98b112d8-cff7-4c57-a4c3-37eaaa2fa767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (67243e49-7fde-4fdc-b281-9b5b50fa2123), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:39.669380 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b112d8-cff7-4c57-a4c3-37eaaa2fa767 service neutron] Pushing event updated for resources: {'Port': ['ID=67243e49-7fde-4fdc-b281-9b5b50fa2123,revision_number=2']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:39.678661 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.managers [req-2ce37bdb-5d84-4a1f-98e3-6c220a0f774a req-98b112d8-cff7-4c57-a4c3-37eaaa2fa767 service neutron] Attempting to bind port 67243e49-7fde-4fdc-b281-9b5b50fa2123 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:20:39.678994 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.managers [req-2ce37bdb-5d84-4a1f-98e3-6c220a0f774a req-98b112d8-cff7-4c57-a4c3-37eaaa2fa767 service neutron] Attempting to bind port 67243e49-7fde-4fdc-b281-9b5b50fa2123 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '098413ed-ec75-43e9-9db3-68f175b21721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '3e13178f-fe3d-4acc-a151-e0891e100715'}] {{(pid=103495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:20:39.679441 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce37bdb-5d84-4a1f-98e3-6c220a0f774a req-98b112d8-cff7-4c57-a4c3-37eaaa2fa767 service neutron] Attempting to bind port 67243e49-7fde-4fdc-b281-9b5b50fa2123 on network 3e13178f-fe3d-4acc-a151-e0891e100715 {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:20:39.686522 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce37bdb-5d84-4a1f-98e3-6c220a0f774a req-98b112d8-cff7-4c57-a4c3-37eaaa2fa767 service neutron] Port 67243e49-7fde-4fdc-b281-9b5b50fa2123 on network 3e13178f-fe3d-4acc-a151-e0891e100715 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 18:20:39.686841 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce37bdb-5d84-4a1f-98e3-6c220a0f774a req-98b112d8-cff7-4c57-a4c3-37eaaa2fa767 service neutron] Attempting to bind port 67243e49-7fde-4fdc-b281-9b5b50fa2123 on network 3e13178f-fe3d-4acc-a151-e0891e100715 {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:20:39.696920 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce37bdb-5d84-4a1f-98e3-6c220a0f774a req-98b112d8-cff7-4c57-a4c3-37eaaa2fa767 service neutron] Checking agent: {'id': 'ab438a54-a4f6-4fd3-b589-96aa27265666', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 15, 49), 'started_at': datetime.datetime(2022, 3, 30, 18, 15, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:20:39.697253 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce37bdb-5d84-4a1f-98e3-6c220a0f774a req-98b112d8-cff7-4c57-a4c3-37eaaa2fa767 service neutron] Checking segment: {'id': '098413ed-ec75-43e9-9db3-68f175b21721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '3e13178f-fe3d-4acc-a151-e0891e100715'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:20:39.697637 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce37bdb-5d84-4a1f-98e3-6c220a0f774a req-98b112d8-cff7-4c57-a4c3-37eaaa2fa767 service neutron] Bound using segment: {'id': '098413ed-ec75-43e9-9db3-68f175b21721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '3e13178f-fe3d-4acc-a151-e0891e100715'} {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:20:39.698066 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.managers [req-2ce37bdb-5d84-4a1f-98e3-6c220a0f774a req-98b112d8-cff7-4c57-a4c3-37eaaa2fa767 service neutron] Bound port: 67243e49-7fde-4fdc-b281-9b5b50fa2123, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '098413ed-ec75-43e9-9db3-68f175b21721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '3e13178f-fe3d-4acc-a151-e0891e100715'}}] {{(pid=103495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:20:39.698466 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-2ce37bdb-5d84-4a1f-98e3-6c220a0f774a req-98b112d8-cff7-4c57-a4c3-37eaaa2fa767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (67243e49-7fde-4fdc-b281-9b5b50fa2123), before_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:39.722156 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a9eff5-953c-4248-b628-6abfcac20ff6 req-25754bd6-9396-490c-b179-6ee2c2af4f7f tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:39.724392 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e9a9eff5-953c-4248-b628-6abfcac20ff6 req-25754bd6-9396-490c-b179-6ee2c2af4f7f tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4880cd18-779e-4ff1-aa6d-870203420741 HTTP/1.1" status: 200 len: 944 time: 0.1112514 Mar 30 18:20:39.806392 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [req-2ce37bdb-5d84-4a1f-98e3-6c220a0f774a req-98b112d8-cff7-4c57-a4c3-37eaaa2fa767 service neutron] For port 67243e49-7fde-4fdc-b281-9b5b50fa2123, host hv-cinder-83588, cleared binding levels {{(pid=103495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:20:39.810742 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e9a9eff5-953c-4248-b628-6abfcac20ff6 req-5a3dc79f-ad47-4f15-9416-8f72206c4340 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bc62157-008c-4d69-93a5-675615ef6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663452 Mar 30 18:20:39.812285 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [req-2ce37bdb-5d84-4a1f-98e3-6c220a0f774a req-98b112d8-cff7-4c57-a4c3-37eaaa2fa767 service neutron] For port 67243e49-7fde-4fdc-b281-9b5b50fa2123, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=67243e49-7fde-4fdc-b281-9b5b50fa2123,segment=NetworkSegment(098413ed-ec75-43e9-9db3-68f175b21721),segment_id=098413ed-ec75-43e9-9db3-68f175b21721)] {{(pid=103495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:20:39.819175 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-2ce37bdb-5d84-4a1f-98e3-6c220a0f774a req-98b112d8-cff7-4c57-a4c3-37eaaa2fa767 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (67243e49-7fde-4fdc-b281-9b5b50fa2123), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:39.854863 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce37bdb-5d84-4a1f-98e3-6c220a0f774a req-98b112d8-cff7-4c57-a4c3-37eaaa2fa767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:39.855490 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-2ce37bdb-5d84-4a1f-98e3-6c220a0f774a req-98b112d8-cff7-4c57-a4c3-37eaaa2fa767 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for port (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:39.856882 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2ce37bdb-5d84-4a1f-98e3-6c220a0f774a req-98b112d8-cff7-4c57-a4c3-37eaaa2fa767 service neutron] 10.222.0.44 "PUT /v2.0/ports/67243e49-7fde-4fdc-b281-9b5b50fa2123 HTTP/1.1" status: 200 len: 1094 time: 0.6937556 Mar 30 18:20:39.857390 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4880cd18-779e-4ff1-aa6d-870203420741', 'tag': '67243e49-7fde-4fdc-b281-9b5b50fa2123'}] {{(pid=103495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:20:39.859649 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0dfb30c8fd1ad248dcf0c7d180f6bc71f3cc1084e8ff52034c63c32eff48f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347d6396-a516-43c8-a955-2a226c5b1c69" -d '{"events": [{"name": "network-changed", "server_uuid": "4880cd18-779e-4ff1-aa6d-870203420741", "tag": "67243e49-7fde-4fdc-b281-9b5b50fa2123"}]}' {{(pid=103495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:20:39.891649 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b112d8-cff7-4c57-a4c3-37eaaa2fa767 service neutron] Pushing event updated for resources: {'Port': ['ID=67243e49-7fde-4fdc-b281-9b5b50fa2123,revision_number=3']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:39.903362 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e959a168-9464-4d65-8bb4-48b9b29e64fd x-openstack-request-id: req-e959a168-9464-4d65-8bb4-48b9b29e64fd {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:20:39.903779 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4880cd18-779e-4ff1-aa6d-870203420741", "tag": "67243e49-7fde-4fdc-b281-9b5b50fa2123", "status": "completed", "code": 200}]} {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:20:39.903889 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e959a168-9464-4d65-8bb4-48b9b29e64fd {{(pid=103495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:20:39.904293 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e959a168-9464-4d65-8bb4-48b9b29e64fd'] response: {'name': 'network-changed', 'server_uuid': '4880cd18-779e-4ff1-aa6d-870203420741', 'tag': '67243e49-7fde-4fdc-b281-9b5b50fa2123', 'status': 'completed', 'code': 200} Mar 30 18:20:39.975357 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce37bdb-5d84-4a1f-98e3-6c220a0f774a req-bee6987a-22f3-4ad7-a1d1-73c8fe13534a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:39.976992 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2ce37bdb-5d84-4a1f-98e3-6c220a0f774a req-bee6987a-22f3-4ad7-a1d1-73c8fe13534a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d22e85861b694f0e8bd7e2e7da8fbc45&device_id=4880cd18-779e-4ff1-aa6d-870203420741 HTTP/1.1" status: 200 len: 1128 time: 0.0500183 Mar 30 18:20:40.033004 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2ce37bdb-5d84-4a1f-98e3-6c220a0f774a req-607516c2-907b-4df8-b324-0824aed093a0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67243e49-7fde-4fdc-b281-9b5b50fa2123 HTTP/1.1" status: 200 len: 217 time: 0.0367548 Mar 30 18:20:40.086005 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce37bdb-5d84-4a1f-98e3-6c220a0f774a req-37a8fa29-9161-478c-8bb9-e91e3ba4fa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:40.087485 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2ce37bdb-5d84-4a1f-98e3-6c220a0f774a req-37a8fa29-9161-478c-8bb9-e91e3ba4fa70 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d0c7af2e-75fc-4b8f-a86b-ddae6e3c7dba HTTP/1.1" status: 200 len: 858 time: 0.0488105 Mar 30 18:20:40.136123 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce37bdb-5d84-4a1f-98e3-6c220a0f774a req-ef8dc78b-f015-4c70-af61-f582e6c375e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:40.137514 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2ce37bdb-5d84-4a1f-98e3-6c220a0f774a req-ef8dc78b-f015-4c70-af61-f582e6c375e2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3e13178f-fe3d-4acc-a151-e0891e100715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437253 Mar 30 18:20:40.229037 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2ce37bdb-5d84-4a1f-98e3-6c220a0f774a req-309f7a09-32eb-4664-a715-265428bcc1f7 service neutron] 10.222.0.44 "GET /v2.0/networks/3e13178f-fe3d-4acc-a151-e0891e100715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850484 Mar 30 18:20:40.321556 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2ce37bdb-5d84-4a1f-98e3-6c220a0f774a req-88ec86ba-8fa2-484a-883a-7b073520022a service neutron] 10.222.0.44 "GET /v2.0/networks/3e13178f-fe3d-4acc-a151-e0891e100715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855837 Mar 30 18:20:40.501772 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d6396-a516-43c8-a955-2a226c5b1c69 req-3e321772-babd-4867-96f1-8874a0af6b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:40.503300 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-347d6396-a516-43c8-a955-2a226c5b1c69 req-3e321772-babd-4867-96f1-8874a0af6b4b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d22e85861b694f0e8bd7e2e7da8fbc45&device_id=4880cd18-779e-4ff1-aa6d-870203420741 HTTP/1.1" status: 200 len: 1128 time: 0.0463665 Mar 30 18:20:40.596094 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d6396-a516-43c8-a955-2a226c5b1c69 req-dca932b9-5e3f-48a3-bfad-842e013c7623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:40.597596 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-347d6396-a516-43c8-a955-2a226c5b1c69 req-dca932b9-5e3f-48a3-bfad-842e013c7623 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3e13178f-fe3d-4acc-a151-e0891e100715 HTTP/1.1" status: 200 len: 920 time: 0.0870721 Mar 30 18:20:40.645852 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-347d6396-a516-43c8-a955-2a226c5b1c69 req-9f15dddb-a937-4e06-bae1-2e13baa59678 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67243e49-7fde-4fdc-b281-9b5b50fa2123 HTTP/1.1" status: 200 len: 217 time: 0.0383673 Mar 30 18:20:40.701190 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d6396-a516-43c8-a955-2a226c5b1c69 req-1f389310-7a29-47c5-8534-c1775dc7d4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:40.702690 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-347d6396-a516-43c8-a955-2a226c5b1c69 req-1f389310-7a29-47c5-8534-c1775dc7d4a7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d0c7af2e-75fc-4b8f-a86b-ddae6e3c7dba HTTP/1.1" status: 200 len: 858 time: 0.0510843 Mar 30 18:20:40.757936 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d6396-a516-43c8-a955-2a226c5b1c69 req-e6c82ae4-8b27-497c-97dd-a68daad3d7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:40.759448 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-347d6396-a516-43c8-a955-2a226c5b1c69 req-e6c82ae4-8b27-497c-97dd-a68daad3d7a6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3e13178f-fe3d-4acc-a151-e0891e100715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502424 Mar 30 18:20:41.115208 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab24e97-b226-4d5e-98e1-fffc7c876971 req-1222115b-82cf-4995-9610-3b530ac20e92 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:41.116546 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3ab24e97-b226-4d5e-98e1-fffc7c876971 req-1222115b-82cf-4995-9610-3b530ac20e92 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4880cd18-779e-4ff1-aa6d-870203420741 HTTP/1.1" status: 200 len: 944 time: 0.1054189 Mar 30 18:20:41.118664 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-347d6396-a516-43c8-a955-2a226c5b1c69 req-61f55d9d-b13d-4bde-9f7d-da8fc0c77f0a service neutron] 10.222.0.44 "GET /v2.0/networks/3e13178f-fe3d-4acc-a151-e0891e100715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518133 Mar 30 18:20:41.209418 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3ab24e97-b226-4d5e-98e1-fffc7c876971 req-ade6bb7a-c415-4d34-a1a6-7836a8c319d4 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bc62157-008c-4d69-93a5-675615ef6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871634 Mar 30 18:20:41.236673 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-347d6396-a516-43c8-a955-2a226c5b1c69 req-fa65388d-a3e1-48f4-bb12-caa5800c451b service neutron] 10.222.0.44 "GET /v2.0/networks/3e13178f-fe3d-4acc-a151-e0891e100715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090009 Mar 30 18:20:41.778108 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-158a6d9f-f493-4e49-b900-bed2e497d60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:42.337680 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f058f-2864-45ce-837c-faff0cebf225 req-b357985e-a427-43c0-9824-0b4c01ef1510 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:42.339079 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d18f058f-2864-45ce-837c-faff0cebf225 req-b357985e-a427-43c0-9824-0b4c01ef1510 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4880cd18-779e-4ff1-aa6d-870203420741 HTTP/1.1" status: 200 len: 944 time: 0.0577259 Mar 30 18:20:42.386186 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d18f058f-2864-45ce-837c-faff0cebf225 req-ef04edc9-f7ae-46c3-ae98-28a894eff917 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bc62157-008c-4d69-93a5-675615ef6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415006 Mar 30 18:20:43.321772 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 48094) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:43.427626 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-305ec5bc-03ab-4f60-8946-e9c89491ec10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:43.546524 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7fe35b-c344-4f3b-bb2a-ac9a6bdcb163 req-2bc71962-2f54-4e73-8867-01d98e584398 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:43.547898 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ed7fe35b-c344-4f3b-bb2a-ac9a6bdcb163 req-2bc71962-2f54-4e73-8867-01d98e584398 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4880cd18-779e-4ff1-aa6d-870203420741 HTTP/1.1" status: 200 len: 944 time: 0.0923581 Mar 30 18:20:43.553475 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-305ec5bc-03ab-4f60-8946-e9c89491ec10 admin admin] Publish callbacks [] for security_group (4ff0d191-4627-4335-8706-868dba1bb185), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:43.561740 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-305ec5bc-03ab-4f60-8946-e9c89491ec10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (4ff0d191-4627-4335-8706-868dba1bb185), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:43.629987 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305ec5bc-03ab-4f60-8946-e9c89491ec10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff0d191-4627-4335-8706-868dba1bb185,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:43.638864 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-305ec5bc-03ab-4f60-8946-e9c89491ec10 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=83b351fd503147249079b92caa0c4a61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3158669 Mar 30 18:20:43.641403 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 48100) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:43.644304 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ed7fe35b-c344-4f3b-bb2a-ac9a6bdcb163 req-0c240183-e060-45ab-9f7b-e8ebeb8d0c6a tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bc62157-008c-4d69-93a5-675615ef6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894899 Mar 30 18:20:43.694025 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-68f37cab-0fb6-4320-8af0-41d85c54afb5 admin admin] Publish callbacks [] for security_group (4ff0d191-4627-4335-8706-868dba1bb185), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:43.715738 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-68f37cab-0fb6-4320-8af0-41d85c54afb5 admin admin] Publish callbacks [] for security_group (4ff0d191-4627-4335-8706-868dba1bb185), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:43.764743 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-68f37cab-0fb6-4320-8af0-41d85c54afb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (4ff0d191-4627-4335-8706-868dba1bb185), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:43.767801 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-68f37cab-0fb6-4320-8af0-41d85c54afb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:43.769174 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-68f37cab-0fb6-4320-8af0-41d85c54afb5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4ff0d191-4627-4335-8706-868dba1bb185 HTTP/1.1" status: 204 len: 168 time: 0.1267567 Mar 30 18:20:43.779014 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f37cab-0fb6-4320-8af0-41d85c54afb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff0d191-4627-4335-8706-868dba1bb185,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:43.856362 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b6f42e06-8f18-4497-9e44-13a3c5352fab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:44.238197 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 67243e49-7fde-4fdc-b281-9b5b50fa2123 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:20:44.338430 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port 67243e49-7fde-4fdc-b281-9b5b50fa2123, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=67243e49-7fde-4fdc-b281-9b5b50fa2123,segment=NetworkSegment(098413ed-ec75-43e9-9db3-68f175b21721),segment_id=098413ed-ec75-43e9-9db3-68f175b21721)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:20:44.351585 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Returning: {'device': '67243e49-7fde-4fdc-b281-9b5b50fa2123', 'network_id': '3e13178f-fe3d-4acc-a151-e0891e100715', 'port_id': '67243e49-7fde-4fdc-b281-9b5b50fa2123', 'mac_address': 'fa:16:3e:5a:bb:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0c7af2e-75fc-4b8f-a86b-ddae6e3c7dba', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:20:44.396231 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Current status of the port 67243e49-7fde-4fdc-b281-9b5b50fa2123 is: DOWN; New status is: BUILD {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:20:44.396683 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (67243e49-7fde-4fdc-b281-9b5b50fa2123), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:44.411130 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67243e49-7fde-4fdc-b281-9b5b50fa2123 {{(pid=103496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:20:44.432192 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port 67243e49-7fde-4fdc-b281-9b5b50fa2123, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=67243e49-7fde-4fdc-b281-9b5b50fa2123,segment=NetworkSegment(098413ed-ec75-43e9-9db3-68f175b21721),segment_id=098413ed-ec75-43e9-9db3-68f175b21721)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:20:44.436522 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (67243e49-7fde-4fdc-b281-9b5b50fa2123), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:44.492405 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Pushing event updated for resources: {'Port': ['ID=67243e49-7fde-4fdc-b281-9b5b50fa2123,revision_number=4']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:44.499544 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:44.499890 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:44.500232 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:44.500589 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:44.500923 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:44.501249 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:44.501576 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:44.501888 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:44.502243 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:44.502571 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:44.502896 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:44.503221 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:44.503546 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:44.503868 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:44.504230 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:44.769582 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b73d0-ce35-4e62-9edb-6099c1481c5e req-a8063a7f-9428-4534-a711-d0c7094ba449 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:44.772062 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-fa6b73d0-ce35-4e62-9edb-6099c1481c5e req-a8063a7f-9428-4534-a711-d0c7094ba449 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4880cd18-779e-4ff1-aa6d-870203420741 HTTP/1.1" status: 200 len: 945 time: 0.0562747 Mar 30 18:20:44.828405 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-fa6b73d0-ce35-4e62-9edb-6099c1481c5e req-ae15080c-b7cb-4a09-882c-6b3a86b4d3ad tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bc62157-008c-4d69-93a5-675615ef6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507419 Mar 30 18:20:44.974201 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] get_ports_and_sgs() called for port_ids ['67243e49-7fde-4fdc-b281-9b5b50fa2123'] {{(pid=103496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:20:45.034539 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:45.954791 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447ae29-2a73-40fd-8aa0-7290a686a4ff req-72ebcc69-d5a7-40a3-82fd-ef67c3122082 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:45.956248 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2447ae29-2a73-40fd-8aa0-7290a686a4ff req-72ebcc69-d5a7-40a3-82fd-ef67c3122082 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4880cd18-779e-4ff1-aa6d-870203420741 HTTP/1.1" status: 200 len: 945 time: 0.0513916 Mar 30 18:20:46.003410 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2447ae29-2a73-40fd-8aa0-7290a686a4ff req-09665df1-334f-4127-9dc9-fede894266dd tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bc62157-008c-4d69-93a5-675615ef6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411386 Mar 30 18:20:46.382790 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:47.132763 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba55499-1464-4bda-b733-72a7c07457f6 req-234849cf-7a9b-4b10-a335-bfd044640bed tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:47.134269 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2ba55499-1464-4bda-b733-72a7c07457f6 req-234849cf-7a9b-4b10-a335-bfd044640bed tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4880cd18-779e-4ff1-aa6d-870203420741 HTTP/1.1" status: 200 len: 945 time: 0.0601339 Mar 30 18:20:47.185775 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2ba55499-1464-4bda-b733-72a7c07457f6 req-16425d86-b137-4f84-a7d7-79f78034bc2a tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bc62157-008c-4d69-93a5-675615ef6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457299 Mar 30 18:20:47.603841 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-44906372-191d-4325-b166-13cd07894479 req-64ecab90-eb6c-4d4c-a827-239877d734a4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4caa7109-b153-4a12-a3ca-f9a0bd8ec82f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447402 Mar 30 18:20:47.691327 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44906372-191d-4325-b166-13cd07894479 req-34f0815c-ba40-456e-837e-d448da205761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:47.693945 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-44906372-191d-4325-b166-13cd07894479 req-34f0815c-ba40-456e-837e-d448da205761 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d22e85861b694f0e8bd7e2e7da8fbc45&device_id=4caa7109-b153-4a12-a3ca-f9a0bd8ec82f HTTP/1.1" status: 200 len: 1129 time: 0.0483649 Mar 30 18:20:47.810337 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44906372-191d-4325-b166-13cd07894479 req-3eacc779-6be5-4132-82e8-f9da64e560fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:47.811801 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-44906372-191d-4325-b166-13cd07894479 req-3eacc779-6be5-4132-82e8-f9da64e560fc service neutron] 10.222.0.44 "GET /v2.0/networks?id=3e13178f-fe3d-4acc-a151-e0891e100715 HTTP/1.1" status: 200 len: 920 time: 0.0946989 Mar 30 18:20:47.851990 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-44906372-191d-4325-b166-13cd07894479 req-9055b7c3-d719-4660-aab1-77a37b85ca37 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3bb7b2a4-9fc4-4c78-a72d-1b0527b70292 HTTP/1.1" status: 200 len: 217 time: 0.0340221 Mar 30 18:20:47.899819 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44906372-191d-4325-b166-13cd07894479 req-7b363c28-143a-4b65-8b83-e3a1ae98027d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:47.901198 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-44906372-191d-4325-b166-13cd07894479 req-7b363c28-143a-4b65-8b83-e3a1ae98027d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d0c7af2e-75fc-4b8f-a86b-ddae6e3c7dba HTTP/1.1" status: 200 len: 858 time: 0.0434093 Mar 30 18:20:47.953213 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44906372-191d-4325-b166-13cd07894479 req-f8c9ccad-850f-493d-a98a-b8c3ebcae83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:47.954760 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-44906372-191d-4325-b166-13cd07894479 req-f8c9ccad-850f-493d-a98a-b8c3ebcae83c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3e13178f-fe3d-4acc-a151-e0891e100715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473614 Mar 30 18:20:47.982397 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:48.050671 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-44906372-191d-4325-b166-13cd07894479 req-8f31ddd7-1266-43c4-a0f0-93ba97d428bb service neutron] 10.222.0.44 "GET /v2.0/networks/3e13178f-fe3d-4acc-a151-e0891e100715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883832 Mar 30 18:20:48.148210 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-44906372-191d-4325-b166-13cd07894479 req-f2eafaa0-0772-4f0a-98b9-8e06c09dcd50 service neutron] 10.222.0.44 "GET /v2.0/networks/3e13178f-fe3d-4acc-a151-e0891e100715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888836 Mar 30 18:20:48.277509 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 67243e49-7fde-4fdc-b281-9b5b50fa2123 up at agent hyperv_hv-cinder-83588 {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:20:48.309696 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3249bc68-7d9a-492d-9132-3280f68e58b9 req-1433d658-2e35-4c08-846e-131f64c18c5b tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:48.311212 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3249bc68-7d9a-492d-9132-3280f68e58b9 req-1433d658-2e35-4c08-846e-131f64c18c5b tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4880cd18-779e-4ff1-aa6d-870203420741 HTTP/1.1" status: 200 len: 945 time: 0.0542097 Mar 30 18:20:48.328632 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Provisioning for port 67243e49-7fde-4fdc-b281-9b5b50fa2123 completed by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 18:20:48.332808 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Provisioning complete for port 67243e49-7fde-4fdc-b281-9b5b50fa2123 triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:20:48.333261 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (67243e49-7fde-4fdc-b281-9b5b50fa2123), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:48.360728 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3249bc68-7d9a-492d-9132-3280f68e58b9 req-af7bdbe7-9980-43f5-9b5d-b057ae87015f tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bc62157-008c-4d69-93a5-675615ef6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439193 Mar 30 18:20:48.415580 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Current status of the port 67243e49-7fde-4fdc-b281-9b5b50fa2123 is: BUILD; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:20:48.415970 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (67243e49-7fde-4fdc-b281-9b5b50fa2123), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:48.439611 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4880cd18-779e-4ff1-aa6d-870203420741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67243e49-7fde-4fdc-b281-9b5b50fa2123'}] {{(pid=103496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:20:48.442751 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cbde32198906eb4ff2132376d68ea43d0d8f515c48f03fe95d90af760020ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad5d5aa-495f-4f85-8609-292a437e8560" -d '{"events": [{"server_uuid": "4880cd18-779e-4ff1-aa6d-870203420741", "name": "network-vif-plugged", "status": "completed", "tag": "67243e49-7fde-4fdc-b281-9b5b50fa2123"}]}' {{(pid=103496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:20:48.454763 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port 67243e49-7fde-4fdc-b281-9b5b50fa2123, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=67243e49-7fde-4fdc-b281-9b5b50fa2123,segment=NetworkSegment(098413ed-ec75-43e9-9db3-68f175b21721),segment_id=098413ed-ec75-43e9-9db3-68f175b21721)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:20:48.459858 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (67243e49-7fde-4fdc-b281-9b5b50fa2123), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:48.484998 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70717acd-37db-435b-9f99-d149f0cbed5c x-openstack-request-id: req-70717acd-37db-435b-9f99-d149f0cbed5c {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:20:48.485293 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4880cd18-779e-4ff1-aa6d-870203420741", "name": "network-vif-plugged", "status": "completed", "tag": "67243e49-7fde-4fdc-b281-9b5b50fa2123", "code": 200}]} {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:20:48.485546 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-70717acd-37db-435b-9f99-d149f0cbed5c {{(pid=103496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:20:48.485939 dv-cinder-835881-1-iscsi neutron-server[103496]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70717acd-37db-435b-9f99-d149f0cbed5c'] response: {'server_uuid': '4880cd18-779e-4ff1-aa6d-870203420741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67243e49-7fde-4fdc-b281-9b5b50fa2123', 'code': 200} Mar 30 18:20:48.512397 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Pushing event updated for resources: {'Port': ['ID=67243e49-7fde-4fdc-b281-9b5b50fa2123,revision_number=5']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:48.595874 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (ab438a54-a4f6-4fd3-b589-96aa27265666), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:48.733943 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1df982-2af8-43d9-a695-ffa0ef63ff0a req-c42928da-0b48-4d50-8b3a-aed51c79dc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:48.735525 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0d1df982-2af8-43d9-a695-ffa0ef63ff0a req-c42928da-0b48-4d50-8b3a-aed51c79dc2c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4880cd18-779e-4ff1-aa6d-870203420741 HTTP/1.1" status: 200 len: 1130 time: 0.0444012 Mar 30 18:20:48.861104 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0d1df982-2af8-43d9-a695-ffa0ef63ff0a req-93e5c576-3e4d-44a4-9df3-d7f87505d9ec service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4bc62157-008c-4d69-93a5-675615ef6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448222 Mar 30 18:20:49.480657 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82686b15-1d50-41a2-947c-4595a7c829d7 req-05db1460-509b-4dd5-8582-d3cd8797d5e0 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:49.482352 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-82686b15-1d50-41a2-947c-4595a7c829d7 req-05db1460-509b-4dd5-8582-d3cd8797d5e0 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4880cd18-779e-4ff1-aa6d-870203420741 HTTP/1.1" status: 200 len: 946 time: 0.0542288 Mar 30 18:20:49.531080 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-82686b15-1d50-41a2-947c-4595a7c829d7 req-f64a1a9f-3f2e-4ebc-aa78-6f6af97e4742 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bc62157-008c-4d69-93a5-675615ef6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426240 Mar 30 18:20:50.648908 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294fa393-a06a-4e3a-a7aa-62c2f70bca35 req-848b2eb6-e300-4adb-9c05-dc4b0faf3efb tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:50.650429 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-294fa393-a06a-4e3a-a7aa-62c2f70bca35 req-848b2eb6-e300-4adb-9c05-dc4b0faf3efb tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4880cd18-779e-4ff1-aa6d-870203420741 HTTP/1.1" status: 200 len: 946 time: 0.0537243 Mar 30 18:20:50.705044 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-294fa393-a06a-4e3a-a7aa-62c2f70bca35 req-38bf9a0e-c619-4104-954e-8bc950b7b135 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bc62157-008c-4d69-93a5-675615ef6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490992 Mar 30 18:20:51.766001 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 48262) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:51.826441 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c806e-9fa4-48e3-9305-b0f9f67fc9a0 req-b4947cb6-7ef2-4012-be4e-e7006fee37f2 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:51.827908 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ae1c806e-9fa4-48e3-9305-b0f9f67fc9a0 req-b4947cb6-7ef2-4012-be4e-e7006fee37f2 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4880cd18-779e-4ff1-aa6d-870203420741 HTTP/1.1" status: 200 len: 946 time: 0.0557992 Mar 30 18:20:51.869102 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-f211dcfc-d16d-4e71-9852-0969c3860b8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:51.875625 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ae1c806e-9fa4-48e3-9305-b0f9f67fc9a0 req-587c947f-dc19-4fa4-b3aa-bbc51a7a3ed1 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bc62157-008c-4d69-93a5-675615ef6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420983 Mar 30 18:20:51.950588 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-f211dcfc-d16d-4e71-9852-0969c3860b8c admin admin] Publish callbacks [] for security_group (8b18763a-5c77-48f3-89a1-d4a49884fc12), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:51.955709 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-f211dcfc-d16d-4e71-9852-0969c3860b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (8b18763a-5c77-48f3-89a1-d4a49884fc12), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:51.993608 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59efed60-af0c-40ed-9b26-90ba7e78a098 req-b2ab83e3-6cf6-43a7-bff4-a146fa2c8937 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:51.995027 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-59efed60-af0c-40ed-9b26-90ba7e78a098 req-b2ab83e3-6cf6-43a7-bff4-a146fa2c8937 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4880cd18-779e-4ff1-aa6d-870203420741 HTTP/1.1" status: 200 len: 946 time: 0.0540893 Mar 30 18:20:51.996763 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-f211dcfc-d16d-4e71-9852-0969c3860b8c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e91da1a4b1264370a37b94304cc98f6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2296712 Mar 30 18:20:51.997569 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f211dcfc-d16d-4e71-9852-0969c3860b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b18763a-5c77-48f3-89a1-d4a49884fc12,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:52.003594 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 48268) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:52.003795 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 48270) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:52.008445 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [None req-ac1ef6f1-fdca-4c58-a88f-9ff9c5ed5519 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Request body: {'floatingip': {'port_id': '67243e49-7fde-4fdc-b281-9b5b50fa2123'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:20:52.017537 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f211dcfc-d16d-4e71-9852-0969c3860b8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:52.017897 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f211dcfc-d16d-4e71-9852-0969c3860b8c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:52.018248 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f211dcfc-d16d-4e71-9852-0969c3860b8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:52.018585 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f211dcfc-d16d-4e71-9852-0969c3860b8c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:52.018913 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f211dcfc-d16d-4e71-9852-0969c3860b8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:52.019235 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f211dcfc-d16d-4e71-9852-0969c3860b8c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:52.020684 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f211dcfc-d16d-4e71-9852-0969c3860b8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:52.020684 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f211dcfc-d16d-4e71-9852-0969c3860b8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:52.020892 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f211dcfc-d16d-4e71-9852-0969c3860b8c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:52.021141 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f211dcfc-d16d-4e71-9852-0969c3860b8c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:52.021481 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f211dcfc-d16d-4e71-9852-0969c3860b8c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:52.021782 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f211dcfc-d16d-4e71-9852-0969c3860b8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:52.022098 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f211dcfc-d16d-4e71-9852-0969c3860b8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:52.022439 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f211dcfc-d16d-4e71-9852-0969c3860b8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:52.022754 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f211dcfc-d16d-4e71-9852-0969c3860b8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:20:52.061705 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-0f0c49b6-15ca-43c5-bc57-0e704ac89148 admin admin] Publish callbacks [] for security_group (8b18763a-5c77-48f3-89a1-d4a49884fc12), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:52.083477 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-ac1ef6f1-fdca-4c58-a88f-9ff9c5ed5519 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Publish callbacks [] for floatingip (b830ebb6-ce03-4368-971c-d6523f35bbd3), before_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:52.084127 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-0f0c49b6-15ca-43c5-bc57-0e704ac89148 admin admin] Publish callbacks [] for security_group (8b18763a-5c77-48f3-89a1-d4a49884fc12), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:52.131342 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-0f0c49b6-15ca-43c5-bc57-0e704ac89148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (8b18763a-5c77-48f3-89a1-d4a49884fc12), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:52.133977 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-0f0c49b6-15ca-43c5-bc57-0e704ac89148 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:52.135136 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-0f0c49b6-15ca-43c5-bc57-0e704ac89148 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8b18763a-5c77-48f3-89a1-d4a49884fc12 HTTP/1.1" status: 204 len: 168 time: 0.1347294 Mar 30 18:20:52.144173 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c49b6-15ca-43c5-bc57-0e704ac89148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b18763a-5c77-48f3-89a1-d4a49884fc12,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:52.411548 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 48278) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:52.425233 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-1c6f61a8-40a3-4564-a983-7a7e10119c72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:52.501649 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-1c6f61a8-40a3-4564-a983-7a7e10119c72 admin admin] Publish callbacks [] for security_group (35efa5c1-6022-45fb-881e-50e80dcc57d0), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:52.506287 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-1c6f61a8-40a3-4564-a983-7a7e10119c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (35efa5c1-6022-45fb-881e-50e80dcc57d0), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:52.544221 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-1c6f61a8-40a3-4564-a983-7a7e10119c72 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5aeb70ed55104d5c8e7e5c7e7e742f6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1315718 Mar 30 18:20:52.546807 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 48280) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:52.550572 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-ac1ef6f1-fdca-4c58-a88f-9ff9c5ed5519 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:52.555439 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-ac1ef6f1-fdca-4c58-a88f-9ff9c5ed5519 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541296'] for floatingip (b830ebb6-ce03-4368-971c-d6523f35bbd3), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:52.555949 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6f61a8-40a3-4564-a983-7a7e10119c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35efa5c1-6022-45fb-881e-50e80dcc57d0,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:52.604614 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-985b41b3-35a6-4650-91f4-773db20ffa10 admin admin] Publish callbacks [] for security_group (35efa5c1-6022-45fb-881e-50e80dcc57d0), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:52.672219 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.db.l3_db [None req-ac1ef6f1-fdca-4c58-a88f-9ff9c5ed5519 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Floating IP b830ebb6-ce03-4368-971c-d6523f35bbd3 associated. External IP: 172.27.1.70, port: 67243e49-7fde-4fdc-b281-9b5b50fa2123. Mar 30 18:20:52.809084 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-985b41b3-35a6-4650-91f4-773db20ffa10 admin admin] Publish callbacks [] for security_group (35efa5c1-6022-45fb-881e-50e80dcc57d0), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:52.861345 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-985b41b3-35a6-4650-91f4-773db20ffa10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (35efa5c1-6022-45fb-881e-50e80dcc57d0), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:52.864816 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-985b41b3-35a6-4650-91f4-773db20ffa10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:52.865940 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-985b41b3-35a6-4650-91f4-773db20ffa10 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/35efa5c1-6022-45fb-881e-50e80dcc57d0 HTTP/1.1" status: 204 len: 168 time: 0.3182378 Mar 30 18:20:52.874780 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985b41b3-35a6-4650-91f4-773db20ffa10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35efa5c1-6022-45fb-881e-50e80dcc57d0,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:52.902510 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac1ef6f1-fdca-4c58-a88f-9ff9c5ed5519 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Router 9d37eff0-117c-4838-a5ff-d33e0dea67b7 has already been hosted by L3 agent d6545c5f-a93c-4a15-87cd-019d3e75e7be {{(pid=103495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:20:53.205647 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 48290) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:53.218392 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-c652e8e6-c977-4623-a947-665535d03cd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:53.233047 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1ef6f1-fdca-4c58-a88f-9ff9c5ed5519 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Notify agent at l3_agent.dv-cinder-835881-1-iscsi the message routers_updated {{(pid=103495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:20:53.237854 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-ac1ef6f1-fdca-4c58-a88f-9ff9c5ed5519 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for floatingip (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:53.244354 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df11d952-0d15-4be7-9b54-998443e79cbc None None] Sync routers for ids ['9d37eff0-117c-4838-a5ff-d33e0dea67b7'] in dv-cinder-835881-1-iscsi {{(pid=103497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:20:53.258213 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df11d952-0d15-4be7-9b54-998443e79cbc None None] Routers {'9d37eff0-117c-4838-a5ff-d33e0dea67b7'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:20:53.258845 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-df11d952-0d15-4be7-9b54-998443e79cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:20:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['9d37eff0-117c-4838-a5ff-d33e0dea67b7'], 'active': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:20:53.268946 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-ac1ef6f1-fdca-4c58-a88f-9ff9c5ed5519 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "PUT /v2.0/floatingips/b830ebb6-ce03-4368-971c-d6523f35bbd3 HTTP/1.1" status: 200 len: 991 time: 1.2637331 Mar 30 18:20:53.270272 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4880cd18-779e-4ff1-aa6d-870203420741', 'tag': '67243e49-7fde-4fdc-b281-9b5b50fa2123'}] {{(pid=103495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:20:53.273129 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0dfb30c8fd1ad248dcf0c7d180f6bc71f3cc1084e8ff52034c63c32eff48f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a487b935-07fe-43c2-b0f4-d578e090d03b" -d '{"events": [{"name": "network-changed", "server_uuid": "4880cd18-779e-4ff1-aa6d-870203420741", "tag": "67243e49-7fde-4fdc-b281-9b5b50fa2123"}]}' {{(pid=103495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:20:53.322447 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-c652e8e6-c977-4623-a947-665535d03cd0 admin admin] Publish callbacks [] for security_group (0eb8d778-e302-40e2-9178-1804e2b19430), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:53.327137 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-c652e8e6-c977-4623-a947-665535d03cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (0eb8d778-e302-40e2-9178-1804e2b19430), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:53.327771 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab2f424-66a2-4b88-a387-1e1f291f62d4 x-openstack-request-id: req-0ab2f424-66a2-4b88-a387-1e1f291f62d4 {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:20:53.328130 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4880cd18-779e-4ff1-aa6d-870203420741", "tag": "67243e49-7fde-4fdc-b281-9b5b50fa2123", "status": "completed", "code": 200}]} {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:20:53.328447 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0ab2f424-66a2-4b88-a387-1e1f291f62d4 {{(pid=103495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:20:53.328987 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ab2f424-66a2-4b88-a387-1e1f291f62d4'] response: {'name': 'network-changed', 'server_uuid': '4880cd18-779e-4ff1-aa6d-870203420741', 'tag': '67243e49-7fde-4fdc-b281-9b5b50fa2123', 'status': 'completed', 'code': 200} Mar 30 18:20:53.365829 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c652e8e6-c977-4623-a947-665535d03cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb8d778-e302-40e2-9178-1804e2b19430,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:53.372635 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-c652e8e6-c977-4623-a947-665535d03cd0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=79ed33ace4e44d44921eed7019751728&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1658864 Mar 30 18:20:53.372817 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 48298) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:20:53.389069 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvr_db [None req-df11d952-0d15-4be7-9b54-998443e79cbc None None] Set router 9d37eff0-117c-4838-a5ff-d33e0dea67b7 gateway port host: dv-cinder-835881-1-iscsi {{(pid=103497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:20:53.457949 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-e45d62d4-e934-41d9-ba45-9881820b7fe1 admin admin] Publish callbacks [] for security_group (0eb8d778-e302-40e2-9178-1804e2b19430), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:53.476870 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a487b935-07fe-43c2-b0f4-d578e090d03b req-736e6584-b83e-46e6-8d49-d3ec26a5cbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:53.478454 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a487b935-07fe-43c2-b0f4-d578e090d03b req-736e6584-b83e-46e6-8d49-d3ec26a5cbac service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d22e85861b694f0e8bd7e2e7da8fbc45&device_id=4880cd18-779e-4ff1-aa6d-870203420741 HTTP/1.1" status: 200 len: 1130 time: 0.0780978 Mar 30 18:20:53.487055 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-e45d62d4-e934-41d9-ba45-9881820b7fe1 admin admin] Publish callbacks [] for security_group (0eb8d778-e302-40e2-9178-1804e2b19430), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:53.601338 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-e45d62d4-e934-41d9-ba45-9881820b7fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (0eb8d778-e302-40e2-9178-1804e2b19430), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:53.603791 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-e45d62d4-e934-41d9-ba45-9881820b7fe1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:20:53.607542 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-e45d62d4-e934-41d9-ba45-9881820b7fe1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0eb8d778-e302-40e2-9178-1804e2b19430 HTTP/1.1" status: 204 len: 168 time: 0.2311461 Mar 30 18:20:53.609054 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a487b935-07fe-43c2-b0f4-d578e090d03b req-9fc77411-c9aa-4871-af0a-f6419775c89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:53.610370 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a487b935-07fe-43c2-b0f4-d578e090d03b req-9fc77411-c9aa-4871-af0a-f6419775c89d service neutron] 10.222.0.44 "GET /v2.0/networks?id=3e13178f-fe3d-4acc-a151-e0891e100715 HTTP/1.1" status: 200 len: 920 time: 0.1205595 Mar 30 18:20:53.616096 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d62d4-e934-41d9-ba45-9881820b7fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb8d778-e302-40e2-9178-1804e2b19430,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:20:53.626463 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-df11d952-0d15-4be7-9b54-998443e79cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d37eff0-117c-4838-a5ff-d33e0dea67b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1883672350-router', 'tenant_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '62548052-2728-436d-a9cf-8f84cc07b7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:17:50Z', 'updated_at': '2022-03-30T18:17:58Z', 'revision_number': 4, 'project_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'gw_port': {'id': '62548052-2728-436d-a9cf-8f84cc07b7bb', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:93:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d37eff0-117c-4838-a5ff-d33e0dea67b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:52Z', 'updated_at': '2022-03-30T18:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_floatingips': [{'id': 'b830ebb6-ce03-4368-971c-d6523f35bbd3', 'tenant_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'floating_ip_address': '172.27.1.70', 'floating_network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'router_id': '9d37eff0-117c-4838-a5ff-d33e0dea67b7', 'port_id': '67243e49-7fde-4fdc-b281-9b5b50fa2123', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e13178f-fe3d-4acc-a151-e0891e100715', 'mac_address': 'fa:16:3e:5a:bb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4880cd18-779e-4ff1-aa6d-870203420741', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:20:35Z', 'updated_at': '2022-03-30T18:20:52Z', 'revision_number': 1, 'project_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f8ced5e-dbd9-45c5-b95b-31f0e5408efe', 'name': '', 'network_id': '3e13178f-fe3d-4acc-a151-e0891e100715', 'tenant_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'mac_address': 'fa:16:3e:7b:22:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d37eff0-117c-4838-a5ff-d33e0dea67b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd0c7af2e-75fc-4b8f-a86b-ddae6e3c7dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:57Z', 'updated_at': '2022-03-30T18:18:07Z', 'revision_number': 5, 'project_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'subnets': [{'id': 'd0c7af2e-75fc-4b8f-a86b-ddae6e3c7dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:20:53.657064 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df11d952-0d15-4be7-9b54-998443e79cbc None None] Checking router: 9d37eff0-117c-4838-a5ff-d33e0dea67b7 for host: dv-cinder-835881-1-iscsi {{(pid=103497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:20:53.665804 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df11d952-0d15-4be7-9b54-998443e79cbc None None] Routers {'9d37eff0-117c-4838-a5ff-d33e0dea67b7'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:20:53.666660 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-df11d952-0d15-4be7-9b54-998443e79cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:20:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['9d37eff0-117c-4838-a5ff-d33e0dea67b7'], 'active': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:20:53.687157 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a487b935-07fe-43c2-b0f4-d578e090d03b req-b417b3bb-9ff1-4eef-b38f-103c6c2bdf3d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67243e49-7fde-4fdc-b281-9b5b50fa2123 HTTP/1.1" status: 200 len: 999 time: 0.0642352 Mar 30 18:20:53.745171 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a487b935-07fe-43c2-b0f4-d578e090d03b req-e6d51d18-a3b1-49e4-a22e-51dca37d5b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:53.746683 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a487b935-07fe-43c2-b0f4-d578e090d03b req-e6d51d18-a3b1-49e4-a22e-51dca37d5b65 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d0c7af2e-75fc-4b8f-a86b-ddae6e3c7dba HTTP/1.1" status: 200 len: 858 time: 0.0508871 Mar 30 18:20:53.794461 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvr_db [None req-df11d952-0d15-4be7-9b54-998443e79cbc None None] Set router 9d37eff0-117c-4838-a5ff-d33e0dea67b7 gateway port host: dv-cinder-835881-1-iscsi {{(pid=103497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:20:53.801912 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a487b935-07fe-43c2-b0f4-d578e090d03b req-a5ade161-a294-4a3f-bb32-c38ced5bc9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:20:53.803928 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a487b935-07fe-43c2-b0f4-d578e090d03b req-a5ade161-a294-4a3f-bb32-c38ced5bc9e5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3e13178f-fe3d-4acc-a151-e0891e100715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0505974 Mar 30 18:20:53.909169 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a487b935-07fe-43c2-b0f4-d578e090d03b req-f03c76ad-d33e-481e-9e3a-040fa4764b1c service neutron] 10.222.0.44 "GET /v2.0/networks/3e13178f-fe3d-4acc-a151-e0891e100715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974295 Mar 30 18:20:54.010174 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a487b935-07fe-43c2-b0f4-d578e090d03b req-921cfb63-7681-443f-9a12-21e609976c33 service neutron] 10.222.0.44 "GET /v2.0/networks/3e13178f-fe3d-4acc-a151-e0891e100715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919042 Mar 30 18:20:54.114677 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-df11d952-0d15-4be7-9b54-998443e79cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d37eff0-117c-4838-a5ff-d33e0dea67b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1883672350-router', 'tenant_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '62548052-2728-436d-a9cf-8f84cc07b7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:17:50Z', 'updated_at': '2022-03-30T18:17:58Z', 'revision_number': 4, 'project_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'gw_port': {'id': '62548052-2728-436d-a9cf-8f84cc07b7bb', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:93:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d37eff0-117c-4838-a5ff-d33e0dea67b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:52Z', 'updated_at': '2022-03-30T18:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_floatingips': [{'id': 'b830ebb6-ce03-4368-971c-d6523f35bbd3', 'tenant_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'floating_ip_address': '172.27.1.70', 'floating_network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'router_id': '9d37eff0-117c-4838-a5ff-d33e0dea67b7', 'port_id': '67243e49-7fde-4fdc-b281-9b5b50fa2123', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e13178f-fe3d-4acc-a151-e0891e100715', 'mac_address': 'fa:16:3e:5a:bb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4880cd18-779e-4ff1-aa6d-870203420741', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:20:35Z', 'updated_at': '2022-03-30T18:20:52Z', 'revision_number': 1, 'project_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f8ced5e-dbd9-45c5-b95b-31f0e5408efe', 'name': '', 'network_id': '3e13178f-fe3d-4acc-a151-e0891e100715', 'tenant_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'mac_address': 'fa:16:3e:7b:22:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d37eff0-117c-4838-a5ff-d33e0dea67b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd0c7af2e-75fc-4b8f-a86b-ddae6e3c7dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:57Z', 'updated_at': '2022-03-30T18:18:07Z', 'revision_number': 5, 'project_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'subnets': [{'id': 'd0c7af2e-75fc-4b8f-a86b-ddae6e3c7dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:20:54.140093 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df11d952-0d15-4be7-9b54-998443e79cbc None None] The sync data for ids ['9d37eff0-117c-4838-a5ff-d33e0dea67b7'] in dv-cinder-835881-1-iscsi is: [{'id': '9d37eff0-117c-4838-a5ff-d33e0dea67b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1883672350-router', 'tenant_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '62548052-2728-436d-a9cf-8f84cc07b7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:17:50Z', 'updated_at': '2022-03-30T18:17:58Z', 'revision_number': 4, 'project_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'gw_port': {'id': '62548052-2728-436d-a9cf-8f84cc07b7bb', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:93:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d37eff0-117c-4838-a5ff-d33e0dea67b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:52Z', 'updated_at': '2022-03-30T18:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_floatingips': [{'id': 'b830ebb6-ce03-4368-971c-d6523f35bbd3', 'tenant_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'floating_ip_address': '172.27.1.70', 'floating_network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'router_id': '9d37eff0-117c-4838-a5ff-d33e0dea67b7', 'port_id': '67243e49-7fde-4fdc-b281-9b5b50fa2123', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e13178f-fe3d-4acc-a151-e0891e100715', 'mac_address': 'fa:16:3e:5a:bb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4880cd18-779e-4ff1-aa6d-870203420741', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:20:35Z', 'updated_at': '2022-03-30T18:20:52Z', 'revision_number': 1, 'project_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f8ced5e-dbd9-45c5-b95b-31f0e5408efe', 'name': '', 'network_id': '3e13178f-fe3d-4acc-a151-e0891e100715', 'tenant_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'mac_address': 'fa:16:3e:7b:22:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d37eff0-117c-4838-a5ff-d33e0dea67b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd0c7af2e-75fc-4b8f-a86b-ddae6e3c7dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:57Z', 'updated_at': '2022-03-30T18:18:07Z', 'revision_number': 5, 'project_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'subnets': [{'id': 'd0c7af2e-75fc-4b8f-a86b-ddae6e3c7dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:20:54.328028 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9aa2798-4c5c-4243-930c-c311e3e834cb None None] New status for floating IP b830ebb6-ce03-4368-971c-d6523f35bbd3: ACTIVE {{(pid=103496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:21:11.174327 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.agents_db [None req-01a7ea33-ae04-4be9-ae8a-11827e05d97f None None] Agent healthcheck: found 6 active agents {{(pid=103497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:21:11.778736 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-c7bd2fed-0057-4777-8b3e-72c0fa43ed8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:13.857252 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-09f4b5d4-d1e4-4e43-a37a-f48c22d12f3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:15.012384 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:16.388552 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:17.983647 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:18.605817 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (ab438a54-a4f6-4fd3-b589-96aa27265666), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:19.572371 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 48408) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:21:19.679057 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-d3eba5e5-bf03-4cfc-b0ec-a9b924c2233b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:19.751878 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-d3eba5e5-bf03-4cfc-b0ec-a9b924c2233b admin admin] Publish callbacks [] for security_group (4ac6f412-e348-4a9e-9115-f81c1601ba4d), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:19.755563 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-d3eba5e5-bf03-4cfc-b0ec-a9b924c2233b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (4ac6f412-e348-4a9e-9115-f81c1601ba4d), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:19.795745 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-d3eba5e5-bf03-4cfc-b0ec-a9b924c2233b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cc4fc5dadb844402a3bd5a5894d56a0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2200410 Mar 30 18:21:19.795745 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eba5e5-bf03-4cfc-b0ec-a9b924c2233b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac6f412-e348-4a9e-9115-f81c1601ba4d,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:21:19.796133 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 48412) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:21:19.803124 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eba5e5-bf03-4cfc-b0ec-a9b924c2233b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:19.803479 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eba5e5-bf03-4cfc-b0ec-a9b924c2233b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:19.803919 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eba5e5-bf03-4cfc-b0ec-a9b924c2233b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:19.804261 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eba5e5-bf03-4cfc-b0ec-a9b924c2233b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:19.804594 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eba5e5-bf03-4cfc-b0ec-a9b924c2233b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:19.804919 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eba5e5-bf03-4cfc-b0ec-a9b924c2233b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:19.805242 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eba5e5-bf03-4cfc-b0ec-a9b924c2233b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:19.805564 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eba5e5-bf03-4cfc-b0ec-a9b924c2233b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:19.805885 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eba5e5-bf03-4cfc-b0ec-a9b924c2233b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:19.806228 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eba5e5-bf03-4cfc-b0ec-a9b924c2233b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:19.806554 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eba5e5-bf03-4cfc-b0ec-a9b924c2233b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:19.806873 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eba5e5-bf03-4cfc-b0ec-a9b924c2233b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:19.807335 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eba5e5-bf03-4cfc-b0ec-a9b924c2233b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:19.807645 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eba5e5-bf03-4cfc-b0ec-a9b924c2233b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:19.807962 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3eba5e5-bf03-4cfc-b0ec-a9b924c2233b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:21:19.844575 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-bb9679bd-8c32-4ac6-8299-6e51b751baf5 admin admin] Publish callbacks [] for security_group (4ac6f412-e348-4a9e-9115-f81c1601ba4d), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:19.865908 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-bb9679bd-8c32-4ac6-8299-6e51b751baf5 admin admin] Publish callbacks [] for security_group (4ac6f412-e348-4a9e-9115-f81c1601ba4d), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:19.913888 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-bb9679bd-8c32-4ac6-8299-6e51b751baf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (4ac6f412-e348-4a9e-9115-f81c1601ba4d), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:19.916424 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-bb9679bd-8c32-4ac6-8299-6e51b751baf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:19.917611 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-bb9679bd-8c32-4ac6-8299-6e51b751baf5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4ac6f412-e348-4a9e-9115-f81c1601ba4d HTTP/1.1" status: 204 len: 168 time: 0.1204741 Mar 30 18:21:19.925460 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9679bd-8c32-4ac6-8299-6e51b751baf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac6f412-e348-4a9e-9115-f81c1601ba4d,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:21:23.137282 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e8698097-7960-43f5-b952-edb5b33fac04 req-65eeb339-d53b-4e47-ad92-51569bce0adf tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=5bfe9d600ef44fd888ee851f776e8c0b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322835 Mar 30 18:21:23.314538 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8698097-7960-43f5-b952-edb5b33fac04 req-f1fde1bf-5acc-440c-9be8-855c9e5c7718 tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:23.316017 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e8698097-7960-43f5-b952-edb5b33fac04 req-f1fde1bf-5acc-440c-9be8-855c9e5c7718 tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1736801 Mar 30 18:21:23.329736 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e8698097-7960-43f5-b952-edb5b33fac04 req-e6bf7298-b7ac-43ce-83b5-6100b9d9937b tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] 10.222.0.41 "GET /v2.0/quotas/5bfe9d600ef44fd888ee851f776e8c0b HTTP/1.1" status: 200 len: 375 time: 0.0084786 Mar 30 18:21:23.359820 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e8698097-7960-43f5-b952-edb5b33fac04 req-daf1f4c4-1edd-4e2f-978e-557548f3ae55 tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5bfe9d600ef44fd888ee851f776e8c0b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251737 Mar 30 18:21:23.515816 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c0586ea1-7c5f-4fec-9468-d8c731855113 req-5c170fdd-41d1-4157-91ce-5979529b70e3 tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] 10.222.0.41 "GET /v2.0/ports?device_id=59f2945b-7d07-4c58-8153-45cb7100a17b HTTP/1.1" status: 200 len: 210 time: 0.0263014 Mar 30 18:21:24.611305 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3a550a90-2b04-4d2c-9d19-e5084b1cade4 req-6746dc83-d613-4b15-8c09-cb06df08d275 tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] 10.222.0.41 "GET /v2.0/ports?device_id=59f2945b-7d07-4c58-8153-45cb7100a17b HTTP/1.1" status: 200 len: 210 time: 0.0287936 Mar 30 18:21:24.791316 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e8698097-7960-43f5-b952-edb5b33fac04 req-f3b72122-75ab-4544-9fb3-619d21256385 tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=5bfe9d600ef44fd888ee851f776e8c0b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208797 Mar 30 18:21:24.903259 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8698097-7960-43f5-b952-edb5b33fac04 req-5fd1220b-2e89-4bd1-8407-14aa9eecff28 tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:24.904694 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e8698097-7960-43f5-b952-edb5b33fac04 req-5fd1220b-2e89-4bd1-8407-14aa9eecff28 tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1078670 Mar 30 18:21:24.927220 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [req-e8698097-7960-43f5-b952-edb5b33fac04 req-d4593b66-1942-4805-aad9-5e8fd8d81260 tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] Request body: {'port': {'device_id': '59f2945b-7d07-4c58-8153-45cb7100a17b', 'network_id': '0ae71963-ea4f-4f40-84cf-36fadc48c316', 'admin_state_up': True, 'tenant_id': '5bfe9d600ef44fd888ee851f776e8c0b'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:21:25.037621 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8698097-7960-43f5-b952-edb5b33fac04 req-d4593b66-1942-4805-aad9-5e8fd8d81260 tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] Made reservation on behalf of 5bfe9d600ef44fd888ee851f776e8c0b for: {'port': 1} {{(pid=103495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:21:25.040854 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-e8698097-7960-43f5-b952-edb5b33fac04 req-d4593b66-1942-4805-aad9-5e8fd8d81260 tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:25.049503 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-e8698097-7960-43f5-b952-edb5b33fac04 req-d4593b66-1942-4805-aad9-5e8fd8d81260 tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] Publish callbacks [] for security_group (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:25.120617 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-e8698097-7960-43f5-b952-edb5b33fac04 req-d4593b66-1942-4805-aad9-5e8fd8d81260 tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] Publish callbacks [] for security_group (72e3d581-929b-48c5-a64c-e2ee7d266019), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:25.124342 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-e8698097-7960-43f5-b952-edb5b33fac04 req-d4593b66-1942-4805-aad9-5e8fd8d81260 tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (72e3d581-929b-48c5-a64c-e2ee7d266019), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:25.189880 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4593b66-1942-4805-aad9-5e8fd8d81260 tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72e3d581-929b-48c5-a64c-e2ee7d266019,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:21:25.257418 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.db_base_plugin_common [req-e8698097-7960-43f5-b952-edb5b33fac04 req-d4593b66-1942-4805-aad9-5e8fd8d81260 tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] Allocated IP 192.168.233.245 (0ae71963-ea4f-4f40-84cf-36fadc48c316/ba614914-f9ee-4181-b532-c41bc55b71a5/79deaa77-55ae-4d86-85d5-5be5b0ab02e4) {{(pid=103495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:21:25.403625 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-e8698097-7960-43f5-b952-edb5b33fac04 req-d4593b66-1942-4805-aad9-5e8fd8d81260 tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] Publish callbacks [] for port (79deaa77-55ae-4d86-85d5-5be5b0ab02e4), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:25.437719 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-e8698097-7960-43f5-b952-edb5b33fac04 req-d4593b66-1942-4805-aad9-5e8fd8d81260 tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728099412974'] for port (79deaa77-55ae-4d86-85d5-5be5b0ab02e4), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:25.479987 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8698097-7960-43f5-b952-edb5b33fac04 req-d4593b66-1942-4805-aad9-5e8fd8d81260 tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] Network 0ae71963-ea4f-4f40-84cf-36fadc48c316 is already hosted by enough agents. {{(pid=103495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:21:25.482988 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.base_scheduler [req-e8698097-7960-43f5-b952-edb5b33fac04 req-d4593b66-1942-4805-aad9-5e8fd8d81260 tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] Resources bound (agent type, host, resource id): {{(pid=103495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:21:25.490360 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8698097-7960-43f5-b952-edb5b33fac04 req-d4593b66-1942-4805-aad9-5e8fd8d81260 tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] Received port after_create {{(pid=103495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:21:25.495455 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8698097-7960-43f5-b952-edb5b33fac04 req-d4593b66-1942-4805-aad9-5e8fd8d81260 tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:25.496063 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-e8698097-7960-43f5-b952-edb5b33fac04 req-d4593b66-1942-4805-aad9-5e8fd8d81260 tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for port (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:25.505283 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4593b66-1942-4805-aad9-5e8fd8d81260 tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] Pushing event updated for resources: {'Port': ['ID=79deaa77-55ae-4d86-85d5-5be5b0ab02e4,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:21:25.519357 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e8698097-7960-43f5-b952-edb5b33fac04 req-d4593b66-1942-4805-aad9-5e8fd8d81260 tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.5968862 Mar 30 18:21:25.536844 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [req-e8698097-7960-43f5-b952-edb5b33fac04 req-156edc9c-da85-4e89-8f1d-c81920f24149 service neutron] Request body: {'port': {'device_id': '59f2945b-7d07-4c58-8153-45cb7100a17b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:21:25.595520 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-e8698097-7960-43f5-b952-edb5b33fac04 req-156edc9c-da85-4e89-8f1d-c81920f24149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (79deaa77-55ae-4d86-85d5-5be5b0ab02e4), before_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:25.697057 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-adbb9b18-e627-42da-b6ee-fefefd1cebeb None None] Provisioning complete for port 79deaa77-55ae-4d86-85d5-5be5b0ab02e4 triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:21:25.698074 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-adbb9b18-e627-42da-b6ee-fefefd1cebeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (79deaa77-55ae-4d86-85d5-5be5b0ab02e4), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:25.743742 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-adbb9b18-e627-42da-b6ee-fefefd1cebeb None None] Port 79deaa77-55ae-4d86-85d5-5be5b0ab02e4 cannot update to ACTIVE because it is not bound. {{(pid=103496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:21:25.814490 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9053bcb4-70be-4559-9200-c4afc759c120 req-a48bd12a-1dc4-456a-8b02-54892282f82a tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:25.816790 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-9053bcb4-70be-4559-9200-c4afc759c120 req-a48bd12a-1dc4-456a-8b02-54892282f82a tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] 10.222.0.41 "GET /v2.0/ports?device_id=59f2945b-7d07-4c58-8153-45cb7100a17b HTTP/1.1" status: 200 len: 936 time: 0.1136549 Mar 30 18:21:25.890039 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-9053bcb4-70be-4559-9200-c4afc759c120 req-4931f849-5ec2-42cc-99b3-231bcc65950e tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] 10.222.0.41 "GET /v2.0/security-groups?id=72e3d581-929b-48c5-a64c-e2ee7d266019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669055 Mar 30 18:21:25.937810 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.notifiers.nova [req-e8698097-7960-43f5-b952-edb5b33fac04 req-156edc9c-da85-4e89-8f1d-c81920f24149 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79deaa77-55ae-4d86-85d5-5be5b0ab02e4 {{(pid=103495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:21:25.946488 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-e8698097-7960-43f5-b952-edb5b33fac04 req-156edc9c-da85-4e89-8f1d-c81920f24149 service neutron] Publish callbacks [] for port (79deaa77-55ae-4d86-85d5-5be5b0ab02e4), precommit_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:25.958718 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.provisioning_blocks [req-e8698097-7960-43f5-b952-edb5b33fac04 req-156edc9c-da85-4e89-8f1d-c81920f24149 service neutron] Transition to ACTIVE for port object 79deaa77-55ae-4d86-85d5-5be5b0ab02e4 will not be triggered until provisioned by entity L2. {{(pid=103495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 18:21:25.962451 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-e8698097-7960-43f5-b952-edb5b33fac04 req-156edc9c-da85-4e89-8f1d-c81920f24149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (79deaa77-55ae-4d86-85d5-5be5b0ab02e4), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:26.018009 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156edc9c-da85-4e89-8f1d-c81920f24149 service neutron] Pushing event updated for resources: {'Port': ['ID=79deaa77-55ae-4d86-85d5-5be5b0ab02e4,revision_number=2']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:21:26.048170 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.managers [req-e8698097-7960-43f5-b952-edb5b33fac04 req-156edc9c-da85-4e89-8f1d-c81920f24149 service neutron] Attempting to bind port 79deaa77-55ae-4d86-85d5-5be5b0ab02e4 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:21:26.048761 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.managers [req-e8698097-7960-43f5-b952-edb5b33fac04 req-156edc9c-da85-4e89-8f1d-c81920f24149 service neutron] Attempting to bind port 79deaa77-55ae-4d86-85d5-5be5b0ab02e4 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'bbe4559f-65ae-4158-a539-df93c0e86d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0ae71963-ea4f-4f40-84cf-36fadc48c316'}] {{(pid=103495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:21:26.049087 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8698097-7960-43f5-b952-edb5b33fac04 req-156edc9c-da85-4e89-8f1d-c81920f24149 service neutron] Attempting to bind port 79deaa77-55ae-4d86-85d5-5be5b0ab02e4 on network 0ae71963-ea4f-4f40-84cf-36fadc48c316 {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:21:26.054364 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8698097-7960-43f5-b952-edb5b33fac04 req-156edc9c-da85-4e89-8f1d-c81920f24149 service neutron] Port 79deaa77-55ae-4d86-85d5-5be5b0ab02e4 on network 0ae71963-ea4f-4f40-84cf-36fadc48c316 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 18:21:26.054684 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8698097-7960-43f5-b952-edb5b33fac04 req-156edc9c-da85-4e89-8f1d-c81920f24149 service neutron] Attempting to bind port 79deaa77-55ae-4d86-85d5-5be5b0ab02e4 on network 0ae71963-ea4f-4f40-84cf-36fadc48c316 {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:21:26.059504 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8698097-7960-43f5-b952-edb5b33fac04 req-156edc9c-da85-4e89-8f1d-c81920f24149 service neutron] Checking agent: {'id': 'ab438a54-a4f6-4fd3-b589-96aa27265666', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 15, 49), 'started_at': datetime.datetime(2022, 3, 30, 18, 15, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:21:26.059842 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8698097-7960-43f5-b952-edb5b33fac04 req-156edc9c-da85-4e89-8f1d-c81920f24149 service neutron] Checking segment: {'id': 'bbe4559f-65ae-4158-a539-df93c0e86d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0ae71963-ea4f-4f40-84cf-36fadc48c316'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:21:26.060223 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8698097-7960-43f5-b952-edb5b33fac04 req-156edc9c-da85-4e89-8f1d-c81920f24149 service neutron] Bound using segment: {'id': 'bbe4559f-65ae-4158-a539-df93c0e86d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0ae71963-ea4f-4f40-84cf-36fadc48c316'} {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:21:26.060653 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.managers [req-e8698097-7960-43f5-b952-edb5b33fac04 req-156edc9c-da85-4e89-8f1d-c81920f24149 service neutron] Bound port: 79deaa77-55ae-4d86-85d5-5be5b0ab02e4, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbe4559f-65ae-4158-a539-df93c0e86d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '0ae71963-ea4f-4f40-84cf-36fadc48c316'}}] {{(pid=103495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:21:26.061011 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-e8698097-7960-43f5-b952-edb5b33fac04 req-156edc9c-da85-4e89-8f1d-c81920f24149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (79deaa77-55ae-4d86-85d5-5be5b0ab02e4), before_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:26.127311 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [req-e8698097-7960-43f5-b952-edb5b33fac04 req-156edc9c-da85-4e89-8f1d-c81920f24149 service neutron] For port 79deaa77-55ae-4d86-85d5-5be5b0ab02e4, host hv-cinder-83588, cleared binding levels {{(pid=103495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:21:26.131181 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [req-e8698097-7960-43f5-b952-edb5b33fac04 req-156edc9c-da85-4e89-8f1d-c81920f24149 service neutron] For port 79deaa77-55ae-4d86-85d5-5be5b0ab02e4, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=79deaa77-55ae-4d86-85d5-5be5b0ab02e4,segment=NetworkSegment(bbe4559f-65ae-4158-a539-df93c0e86d18),segment_id=bbe4559f-65ae-4158-a539-df93c0e86d18)] {{(pid=103495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:21:26.136965 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-e8698097-7960-43f5-b952-edb5b33fac04 req-156edc9c-da85-4e89-8f1d-c81920f24149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (79deaa77-55ae-4d86-85d5-5be5b0ab02e4), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:26.173983 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8698097-7960-43f5-b952-edb5b33fac04 req-156edc9c-da85-4e89-8f1d-c81920f24149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:26.175350 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-e8698097-7960-43f5-b952-edb5b33fac04 req-156edc9c-da85-4e89-8f1d-c81920f24149 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for port (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:26.176844 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e8698097-7960-43f5-b952-edb5b33fac04 req-156edc9c-da85-4e89-8f1d-c81920f24149 service neutron] 10.222.0.44 "PUT /v2.0/ports/79deaa77-55ae-4d86-85d5-5be5b0ab02e4 HTTP/1.1" status: 200 len: 1098 time: 0.6451700 Mar 30 18:21:26.177275 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59f2945b-7d07-4c58-8153-45cb7100a17b', 'tag': '79deaa77-55ae-4d86-85d5-5be5b0ab02e4'}] {{(pid=103495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:21:26.179515 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0dfb30c8fd1ad248dcf0c7d180f6bc71f3cc1084e8ff52034c63c32eff48f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099a57dc-c5d2-4b35-bbb2-d17835302096" -d '{"events": [{"name": "network-changed", "server_uuid": "59f2945b-7d07-4c58-8153-45cb7100a17b", "tag": "79deaa77-55ae-4d86-85d5-5be5b0ab02e4"}]}' {{(pid=103495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:21:26.205657 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156edc9c-da85-4e89-8f1d-c81920f24149 service neutron] Pushing event updated for resources: {'Port': ['ID=79deaa77-55ae-4d86-85d5-5be5b0ab02e4,revision_number=3']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:21:26.231961 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108b63f5-ab91-4978-8718-2623c28d395f x-openstack-request-id: req-108b63f5-ab91-4978-8718-2623c28d395f {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:21:26.232250 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59f2945b-7d07-4c58-8153-45cb7100a17b", "tag": "79deaa77-55ae-4d86-85d5-5be5b0ab02e4", "status": "completed", "code": 200}]} {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:21:26.232498 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-108b63f5-ab91-4978-8718-2623c28d395f {{(pid=103495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:21:26.232896 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.notifiers.nova [-] Nova event matching ['req-108b63f5-ab91-4978-8718-2623c28d395f'] response: {'name': 'network-changed', 'server_uuid': '59f2945b-7d07-4c58-8153-45cb7100a17b', 'tag': '79deaa77-55ae-4d86-85d5-5be5b0ab02e4', 'status': 'completed', 'code': 200} Mar 30 18:21:26.296146 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8698097-7960-43f5-b952-edb5b33fac04 req-f1f908c1-7d1d-4aec-8fa3-81d39c521682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:26.297709 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e8698097-7960-43f5-b952-edb5b33fac04 req-f1f908c1-7d1d-4aec-8fa3-81d39c521682 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5bfe9d600ef44fd888ee851f776e8c0b&device_id=59f2945b-7d07-4c58-8153-45cb7100a17b HTTP/1.1" status: 200 len: 1132 time: 0.0476606 Mar 30 18:21:26.349814 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e8698097-7960-43f5-b952-edb5b33fac04 req-d2e52e3b-b4e5-407c-823a-3cfee0a2ee0a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=79deaa77-55ae-4d86-85d5-5be5b0ab02e4 HTTP/1.1" status: 200 len: 217 time: 0.0353639 Mar 30 18:21:26.400626 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8698097-7960-43f5-b952-edb5b33fac04 req-21f1c8a4-4c1e-491b-bd94-933774a6e841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:26.402059 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e8698097-7960-43f5-b952-edb5b33fac04 req-21f1c8a4-4c1e-491b-bd94-933774a6e841 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba614914-f9ee-4181-b532-c41bc55b71a5 HTTP/1.1" status: 200 len: 843 time: 0.0453756 Mar 30 18:21:26.453986 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8698097-7960-43f5-b952-edb5b33fac04 req-1fe9bb9f-9418-4115-a6b7-8476719ea7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:26.455997 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e8698097-7960-43f5-b952-edb5b33fac04 req-1fe9bb9f-9418-4115-a6b7-8476719ea7f7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0ae71963-ea4f-4f40-84cf-36fadc48c316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0468044 Mar 30 18:21:26.543613 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e8698097-7960-43f5-b952-edb5b33fac04 req-c0368ca2-2c22-4461-82f9-edee8da73651 service neutron] 10.222.0.44 "GET /v2.0/networks/0ae71963-ea4f-4f40-84cf-36fadc48c316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804515 Mar 30 18:21:26.634552 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e8698097-7960-43f5-b952-edb5b33fac04 req-03350f15-532e-4206-9f14-3d269e13684d service neutron] 10.222.0.44 "GET /v2.0/networks/0ae71963-ea4f-4f40-84cf-36fadc48c316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836036 Mar 30 18:21:26.802317 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099a57dc-c5d2-4b35-bbb2-d17835302096 req-81fb9a34-f91b-4105-994d-239dbcf7121e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:26.803707 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-099a57dc-c5d2-4b35-bbb2-d17835302096 req-81fb9a34-f91b-4105-994d-239dbcf7121e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5bfe9d600ef44fd888ee851f776e8c0b&device_id=59f2945b-7d07-4c58-8153-45cb7100a17b HTTP/1.1" status: 200 len: 1132 time: 0.0455194 Mar 30 18:21:26.895380 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099a57dc-c5d2-4b35-bbb2-d17835302096 req-083a7623-6433-4665-bddd-03a3dd0e1a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:26.896825 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-099a57dc-c5d2-4b35-bbb2-d17835302096 req-083a7623-6433-4665-bddd-03a3dd0e1a5f service neutron] 10.222.0.44 "GET /v2.0/networks?id=0ae71963-ea4f-4f40-84cf-36fadc48c316 HTTP/1.1" status: 200 len: 870 time: 0.0852706 Mar 30 18:21:26.939353 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-099a57dc-c5d2-4b35-bbb2-d17835302096 req-b0ce744a-a6d0-4d74-abbe-13bc1c1c55e9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=79deaa77-55ae-4d86-85d5-5be5b0ab02e4 HTTP/1.1" status: 200 len: 217 time: 0.0356169 Mar 30 18:21:27.016433 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099a57dc-c5d2-4b35-bbb2-d17835302096 req-7628a8c4-c43c-4446-a7a5-d73a9333a63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:27.017961 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-099a57dc-c5d2-4b35-bbb2-d17835302096 req-7628a8c4-c43c-4446-a7a5-d73a9333a63b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ba614914-f9ee-4181-b532-c41bc55b71a5 HTTP/1.1" status: 200 len: 843 time: 0.0728631 Mar 30 18:21:27.061431 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51370e28-ad7c-4144-91af-187bc948fdb7 req-2b8909d3-76a1-47c8-b621-ec51a62a4b12 tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:27.062831 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-51370e28-ad7c-4144-91af-187bc948fdb7 req-2b8909d3-76a1-47c8-b621-ec51a62a4b12 tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] 10.222.0.41 "GET /v2.0/ports?device_id=59f2945b-7d07-4c58-8153-45cb7100a17b HTTP/1.1" status: 200 len: 948 time: 0.0927315 Mar 30 18:21:27.094803 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099a57dc-c5d2-4b35-bbb2-d17835302096 req-3179199c-8f76-4e43-9927-7bfa92198dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:27.096851 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-099a57dc-c5d2-4b35-bbb2-d17835302096 req-3179199c-8f76-4e43-9927-7bfa92198dd4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=0ae71963-ea4f-4f40-84cf-36fadc48c316&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0701475 Mar 30 18:21:27.162744 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-51370e28-ad7c-4144-91af-187bc948fdb7 req-40f2775c-b76f-4b80-9706-985f11199f3f tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] 10.222.0.41 "GET /v2.0/security-groups?id=72e3d581-929b-48c5-a64c-e2ee7d266019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935788 Mar 30 18:21:27.199282 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-099a57dc-c5d2-4b35-bbb2-d17835302096 req-754fc9de-238d-44b2-93b1-f572b3adc4ae service neutron] 10.222.0.44 "GET /v2.0/networks/0ae71963-ea4f-4f40-84cf-36fadc48c316?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951483 Mar 30 18:21:27.292652 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-099a57dc-c5d2-4b35-bbb2-d17835302096 req-cb17b35e-1bea-4015-a11e-d0ec4d342dfe service neutron] 10.222.0.44 "GET /v2.0/networks/0ae71963-ea4f-4f40-84cf-36fadc48c316?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870790 Mar 30 18:21:28.278785 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67809c4c-d249-40e6-be87-097a871d35d4 req-0214c037-ca53-472d-b726-fb6c21810a48 tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:28.280220 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-67809c4c-d249-40e6-be87-097a871d35d4 req-0214c037-ca53-472d-b726-fb6c21810a48 tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] 10.222.0.41 "GET /v2.0/ports?device_id=59f2945b-7d07-4c58-8153-45cb7100a17b HTTP/1.1" status: 200 len: 948 time: 0.0516794 Mar 30 18:21:28.325619 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-67809c4c-d249-40e6-be87-097a871d35d4 req-7304b73a-e4a0-4cf0-b31c-e4c9caad4fb6 tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] 10.222.0.41 "GET /v2.0/security-groups?id=72e3d581-929b-48c5-a64c-e2ee7d266019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392632 Mar 30 18:21:29.444794 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e638ce43-f68b-4b87-9d2d-a77a3e4e51e2 req-03bb18ba-f899-479d-a650-6bad11b0c2af tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:29.446285 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e638ce43-f68b-4b87-9d2d-a77a3e4e51e2 req-03bb18ba-f899-479d-a650-6bad11b0c2af tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] 10.222.0.41 "GET /v2.0/ports?device_id=59f2945b-7d07-4c58-8153-45cb7100a17b HTTP/1.1" status: 200 len: 948 time: 0.0558543 Mar 30 18:21:29.491647 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e638ce43-f68b-4b87-9d2d-a77a3e4e51e2 req-c344ed6d-5e9f-4b57-9d21-93ff7c1a314f tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] 10.222.0.41 "GET /v2.0/security-groups?id=72e3d581-929b-48c5-a64c-e2ee7d266019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399756 Mar 30 18:21:30.607103 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb3a27-683c-46c8-bb8a-f9f32f2a7dc0 req-ee7f99e3-ce20-4345-a6e8-56078bcaafa3 tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:30.608546 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a3fb3a27-683c-46c8-bb8a-f9f32f2a7dc0 req-ee7f99e3-ce20-4345-a6e8-56078bcaafa3 tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] 10.222.0.41 "GET /v2.0/ports?device_id=59f2945b-7d07-4c58-8153-45cb7100a17b HTTP/1.1" status: 200 len: 948 time: 0.0521150 Mar 30 18:21:30.654104 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a3fb3a27-683c-46c8-bb8a-f9f32f2a7dc0 req-e047ad65-8c11-4a17-a4fa-2c0840aafa59 tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] 10.222.0.41 "GET /v2.0/security-groups?id=72e3d581-929b-48c5-a64c-e2ee7d266019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391076 Mar 30 18:21:31.774629 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc2fbeb-ab65-45e4-ade0-70f577dc51cb req-e5a91f04-135a-40ea-8fdc-c45aef495c4f tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:31.775962 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8fc2fbeb-ab65-45e4-ade0-70f577dc51cb req-e5a91f04-135a-40ea-8fdc-c45aef495c4f tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] 10.222.0.41 "GET /v2.0/ports?device_id=59f2945b-7d07-4c58-8153-45cb7100a17b HTTP/1.1" status: 200 len: 948 time: 0.0508971 Mar 30 18:21:31.826651 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8fc2fbeb-ab65-45e4-ade0-70f577dc51cb req-75e8266b-116b-4721-876c-d9ecab4317ee tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] 10.222.0.41 "GET /v2.0/security-groups?id=72e3d581-929b-48c5-a64c-e2ee7d266019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431216 Mar 30 18:21:32.467019 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 79deaa77-55ae-4d86-85d5-5be5b0ab02e4 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:21:32.561953 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port 79deaa77-55ae-4d86-85d5-5be5b0ab02e4, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=79deaa77-55ae-4d86-85d5-5be5b0ab02e4,segment=NetworkSegment(bbe4559f-65ae-4158-a539-df93c0e86d18),segment_id=bbe4559f-65ae-4158-a539-df93c0e86d18)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:21:32.573048 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Returning: {'device': '79deaa77-55ae-4d86-85d5-5be5b0ab02e4', 'network_id': '0ae71963-ea4f-4f40-84cf-36fadc48c316', 'port_id': '79deaa77-55ae-4d86-85d5-5be5b0ab02e4', 'mac_address': 'fa:16:3e:e6:14:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba614914-f9ee-4181-b532-c41bc55b71a5', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:21:32.609670 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Current status of the port 79deaa77-55ae-4d86-85d5-5be5b0ab02e4 is: DOWN; New status is: BUILD {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:21:32.610056 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (79deaa77-55ae-4d86-85d5-5be5b0ab02e4), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:32.622722 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79deaa77-55ae-4d86-85d5-5be5b0ab02e4 {{(pid=103496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:21:32.641321 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port 79deaa77-55ae-4d86-85d5-5be5b0ab02e4, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=79deaa77-55ae-4d86-85d5-5be5b0ab02e4,segment=NetworkSegment(bbe4559f-65ae-4158-a539-df93c0e86d18),segment_id=bbe4559f-65ae-4158-a539-df93c0e86d18)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:21:32.645958 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (79deaa77-55ae-4d86-85d5-5be5b0ab02e4), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:32.693065 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Pushing event updated for resources: {'Port': ['ID=79deaa77-55ae-4d86-85d5-5be5b0ab02e4,revision_number=4']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:21:32.942440 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a5f7b8-a7ea-4704-89aa-1292be6e445d req-04aaac1d-1d29-4e34-bbea-71da735baaf6 tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:32.943898 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c9a5f7b8-a7ea-4704-89aa-1292be6e445d req-04aaac1d-1d29-4e34-bbea-71da735baaf6 tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] 10.222.0.41 "GET /v2.0/ports?device_id=59f2945b-7d07-4c58-8153-45cb7100a17b HTTP/1.1" status: 200 len: 949 time: 0.0527737 Mar 30 18:21:32.990535 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c9a5f7b8-a7ea-4704-89aa-1292be6e445d req-6a46f2e4-9656-44d7-aca5-b600c217396b tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] 10.222.0.41 "GET /v2.0/security-groups?id=72e3d581-929b-48c5-a64c-e2ee7d266019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411179 Mar 30 18:21:33.187348 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] get_ports_and_sgs() called for port_ids ['79deaa77-55ae-4d86-85d5-5be5b0ab02e4'] {{(pid=103496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:21:34.105494 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52acef4b-a1cd-46a3-87b1-c63faf5b80cc req-e8eb47c0-6ebd-4cfa-bc8a-5eee26c9c2c1 tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:34.106964 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-52acef4b-a1cd-46a3-87b1-c63faf5b80cc req-e8eb47c0-6ebd-4cfa-bc8a-5eee26c9c2c1 tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] 10.222.0.41 "GET /v2.0/ports?device_id=59f2945b-7d07-4c58-8153-45cb7100a17b HTTP/1.1" status: 200 len: 949 time: 0.0514638 Mar 30 18:21:34.151853 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-52acef4b-a1cd-46a3-87b1-c63faf5b80cc req-c6993a14-eb7a-4bb3-a184-f5e4a66fc53d tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] 10.222.0.41 "GET /v2.0/security-groups?id=72e3d581-929b-48c5-a64c-e2ee7d266019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394824 Mar 30 18:21:34.481536 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 79deaa77-55ae-4d86-85d5-5be5b0ab02e4 up at agent hyperv_hv-cinder-83588 {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:21:34.528593 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Provisioning for port 79deaa77-55ae-4d86-85d5-5be5b0ab02e4 completed by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 18:21:34.532339 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Provisioning complete for port 79deaa77-55ae-4d86-85d5-5be5b0ab02e4 triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:21:34.532712 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (79deaa77-55ae-4d86-85d5-5be5b0ab02e4), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:34.611866 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Current status of the port 79deaa77-55ae-4d86-85d5-5be5b0ab02e4 is: BUILD; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:21:34.612270 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (79deaa77-55ae-4d86-85d5-5be5b0ab02e4), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:34.633489 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59f2945b-7d07-4c58-8153-45cb7100a17b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79deaa77-55ae-4d86-85d5-5be5b0ab02e4'}] {{(pid=103496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:21:34.635710 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cbde32198906eb4ff2132376d68ea43d0d8f515c48f03fe95d90af760020ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b20eabd-3727-4ba3-ba23-2c7a0e4fa893" -d '{"events": [{"server_uuid": "59f2945b-7d07-4c58-8153-45cb7100a17b", "name": "network-vif-plugged", "status": "completed", "tag": "79deaa77-55ae-4d86-85d5-5be5b0ab02e4"}]}' {{(pid=103496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:21:34.648970 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port 79deaa77-55ae-4d86-85d5-5be5b0ab02e4, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=79deaa77-55ae-4d86-85d5-5be5b0ab02e4,segment=NetworkSegment(bbe4559f-65ae-4158-a539-df93c0e86d18),segment_id=bbe4559f-65ae-4158-a539-df93c0e86d18)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:21:34.652857 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (79deaa77-55ae-4d86-85d5-5be5b0ab02e4), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:34.680384 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d995ed-1236-46d5-b1d9-f6f2e0f10401 x-openstack-request-id: req-06d995ed-1236-46d5-b1d9-f6f2e0f10401 {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:21:34.680690 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59f2945b-7d07-4c58-8153-45cb7100a17b", "name": "network-vif-plugged", "status": "completed", "tag": "79deaa77-55ae-4d86-85d5-5be5b0ab02e4", "code": 200}]} {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:21:34.680945 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-06d995ed-1236-46d5-b1d9-f6f2e0f10401 {{(pid=103496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:21:34.681332 dv-cinder-835881-1-iscsi neutron-server[103496]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06d995ed-1236-46d5-b1d9-f6f2e0f10401'] response: {'server_uuid': '59f2945b-7d07-4c58-8153-45cb7100a17b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79deaa77-55ae-4d86-85d5-5be5b0ab02e4', 'code': 200} Mar 30 18:21:34.705796 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Pushing event updated for resources: {'Port': ['ID=79deaa77-55ae-4d86-85d5-5be5b0ab02e4,revision_number=5']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:21:34.884004 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f8de1-4a4b-4c3e-8060-96b6f61d5533 req-8ce50431-979a-4fa2-a0b1-db94327ac3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:34.885451 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-bf8f8de1-4a4b-4c3e-8060-96b6f61d5533 req-8ce50431-979a-4fa2-a0b1-db94327ac3f8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=59f2945b-7d07-4c58-8153-45cb7100a17b HTTP/1.1" status: 200 len: 1134 time: 0.0451572 Mar 30 18:21:34.928355 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-bf8f8de1-4a4b-4c3e-8060-96b6f61d5533 req-fe11fc76-b9bf-49da-9788-2e30fe17248f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=72e3d581-929b-48c5-a64c-e2ee7d266019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363405 Mar 30 18:21:35.268852 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53928e7f-7ecc-4ce1-a125-d13906a88e1f req-b692f0a2-73b0-4388-9d53-7c946663e6a4 tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:35.270366 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-53928e7f-7ecc-4ce1-a125-d13906a88e1f req-b692f0a2-73b0-4388-9d53-7c946663e6a4 tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] 10.222.0.41 "GET /v2.0/ports?device_id=59f2945b-7d07-4c58-8153-45cb7100a17b HTTP/1.1" status: 200 len: 950 time: 0.0527303 Mar 30 18:21:35.320131 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-53928e7f-7ecc-4ce1-a125-d13906a88e1f req-95bfe858-bdaf-4c76-bf38-58457c93ca5d tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] 10.222.0.41 "GET /v2.0/security-groups?id=72e3d581-929b-48c5-a64c-e2ee7d266019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441890 Mar 30 18:21:36.440829 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d40863f-b05d-475f-861b-4f0b55b32681 req-702b9a6b-5863-4b64-85b2-46bc41126e4b tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:36.442308 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-6d40863f-b05d-475f-861b-4f0b55b32681 req-702b9a6b-5863-4b64-85b2-46bc41126e4b tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] 10.222.0.41 "GET /v2.0/ports?device_id=59f2945b-7d07-4c58-8153-45cb7100a17b HTTP/1.1" status: 200 len: 950 time: 0.0552900 Mar 30 18:21:36.701021 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-6d40863f-b05d-475f-861b-4f0b55b32681 req-3822d638-9563-4dad-8a4a-a9126d947a9a tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] 10.222.0.41 "GET /v2.0/security-groups?id=72e3d581-929b-48c5-a64c-e2ee7d266019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531679 Mar 30 18:21:37.821740 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bcfdb3-c7ac-4d70-a85b-83ea1d05e343 req-abfa865a-5a0d-462a-92de-f803f477fe4a tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:37.823365 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-12bcfdb3-c7ac-4d70-a85b-83ea1d05e343 req-abfa865a-5a0d-462a-92de-f803f477fe4a tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] 10.222.0.41 "GET /v2.0/ports?device_id=59f2945b-7d07-4c58-8153-45cb7100a17b HTTP/1.1" status: 200 len: 950 time: 0.0531173 Mar 30 18:21:37.869318 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-12bcfdb3-c7ac-4d70-a85b-83ea1d05e343 req-d90d857d-338a-42bc-ae00-cae59a07df9d tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] 10.222.0.41 "GET /v2.0/security-groups?id=72e3d581-929b-48c5-a64c-e2ee7d266019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404673 Mar 30 18:21:38.125123 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e12da1-89d3-46ae-9fb5-9e19cec63acb req-4b69b098-a359-4773-a62f-8d543165ec6d tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:38.126473 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b4e12da1-89d3-46ae-9fb5-9e19cec63acb req-4b69b098-a359-4773-a62f-8d543165ec6d tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] 10.222.0.41 "GET /v2.0/ports?device_id=59f2945b-7d07-4c58-8153-45cb7100a17b HTTP/1.1" status: 200 len: 950 time: 0.0506730 Mar 30 18:21:38.173067 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b4e12da1-89d3-46ae-9fb5-9e19cec63acb req-7c4ae6fe-5b27-4744-a9fe-a492f8e2a479 tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] 10.222.0.41 "GET /v2.0/security-groups?id=72e3d581-929b-48c5-a64c-e2ee7d266019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408654 Mar 30 18:21:39.291224 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d468f-e92d-4a28-97e6-6c14e7aa7c82 req-307635c5-6d93-42d5-8322-2e641cf553dc tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:39.292635 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-cc4d468f-e92d-4a28-97e6-6c14e7aa7c82 req-307635c5-6d93-42d5-8322-2e641cf553dc tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] 10.222.0.41 "GET /v2.0/ports?device_id=59f2945b-7d07-4c58-8153-45cb7100a17b HTTP/1.1" status: 200 len: 950 time: 0.0522022 Mar 30 18:21:39.338914 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-cc4d468f-e92d-4a28-97e6-6c14e7aa7c82 req-9e9f4ec9-0a56-4f85-a4ae-e682ada72151 tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] 10.222.0.41 "GET /v2.0/security-groups?id=72e3d581-929b-48c5-a64c-e2ee7d266019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403466 Mar 30 18:21:40.232078 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b2039-2d96-4f97-87f5-e7cf57e08b76 req-151ea0c4-7216-4fc5-8b14-6331ca0d66c7 tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:40.233526 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2c0b2039-2d96-4f97-87f5-e7cf57e08b76 req-151ea0c4-7216-4fc5-8b14-6331ca0d66c7 tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] 10.222.0.44 "GET /v2.0/ports?device_id=59f2945b-7d07-4c58-8153-45cb7100a17b HTTP/1.1" status: 200 len: 950 time: 0.0513365 Mar 30 18:21:40.340458 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [req-2c0b2039-2d96-4f97-87f5-e7cf57e08b76 req-40477374-fab7-4e0c-a43a-2fddcff1247b tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] Deleting port 79deaa77-55ae-4d86-85d5-5be5b0ab02e4 {{(pid=103495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:21:40.341138 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-2c0b2039-2d96-4f97-87f5-e7cf57e08b76 req-40477374-fab7-4e0c-a43a-2fddcff1247b tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (79deaa77-55ae-4d86-85d5-5be5b0ab02e4), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:40.456493 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [req-2c0b2039-2d96-4f97-87f5-e7cf57e08b76 req-40477374-fab7-4e0c-a43a-2fddcff1247b tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] For port 79deaa77-55ae-4d86-85d5-5be5b0ab02e4, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=79deaa77-55ae-4d86-85d5-5be5b0ab02e4,segment=NetworkSegment(bbe4559f-65ae-4158-a539-df93c0e86d18),segment_id=bbe4559f-65ae-4158-a539-df93c0e86d18)] {{(pid=103495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:21:40.456853 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-2c0b2039-2d96-4f97-87f5-e7cf57e08b76 req-40477374-fab7-4e0c-a43a-2fddcff1247b tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (79deaa77-55ae-4d86-85d5-5be5b0ab02e4), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:40.472433 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [req-2c0b2039-2d96-4f97-87f5-e7cf57e08b76 req-40477374-fab7-4e0c-a43a-2fddcff1247b tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] Calling delete_port for 79deaa77-55ae-4d86-85d5-5be5b0ab02e4 owned by compute:nova {{(pid=103495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:21:40.491890 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32247e19-8d0f-48ca-8fa9-3080a5ccaac8 req-9ea5061a-e38e-4f3a-bd89-c31b7344da30 tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:40.493333 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-32247e19-8d0f-48ca-8fa9-3080a5ccaac8 req-9ea5061a-e38e-4f3a-bd89-c31b7344da30 tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] 10.222.0.41 "GET /v2.0/ports?device_id=59f2945b-7d07-4c58-8153-45cb7100a17b HTTP/1.1" status: 200 len: 950 time: 0.0872729 Mar 30 18:21:40.589343 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-32247e19-8d0f-48ca-8fa9-3080a5ccaac8 req-2d225035-2d8d-4e26-8179-c50a3cf3800d tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] 10.222.0.41 "GET /v2.0/security-groups?id=72e3d581-929b-48c5-a64c-e2ee7d266019&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647306 Mar 30 18:21:40.650332 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-2c0b2039-2d96-4f97-87f5-e7cf57e08b76 req-40477374-fab7-4e0c-a43a-2fddcff1247b tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983'] for port (79deaa77-55ae-4d86-85d5-5be5b0ab02e4), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:40.679601 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40477374-fab7-4e0c-a43a-2fddcff1247b tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] Pushing event deleted for resources: {'Port': ['ID=79deaa77-55ae-4d86-85d5-5be5b0ab02e4,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:21:40.697693 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] get_ports_and_sgs() called for port_ids ['79deaa77-55ae-4d86-85d5-5be5b0ab02e4'] {{(pid=103496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:21:40.722017 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c0b2039-2d96-4f97-87f5-e7cf57e08b76 req-40477374-fab7-4e0c-a43a-2fddcff1247b tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] No DVR routers for this DVR port 79deaa77-55ae-4d86-85d5-5be5b0ab02e4 on host hv-cinder-83588 {{(pid=103495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:21:40.724960 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-2c0b2039-2d96-4f97-87f5-e7cf57e08b76 req-40477374-fab7-4e0c-a43a-2fddcff1247b tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for port (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:40.728273 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2c0b2039-2d96-4f97-87f5-e7cf57e08b76 req-40477374-fab7-4e0c-a43a-2fddcff1247b tempest-VolumesNegativeTest-1645643128 tempest-VolumesNegativeTest-1645643128-project] 10.222.0.44 "DELETE /v2.0/ports/79deaa77-55ae-4d86-85d5-5be5b0ab02e4 HTTP/1.1" status: 204 len: 173 time: 0.4892850 Mar 30 18:21:40.728722 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59f2945b-7d07-4c58-8153-45cb7100a17b', 'name': 'network-vif-deleted', 'tag': '79deaa77-55ae-4d86-85d5-5be5b0ab02e4'}] {{(pid=103495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:21:40.730974 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0dfb30c8fd1ad248dcf0c7d180f6bc71f3cc1084e8ff52034c63c32eff48f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1694dd0-171a-434e-8433-639f57aa429d" -d '{"events": [{"server_uuid": "59f2945b-7d07-4c58-8153-45cb7100a17b", "name": "network-vif-deleted", "tag": "79deaa77-55ae-4d86-85d5-5be5b0ab02e4"}]}' {{(pid=103495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:21:40.772041 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b96ac2-8bc2-45d4-a8c9-ccd3e0d0a0e0 x-openstack-request-id: req-78b96ac2-8bc2-45d4-a8c9-ccd3e0d0a0e0 {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:21:40.772421 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59f2945b-7d07-4c58-8153-45cb7100a17b", "name": "network-vif-deleted", "tag": "79deaa77-55ae-4d86-85d5-5be5b0ab02e4", "status": "completed", "code": 200}]} {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:21:40.772810 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-78b96ac2-8bc2-45d4-a8c9-ccd3e0d0a0e0 {{(pid=103495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:21:40.773225 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78b96ac2-8bc2-45d4-a8c9-ccd3e0d0a0e0'] response: {'server_uuid': '59f2945b-7d07-4c58-8153-45cb7100a17b', 'name': 'network-vif-deleted', 'tag': '79deaa77-55ae-4d86-85d5-5be5b0ab02e4', 'status': 'completed', 'code': 200} Mar 30 18:21:41.780477 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-578b5915-4062-4424-a024-96af85520768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:43.859751 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e8f97374-37cb-461f-9b4c-740145a57ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:44.568093 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 79deaa77-55ae-4d86-85d5-5be5b0ab02e4 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:21:44.588468 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] No Port match for: 79deaa77-55ae-4d86-85d5-5be5b0ab02e4 {{(pid=103496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:21:44.588809 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 79deaa77-55ae-4d86-85d5-5be5b0ab02e4 not bound to the agent host hv-cinder-83588 {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:21:45.013144 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:45.564725 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 48796) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:21:45.691336 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-d996fa51-a64a-4690-9c19-ede2877de553 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5bfe9d600ef44fd888ee851f776e8c0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1254258 Mar 30 18:21:45.693653 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 48800) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:21:45.741201 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-7e7ddcfc-86e3-4350-a3e7-8bf825714182 admin admin] Publish callbacks [] for security_group (72e3d581-929b-48c5-a64c-e2ee7d266019), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:45.764153 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-7e7ddcfc-86e3-4350-a3e7-8bf825714182 admin admin] Publish callbacks [] for security_group (72e3d581-929b-48c5-a64c-e2ee7d266019), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:45.810205 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-7e7ddcfc-86e3-4350-a3e7-8bf825714182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (72e3d581-929b-48c5-a64c-e2ee7d266019), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:45.812711 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-7e7ddcfc-86e3-4350-a3e7-8bf825714182 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:45.813844 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-7e7ddcfc-86e3-4350-a3e7-8bf825714182 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/72e3d581-929b-48c5-a64c-e2ee7d266019 HTTP/1.1" status: 204 len: 168 time: 0.1192417 Mar 30 18:21:45.821475 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ddcfc-86e3-4350-a3e7-8bf825714182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e3d581-929b-48c5-a64c-e2ee7d266019,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:21:46.390247 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:46.496219 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b5d50-2673-4947-ad84-2fdde63f1e2f req-e42d50a2-adc9-436e-957b-9c13c42cba3b tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:46.497583 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-9c1b5d50-2673-4947-ad84-2fdde63f1e2f req-e42d50a2-adc9-436e-957b-9c13c42cba3b tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 946 time: 0.0537453 Mar 30 18:21:46.544842 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-9c1b5d50-2673-4947-ad84-2fdde63f1e2f req-b58a6dea-5b37-44f3-b065-3cc3d83fd270 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416462 Mar 30 18:21:47.668704 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d8f75-05c0-456c-b1b5-d72ccf2d9a46 req-af7a0f61-950a-469b-b43d-5af09ec36454 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:47.670221 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-619d8f75-05c0-456c-b1b5-d72ccf2d9a46 req-af7a0f61-950a-469b-b43d-5af09ec36454 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 946 time: 0.0537055 Mar 30 18:21:47.720666 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-619d8f75-05c0-456c-b1b5-d72ccf2d9a46 req-3732c174-eea6-44fb-b577-06a22fd0a1b9 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436118 Mar 30 18:21:47.984662 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:48.173876 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.agents_db [None req-01a7ea33-ae04-4be9-ae8a-11827e05d97f None None] Agent healthcheck: found 6 active agents {{(pid=103497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:21:48.559221 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-61b452ee-c85c-4158-9c46-e959455df4bd req-cc2f770e-1f1e-46ba-b826-65abbf677cfb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439582 Mar 30 18:21:48.601469 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (ab438a54-a4f6-4fd3-b589-96aa27265666), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:21:48.638056 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b452ee-c85c-4158-9c46-e959455df4bd req-d2c17b94-8430-4a0e-ae84-a7ca16af31cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:48.639560 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-61b452ee-c85c-4158-9c46-e959455df4bd req-d2c17b94-8430-4a0e-ae84-a7ca16af31cd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d22e85861b694f0e8bd7e2e7da8fbc45&device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 1129 time: 0.0447571 Mar 30 18:21:48.744034 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b452ee-c85c-4158-9c46-e959455df4bd req-101cec32-5026-4caf-adad-d9a8341b5d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:48.745493 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-61b452ee-c85c-4158-9c46-e959455df4bd req-101cec32-5026-4caf-adad-d9a8341b5d1a service neutron] 10.222.0.44 "GET /v2.0/networks?id=3e13178f-fe3d-4acc-a151-e0891e100715 HTTP/1.1" status: 200 len: 920 time: 0.0871191 Mar 30 18:21:48.787721 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-61b452ee-c85c-4158-9c46-e959455df4bd req-53cdd57a-161a-44de-94bb-db97ef68fd69 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a9f4213-d59a-4c38-b980-34531523d7ab HTTP/1.1" status: 200 len: 217 time: 0.0357509 Mar 30 18:21:48.865474 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b452ee-c85c-4158-9c46-e959455df4bd req-fe6a23a9-b23e-4d9e-88c2-722aec1952f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:48.866912 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-61b452ee-c85c-4158-9c46-e959455df4bd req-fe6a23a9-b23e-4d9e-88c2-722aec1952f1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d0c7af2e-75fc-4b8f-a86b-ddae6e3c7dba HTTP/1.1" status: 200 len: 858 time: 0.0671635 Mar 30 18:21:48.880275 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54117f4-2cdd-45f2-998e-0e3813878fed req-b8b3188d-c4b8-486b-8d4d-b853180aa5f5 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:48.881636 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d54117f4-2cdd-45f2-998e-0e3813878fed req-b8b3188d-c4b8-486b-8d4d-b853180aa5f5 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 946 time: 0.0906157 Mar 30 18:21:48.952028 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d54117f4-2cdd-45f2-998e-0e3813878fed req-088207e3-cdbf-4a30-9001-14cb9f3c8686 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625241 Mar 30 18:21:48.958443 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b452ee-c85c-4158-9c46-e959455df4bd req-135e8419-fd9e-48ca-8deb-568dd9590ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:48.959868 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-61b452ee-c85c-4158-9c46-e959455df4bd req-135e8419-fd9e-48ca-8deb-568dd9590ff4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3e13178f-fe3d-4acc-a151-e0891e100715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0773871 Mar 30 18:21:49.054149 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-61b452ee-c85c-4158-9c46-e959455df4bd req-47c8253a-07ec-41cd-92eb-6ede73000745 service neutron] 10.222.0.44 "GET /v2.0/networks/3e13178f-fe3d-4acc-a151-e0891e100715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855904 Mar 30 18:21:49.144149 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-61b452ee-c85c-4158-9c46-e959455df4bd req-ba9dba2f-aa53-49da-b2cd-9d62b9c252ad service neutron] 10.222.0.44 "GET /v2.0/networks/3e13178f-fe3d-4acc-a151-e0891e100715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812800 Mar 30 18:21:50.077398 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3bb6ed-bad1-45ea-b022-8c8d1694d13a req-5c151cd8-517d-442c-a7b7-4d7c2fefdc63 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:50.078892 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-4d3bb6ed-bad1-45ea-b022-8c8d1694d13a req-5c151cd8-517d-442c-a7b7-4d7c2fefdc63 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 946 time: 0.0538321 Mar 30 18:21:50.124230 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-4d3bb6ed-bad1-45ea-b022-8c8d1694d13a req-5ff63dd0-1630-4d4b-9081-aa0ea5455635 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395820 Mar 30 18:21:51.247835 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aeb53b-601f-4022-88fd-5c173e166c15 req-bec51d91-489d-4229-a513-5d2b2dc2de3d tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:51.249277 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-62aeb53b-601f-4022-88fd-5c173e166c15 req-bec51d91-489d-4229-a513-5d2b2dc2de3d tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 946 time: 0.0547025 Mar 30 18:21:51.293949 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-62aeb53b-601f-4022-88fd-5c173e166c15 req-78aa9860-7e7b-407b-8301-6d1401d736e0 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384319 Mar 30 18:21:52.415075 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7fcd9a-9866-43cf-818f-bf6bca848fac req-768457dc-2f21-4b98-970e-8897f1a0c067 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:52.416447 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ca7fcd9a-9866-43cf-818f-bf6bca848fac req-768457dc-2f21-4b98-970e-8897f1a0c067 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 946 time: 0.0509946 Mar 30 18:21:52.462260 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ca7fcd9a-9866-43cf-818f-bf6bca848fac req-83b344da-db05-4ea9-89ff-8ad3104d138d tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400815 Mar 30 18:21:53.588894 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e9aca-25ae-4776-a517-c36d512cd49a req-372c82e2-e638-42df-968b-e10d245f3b65 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:53.590358 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-091e9aca-25ae-4776-a517-c36d512cd49a req-372c82e2-e638-42df-968b-e10d245f3b65 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 946 time: 0.0543356 Mar 30 18:21:53.635640 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-091e9aca-25ae-4776-a517-c36d512cd49a req-c5db8956-3214-4edc-9f46-c3abc5ebb94d tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390575 Mar 30 18:21:54.757137 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a137214c-2d40-452f-a979-e77f4d859d27 req-f20570dc-c659-4195-ac39-6451af23a115 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:54.758635 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a137214c-2d40-452f-a979-e77f4d859d27 req-f20570dc-c659-4195-ac39-6451af23a115 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 946 time: 0.0518322 Mar 30 18:21:54.805732 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a137214c-2d40-452f-a979-e77f4d859d27 req-c5143404-0468-4c43-bad3-796dce032caa tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415821 Mar 30 18:21:55.925456 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb2d085-0793-4c5b-9df8-0e445225ccb3 req-cd4e7206-b197-43f4-aef4-ed70b0807a03 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:55.926968 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-aeb2d085-0793-4c5b-9df8-0e445225ccb3 req-cd4e7206-b197-43f4-aef4-ed70b0807a03 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 946 time: 0.0519977 Mar 30 18:21:55.976207 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-aeb2d085-0793-4c5b-9df8-0e445225ccb3 req-d72643a3-99e3-40de-9a31-a62d45720431 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437512 Mar 30 18:21:57.100080 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22db76b-cebb-4413-94ea-570807d32478 req-3467dc2c-13ec-4dbc-a38a-dc03a1118cec tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:57.101529 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f22db76b-cebb-4413-94ea-570807d32478 req-3467dc2c-13ec-4dbc-a38a-dc03a1118cec tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 946 time: 0.0526803 Mar 30 18:21:57.146846 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f22db76b-cebb-4413-94ea-570807d32478 req-503df82b-b689-472d-afbb-89d3f3f7f04c tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398066 Mar 30 18:21:58.274824 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b656c35-f610-4aeb-9389-e1181c953a13 req-02e0621b-b667-45b9-88b8-e0b542143b4b tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:58.276297 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8b656c35-f610-4aeb-9389-e1181c953a13 req-02e0621b-b667-45b9-88b8-e0b542143b4b tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 946 time: 0.0520179 Mar 30 18:21:58.322637 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8b656c35-f610-4aeb-9389-e1181c953a13 req-b638a663-c2bd-4c2a-8809-07a60548af35 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408130 Mar 30 18:21:59.449203 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d5236a-d4a6-49c0-8826-dd1809845abf req-68c38f97-d32d-419f-af59-0e41b16b070c tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:59.450677 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-03d5236a-d4a6-49c0-8826-dd1809845abf req-68c38f97-d32d-419f-af59-0e41b16b070c tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 946 time: 0.0549333 Mar 30 18:21:59.496228 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-03d5236a-d4a6-49c0-8826-dd1809845abf req-4fad7965-48d7-4637-9529-3a6c17b2880f tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395355 Mar 30 18:21:59.822252 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc6f4b9-25ce-4f8e-9687-a2c9e98a36aa req-0bb1bb85-1dc6-44e1-9949-f9f0a84a105a tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:21:59.823677 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3cc6f4b9-25ce-4f8e-9687-a2c9e98a36aa req-0bb1bb85-1dc6-44e1-9949-f9f0a84a105a tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 945 time: 0.0544639 Mar 30 18:21:59.869892 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3cc6f4b9-25ce-4f8e-9687-a2c9e98a36aa req-1bc88ec7-2e60-40f3-bb2b-6a804036aab4 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?id=9aca0380-65a4-43ae-af2d-dca3c7f2e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402677 Mar 30 18:22:00.617221 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd884b61-48c8-422a-9367-448e43e2d1c0 req-45b94864-97b8-40dc-b517-392ee8ae3723 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:00.618686 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-cd884b61-48c8-422a-9367-448e43e2d1c0 req-45b94864-97b8-40dc-b517-392ee8ae3723 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 946 time: 0.0503469 Mar 30 18:22:00.622367 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 0acb066b-cce6-49f2-b882-ab8b489713d3 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:22:00.667705 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-cd884b61-48c8-422a-9367-448e43e2d1c0 req-5a55d440-3c9a-4b1f-b39c-d47be5507014 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435491 Mar 30 18:22:00.722734 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port 0acb066b-cce6-49f2-b882-ab8b489713d3, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=0acb066b-cce6-49f2-b882-ab8b489713d3,segment=NetworkSegment(0fa95725-4471-4977-b74d-31230d09f2bc),segment_id=0fa95725-4471-4977-b74d-31230d09f2bc)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:22:00.733770 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Returning: {'device': '0acb066b-cce6-49f2-b882-ab8b489713d3', 'network_id': '2ce9154c-b8f7-4a0a-9af0-70f7be76465b', 'port_id': '0acb066b-cce6-49f2-b882-ab8b489713d3', 'mac_address': 'fa:16:3e:2f:42:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '773c0134-3744-40c4-99d5-5fc49a43d810', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:22:00.770073 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Current status of the port 0acb066b-cce6-49f2-b882-ab8b489713d3 is: ACTIVE; New status is: BUILD {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:22:00.770489 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (0acb066b-cce6-49f2-b882-ab8b489713d3), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:00.782834 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0acb066b-cce6-49f2-b882-ab8b489713d3 {{(pid=103496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:22:00.804982 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port 0acb066b-cce6-49f2-b882-ab8b489713d3, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=0acb066b-cce6-49f2-b882-ab8b489713d3,segment=NetworkSegment(0fa95725-4471-4977-b74d-31230d09f2bc),segment_id=0fa95725-4471-4977-b74d-31230d09f2bc)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:22:00.808665 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (0acb066b-cce6-49f2-b882-ab8b489713d3), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:00.853578 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Pushing event updated for resources: {'Port': ['ID=0acb066b-cce6-49f2-b882-ab8b489713d3,revision_number=6']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:22:00.860319 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:00.860665 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:00.861030 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:00.861387 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:00.861724 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:00.862053 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:00.862405 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:00.862730 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:00.863054 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:00.863377 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:00.863701 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:00.864043 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:00.864368 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:00.864686 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:00.865008 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:22:00.986578 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef8f0c-9727-4dc4-b3aa-ca456c0a26e2 req-0bea6cda-1d8a-456d-be03-6caf9463078d tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:00.988020 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8cef8f0c-9727-4dc4-b3aa-ca456c0a26e2 req-0bea6cda-1d8a-456d-be03-6caf9463078d tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 945 time: 0.0509799 Mar 30 18:22:01.035063 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8cef8f0c-9727-4dc4-b3aa-ca456c0a26e2 req-3a71b28a-175a-4234-a8f8-d0c137ad3c28 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?id=9aca0380-65a4-43ae-af2d-dca3c7f2e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414374 Mar 30 18:22:01.035970 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] get_ports_and_sgs() called for port_ids ['0acb066b-cce6-49f2-b882-ab8b489713d3'] {{(pid=103496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:22:01.789988 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14e7cd-dec5-4eb8-be08-d2ee31309b01 req-cb84d8b1-52c1-477f-926a-1ba021540b92 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:01.791414 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-9f14e7cd-dec5-4eb8-be08-d2ee31309b01 req-cb84d8b1-52c1-477f-926a-1ba021540b92 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 945 time: 0.0523806 Mar 30 18:22:01.837110 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-9f14e7cd-dec5-4eb8-be08-d2ee31309b01 req-f451fe75-75f1-40af-9202-df2affd2177f tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401776 Mar 30 18:22:02.155724 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5352f-a02b-4bf1-be49-af8c9550c689 req-f3b76ed2-52f9-4d9c-923f-e38a2b4294a5 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:02.157613 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-18a5352f-a02b-4bf1-be49-af8c9550c689 req-f3b76ed2-52f9-4d9c-923f-e38a2b4294a5 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 945 time: 0.0557992 Mar 30 18:22:02.203909 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-18a5352f-a02b-4bf1-be49-af8c9550c689 req-83e3f523-059d-4ecc-bca7-97d900a11526 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?id=9aca0380-65a4-43ae-af2d-dca3c7f2e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402453 Mar 30 18:22:02.763732 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 0acb066b-cce6-49f2-b882-ab8b489713d3 up at agent hyperv_hv-cinder-83588 {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:22:02.809844 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Provisioning complete for port 0acb066b-cce6-49f2-b882-ab8b489713d3 triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:22:02.810241 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (0acb066b-cce6-49f2-b882-ab8b489713d3), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:02.885833 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Current status of the port 0acb066b-cce6-49f2-b882-ab8b489713d3 is: BUILD; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:22:02.886255 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (0acb066b-cce6-49f2-b882-ab8b489713d3), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:02.911975 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '179982b7-c3be-42cd-8126-808382758f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0acb066b-cce6-49f2-b882-ab8b489713d3'}] {{(pid=103496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:22:02.914218 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cbde32198906eb4ff2132376d68ea43d0d8f515c48f03fe95d90af760020ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3af15c7-c539-4335-a1f2-ee6aa803df22" -d '{"events": [{"server_uuid": "179982b7-c3be-42cd-8126-808382758f8f", "name": "network-vif-plugged", "status": "completed", "tag": "0acb066b-cce6-49f2-b882-ab8b489713d3"}]}' {{(pid=103496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:22:02.928367 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port 0acb066b-cce6-49f2-b882-ab8b489713d3, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=0acb066b-cce6-49f2-b882-ab8b489713d3,segment=NetworkSegment(0fa95725-4471-4977-b74d-31230d09f2bc),segment_id=0fa95725-4471-4977-b74d-31230d09f2bc)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:22:02.934156 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (0acb066b-cce6-49f2-b882-ab8b489713d3), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:02.957440 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1444ebd3-746b-4028-a44a-8990f3122b91 x-openstack-request-id: req-1444ebd3-746b-4028-a44a-8990f3122b91 {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:22:02.957744 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "179982b7-c3be-42cd-8126-808382758f8f", "name": "network-vif-plugged", "status": "completed", "tag": "0acb066b-cce6-49f2-b882-ab8b489713d3", "code": 200}]} {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:22:02.957998 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1444ebd3-746b-4028-a44a-8990f3122b91 {{(pid=103496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:22:02.958415 dv-cinder-835881-1-iscsi neutron-server[103496]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1444ebd3-746b-4028-a44a-8990f3122b91'] response: {'server_uuid': '179982b7-c3be-42cd-8126-808382758f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0acb066b-cce6-49f2-b882-ab8b489713d3', 'code': 200} Mar 30 18:22:02.958702 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c62196-1474-46a8-9ed2-9e33a9ce8ed7 req-a041b525-4213-4276-8189-491847d5e7aa tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:02.960202 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-62c62196-1474-46a8-9ed2-9e33a9ce8ed7 req-a041b525-4213-4276-8189-491847d5e7aa tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 945 time: 0.0531814 Mar 30 18:22:02.985082 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Pushing event updated for resources: {'Port': ['ID=0acb066b-cce6-49f2-b882-ab8b489713d3,revision_number=7']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:22:03.006563 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-62c62196-1474-46a8-9ed2-9e33a9ce8ed7 req-b8b3d9c9-8cd1-43f5-ac59-a8d8c8dd7e67 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404642 Mar 30 18:22:03.324463 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85602ce9-9f0f-4c3a-9afd-d25f3afebc6c req-1881d203-ab4b-4d8f-9c18-4d63a87941ab tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:03.325918 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-85602ce9-9f0f-4c3a-9afd-d25f3afebc6c req-1881d203-ab4b-4d8f-9c18-4d63a87941ab tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 945 time: 0.0549047 Mar 30 18:22:03.371674 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-85602ce9-9f0f-4c3a-9afd-d25f3afebc6c req-85a5c278-9d94-446f-99ee-86a2196cbda2 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?id=9aca0380-65a4-43ae-af2d-dca3c7f2e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396130 Mar 30 18:22:04.130949 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f4003b-2c8b-4f7c-8903-83fcadad5d1a req-e4742e89-6214-4250-bff7-694432c8d965 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:04.132386 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a0f4003b-2c8b-4f7c-8903-83fcadad5d1a req-e4742e89-6214-4250-bff7-694432c8d965 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 946 time: 0.0511477 Mar 30 18:22:04.178654 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a0f4003b-2c8b-4f7c-8903-83fcadad5d1a req-39df6303-39f8-42cf-94ef-bc371a978700 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407526 Mar 30 18:22:04.488748 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29482ee-a2e9-4cc5-a988-e34c45220c40 req-fe42385d-9e32-4d17-b626-569c831b883d tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:04.490195 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f29482ee-a2e9-4cc5-a988-e34c45220c40 req-fe42385d-9e32-4d17-b626-569c831b883d tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 945 time: 0.0506115 Mar 30 18:22:04.537275 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f29482ee-a2e9-4cc5-a988-e34c45220c40 req-0d73296e-34b0-465a-9c9e-930efaa48f32 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?id=9aca0380-65a4-43ae-af2d-dca3c7f2e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416529 Mar 30 18:22:05.249444 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f6eedb-8f69-4da5-85a0-fbc7ad6815c2 req-5907937f-40c4-4282-bddd-16ab40addebc tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:05.251472 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-53f6eedb-8f69-4da5-85a0-fbc7ad6815c2 req-5907937f-40c4-4282-bddd-16ab40addebc tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd59216-52b0-41ca-8c0b-32140ffe76e8 HTTP/1.1" status: 200 len: 985 time: 0.0781114 Mar 30 18:22:05.309092 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c41aa-ae47-4203-9781-59250aec3027 req-6fd0c7a3-db4e-4801-a264-d35ca01a456a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:05.310514 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-336c41aa-ae47-4203-9781-59250aec3027 req-6fd0c7a3-db4e-4801-a264-d35ca01a456a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5f5df6d08f6a452b95df5f3a914df526&device_id=8cd59216-52b0-41ca-8c0b-32140ffe76e8 HTTP/1.1" status: 200 len: 1169 time: 0.1030667 Mar 30 18:22:05.392606 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0569d1f8-b8bb-4c72-9c7d-fcb0fdd36e07 req-bf20fc00-8b65-47ad-86a3-4630b6cfe881 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:05.394059 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0569d1f8-b8bb-4c72-9c7d-fcb0fdd36e07 req-bf20fc00-8b65-47ad-86a3-4630b6cfe881 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 946 time: 0.1401899 Mar 30 18:22:05.426954 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-53f6eedb-8f69-4da5-85a0-fbc7ad6815c2 req-fdb790dd-4d26-4fc3-a00e-e2bb83b90ab2 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b15ee7-1f38-4ffe-ad50-39a84deb3596&id=988873e5-8d7f-4cea-95e7-39dfca4da129&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1622562 Mar 30 18:22:05.476667 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0569d1f8-b8bb-4c72-9c7d-fcb0fdd36e07 req-0c08221d-7d58-4863-8340-4b20bc0866c2 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751619 Mar 30 18:22:05.477794 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c41aa-ae47-4203-9781-59250aec3027 req-3b9574a5-0f8d-4e80-9c7c-c3ead77d45ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:05.479155 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-336c41aa-ae47-4203-9781-59250aec3027 req-3b9574a5-0f8d-4e80-9c7c-c3ead77d45ee service neutron] 10.222.0.44 "GET /v2.0/networks?id=6135f2b8-d5a7-4fb1-9c4a-a008078e870c HTTP/1.1" status: 200 len: 915 time: 0.1558690 Mar 30 18:22:05.547872 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-336c41aa-ae47-4203-9781-59250aec3027 req-dd54a862-76bb-4145-85a2-6530bb5e60a4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=720d8223-5134-4e19-a58f-9b81f520300e HTTP/1.1" status: 200 len: 1002 time: 0.0620682 Mar 30 18:22:05.596226 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c41aa-ae47-4203-9781-59250aec3027 req-a9b7c00c-51cf-41ca-818a-ee0651fc8e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:05.597678 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-336c41aa-ae47-4203-9781-59250aec3027 req-a9b7c00c-51cf-41ca-818a-ee0651fc8e27 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e4202354-4e55-4eb0-b052-e39d4dd92df9 HTTP/1.1" status: 200 len: 853 time: 0.0436389 Mar 30 18:22:05.680736 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c41aa-ae47-4203-9781-59250aec3027 req-ee84b3fe-e3d2-4789-9882-0b3e6e2299aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:05.682233 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-336c41aa-ae47-4203-9781-59250aec3027 req-ee84b3fe-e3d2-4789-9882-0b3e6e2299aa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6135f2b8-d5a7-4fb1-9c4a-a008078e870c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0718269 Mar 30 18:22:05.689560 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb0363-b618-4e5d-8a6e-18b4a9332b71 req-a00e1b4f-b299-44a8-a4eb-f8d85fa3d1ae tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:05.690996 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a4bb0363-b618-4e5d-8a6e-18b4a9332b71 req-a00e1b4f-b299-44a8-a4eb-f8d85fa3d1ae tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 945 time: 0.0890040 Mar 30 18:22:05.785613 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a4bb0363-b618-4e5d-8a6e-18b4a9332b71 req-4a0e159b-306c-4f4a-9880-508c58866bab tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?id=9aca0380-65a4-43ae-af2d-dca3c7f2e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870218 Mar 30 18:22:05.805358 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-336c41aa-ae47-4203-9781-59250aec3027 req-07ee7cc7-2ea4-436f-b3e4-eea2cd4129cb service neutron] 10.222.0.44 "GET /v2.0/networks/6135f2b8-d5a7-4fb1-9c4a-a008078e870c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134551 Mar 30 18:22:05.894406 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-336c41aa-ae47-4203-9781-59250aec3027 req-55a65a3d-a3b8-4077-b8b7-20d0df30342d service neutron] 10.222.0.44 "GET /v2.0/networks/6135f2b8-d5a7-4fb1-9c4a-a008078e870c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824065 Mar 30 18:22:06.553246 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75a104-f7b7-47aa-b7eb-d702e99bf306 req-bf879868-5190-4c0d-bef1-08c1a139f033 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:06.554864 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-bc75a104-f7b7-47aa-b7eb-d702e99bf306 req-bf879868-5190-4c0d-bef1-08c1a139f033 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd59216-52b0-41ca-8c0b-32140ffe76e8 HTTP/1.1" status: 200 len: 985 time: 0.0573428 Mar 30 18:22:06.643592 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0582d3b0-930b-4fbf-9644-53f2d8f5faa6 req-8a64de48-7a02-4ac2-81b9-17866ef8ef78 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:06.645065 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0582d3b0-930b-4fbf-9644-53f2d8f5faa6 req-8a64de48-7a02-4ac2-81b9-17866ef8ef78 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 946 time: 0.0893090 Mar 30 18:22:06.666933 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-bc75a104-f7b7-47aa-b7eb-d702e99bf306 req-a14db686-50ff-4e51-bbec-8d42ed1c39bb tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b15ee7-1f38-4ffe-ad50-39a84deb3596&id=988873e5-8d7f-4cea-95e7-39dfca4da129&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0989959 Mar 30 18:22:06.718679 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0582d3b0-930b-4fbf-9644-53f2d8f5faa6 req-db7010f1-23c9-4e26-92a9-585460e8bead tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639417 Mar 30 18:22:06.912180 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61994db-7ea9-4271-8fd6-13773b43bf7b req-0f4d9372-1680-42d5-848a-9b3fda0cee52 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:06.913902 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e61994db-7ea9-4271-8fd6-13773b43bf7b req-0f4d9372-1680-42d5-848a-9b3fda0cee52 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 945 time: 0.0572164 Mar 30 18:22:06.966839 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e61994db-7ea9-4271-8fd6-13773b43bf7b req-7a99f942-cc2a-499e-87a3-f87397d083e7 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?id=9aca0380-65a4-43ae-af2d-dca3c7f2e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469990 Mar 30 18:22:07.843148 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c5e84-a272-4fbb-b358-29363a94ecfc req-bc23394a-276a-4511-bf80-cfecde995fe8 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:07.846166 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-017c5e84-a272-4fbb-b358-29363a94ecfc req-bc23394a-276a-4511-bf80-cfecde995fe8 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd59216-52b0-41ca-8c0b-32140ffe76e8 HTTP/1.1" status: 200 len: 985 time: 0.0748842 Mar 30 18:22:07.923291 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc3b8f9-f811-4047-b570-6fb8491cccbe req-5693e03e-4f4c-4d79-b1e1-c8d94c16e83b tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:07.925065 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-4dc3b8f9-f811-4047-b570-6fb8491cccbe req-5693e03e-4f4c-4d79-b1e1-c8d94c16e83b tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 946 time: 0.1003141 Mar 30 18:22:07.953731 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-017c5e84-a272-4fbb-b358-29363a94ecfc req-fd711175-0bcc-4282-b1db-17da55b6d91b tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b15ee7-1f38-4ffe-ad50-39a84deb3596&id=988873e5-8d7f-4cea-95e7-39dfca4da129&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0901344 Mar 30 18:22:07.987624 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-4dc3b8f9-f811-4047-b570-6fb8491cccbe req-66b69c0a-f65f-41d0-b753-c616fe0090d0 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527449 Mar 30 18:22:08.113287 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00071011-f8f6-409d-850f-9d8157bda518 req-6a61dd1e-ff63-41e4-9802-16327e6ed835 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:08.120219 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-00071011-f8f6-409d-850f-9d8157bda518 req-6a61dd1e-ff63-41e4-9802-16327e6ed835 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 945 time: 0.0694149 Mar 30 18:22:08.184865 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-00071011-f8f6-409d-850f-9d8157bda518 req-25c06df0-50b8-4186-82e3-e1cfd09819ce tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?id=9aca0380-65a4-43ae-af2d-dca3c7f2e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635073 Mar 30 18:22:09.150581 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213605f9-e026-496c-8fd0-4ec2bf4b4af3 req-ad322d0c-d521-4e13-bd21-623c07c91403 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:09.152304 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-213605f9-e026-496c-8fd0-4ec2bf4b4af3 req-ad322d0c-d521-4e13-bd21-623c07c91403 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd59216-52b0-41ca-8c0b-32140ffe76e8 HTTP/1.1" status: 200 len: 985 time: 0.1057479 Mar 30 18:22:09.163503 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992712ce-d832-4d0e-ad15-0d011200e067 req-c709fc7f-2e4c-4d88-aede-dbeb3142889c tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:09.164941 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-992712ce-d832-4d0e-ad15-0d011200e067 req-c709fc7f-2e4c-4d88-aede-dbeb3142889c tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 946 time: 0.0773282 Mar 30 18:22:09.264751 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-213605f9-e026-496c-8fd0-4ec2bf4b4af3 req-45e8177c-4497-4bcf-b0f3-74a29f91769e tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b15ee7-1f38-4ffe-ad50-39a84deb3596&id=988873e5-8d7f-4cea-95e7-39dfca4da129&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0955775 Mar 30 18:22:09.265842 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-992712ce-d832-4d0e-ad15-0d011200e067 req-bc9aa904-eeeb-423f-9fb6-0e0f19935c4f tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923607 Mar 30 18:22:09.434969 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f574516-b3a3-42ea-9bd5-46e5db4fa356 req-43ae0620-6fa8-49ed-a8c2-446e98947556 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:09.436441 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-4f574516-b3a3-42ea-9bd5-46e5db4fa356 req-43ae0620-6fa8-49ed-a8c2-446e98947556 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 945 time: 0.1025665 Mar 30 18:22:09.487007 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-4f574516-b3a3-42ea-9bd5-46e5db4fa356 req-ea2a8c4f-4968-4785-a5a1-130ec5c2312e tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?id=9aca0380-65a4-43ae-af2d-dca3c7f2e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446947 Mar 30 18:22:10.449704 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc3082-43fe-4b11-bf3d-1e1055c671c3 req-f9ea6c5a-60b4-4537-9e52-296785f96bc9 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:10.451199 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-70bc3082-43fe-4b11-bf3d-1e1055c671c3 req-f9ea6c5a-60b4-4537-9e52-296785f96bc9 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 946 time: 0.0931962 Mar 30 18:22:10.473089 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab16df3-4f1c-4ac2-8892-efce50fdf04c req-03695428-8882-4603-ad7c-cc5a1e67aa68 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:10.479890 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-fab16df3-4f1c-4ac2-8892-efce50fdf04c req-03695428-8882-4603-ad7c-cc5a1e67aa68 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd59216-52b0-41ca-8c0b-32140ffe76e8 HTTP/1.1" status: 200 len: 985 time: 0.1103637 Mar 30 18:22:10.559648 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-70bc3082-43fe-4b11-bf3d-1e1055c671c3 req-7f284895-c664-442d-829a-2df3ffbd0478 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999746 Mar 30 18:22:10.578107 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-fab16df3-4f1c-4ac2-8892-efce50fdf04c req-1ffcbce6-a660-47a6-b93b-e27bc7c8ddf3 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b15ee7-1f38-4ffe-ad50-39a84deb3596&id=988873e5-8d7f-4cea-95e7-39dfca4da129&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0966728 Mar 30 18:22:10.690010 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c9e15-9340-4132-8286-bbb1d1acb56c req-7ee5a0f9-50ba-469e-9796-12bad50b531e tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:10.691729 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b33c9e15-9340-4132-8286-bbb1d1acb56c req-7ee5a0f9-50ba-469e-9796-12bad50b531e tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 945 time: 0.0609460 Mar 30 18:22:10.745448 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b33c9e15-9340-4132-8286-bbb1d1acb56c req-a9785cbf-4bf0-4416-bbb5-296fefc0eeb9 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?id=9aca0380-65a4-43ae-af2d-dca3c7f2e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477581 Mar 30 18:22:11.736799 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bcfd6b-cb07-465f-91d8-e9b5f364a131 req-28b8e4db-3901-4429-9926-8a91235f042e tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:11.738329 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-99bcfd6b-cb07-465f-91d8-e9b5f364a131 req-28b8e4db-3901-4429-9926-8a91235f042e tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd59216-52b0-41ca-8c0b-32140ffe76e8 HTTP/1.1" status: 200 len: 985 time: 0.0940268 Mar 30 18:22:11.745368 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0837efde-54d3-4385-8ba9-306b01dd36bc req-a9c156fe-1575-47c5-978c-f19149508813 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:11.746837 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0837efde-54d3-4385-8ba9-306b01dd36bc req-a9c156fe-1575-47c5-978c-f19149508813 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 946 time: 0.0913572 Mar 30 18:22:11.785936 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-0b9cf12c-de48-4afe-81bd-7cd162313c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:11.832030 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0837efde-54d3-4385-8ba9-306b01dd36bc req-f4249d39-f150-40e0-9573-76be8d644d0a tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778720 Mar 30 18:22:11.851191 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-99bcfd6b-cb07-465f-91d8-e9b5f364a131 req-b1878378-c821-483c-a2db-4bf6a1776387 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b15ee7-1f38-4ffe-ad50-39a84deb3596&id=988873e5-8d7f-4cea-95e7-39dfca4da129&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1026616 Mar 30 18:22:11.955074 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f226c-642c-4e4d-97cd-3c4d711c467d req-4524cf7e-fac4-4e69-a229-363b48234fbe tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:11.956655 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3f5f226c-642c-4e4d-97cd-3c4d711c467d req-4524cf7e-fac4-4e69-a229-363b48234fbe tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 945 time: 0.0582025 Mar 30 18:22:12.005112 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3f5f226c-642c-4e4d-97cd-3c4d711c467d req-4059f43d-5476-44dc-bdfa-09c7576d8fb1 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?id=9aca0380-65a4-43ae-af2d-dca3c7f2e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426574 Mar 30 18:22:13.024806 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4532def-7a0f-4877-b98f-ca7d05fc4e2d req-5b4064f5-2b5d-4763-af7c-e60e63b7e26a tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:13.026436 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c4532def-7a0f-4877-b98f-ca7d05fc4e2d req-5b4064f5-2b5d-4763-af7c-e60e63b7e26a tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 946 time: 0.0868180 Mar 30 18:22:13.034408 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db986d-7d4f-4110-8b8b-73a8a7fac497 req-76771d7e-5220-4d55-98f6-22bdd8d4d172 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:13.035997 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-71db986d-7d4f-4110-8b8b-73a8a7fac497 req-76771d7e-5220-4d55-98f6-22bdd8d4d172 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd59216-52b0-41ca-8c0b-32140ffe76e8 HTTP/1.1" status: 200 len: 985 time: 0.0976403 Mar 30 18:22:13.118030 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c4532def-7a0f-4877-b98f-ca7d05fc4e2d req-e3a433d9-c788-43f1-897b-f9e858c2c72b tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810668 Mar 30 18:22:13.124057 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-71db986d-7d4f-4110-8b8b-73a8a7fac497 req-7e8242b7-ddf4-4a76-9334-1904cdf37ebc tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b15ee7-1f38-4ffe-ad50-39a84deb3596&id=988873e5-8d7f-4cea-95e7-39dfca4da129&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0812869 Mar 30 18:22:13.242014 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903da5a-7ba8-4699-8d54-101e2a9b6f81 req-08cb0fe3-b6b3-4e0e-b3cf-9f3482a29cfc tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:13.243739 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-9903da5a-7ba8-4699-8d54-101e2a9b6f81 req-08cb0fe3-b6b3-4e0e-b3cf-9f3482a29cfc tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 945 time: 0.0577164 Mar 30 18:22:13.520497 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-9903da5a-7ba8-4699-8d54-101e2a9b6f81 req-08a97741-a9ce-4fb2-81fa-3abc30fbaf0e tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?id=9aca0380-65a4-43ae-af2d-dca3c7f2e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2709584 Mar 30 18:22:13.864337 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-9f32ce26-6137-4e47-9558-65021b710b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:14.291983 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54102099-55e0-4098-ad18-455a932a0247 req-ad92e7ca-b8fa-4c8c-9a3e-a90027d466b3 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:14.299262 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-54102099-55e0-4098-ad18-455a932a0247 req-ad92e7ca-b8fa-4c8c-9a3e-a90027d466b3 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 946 time: 0.1009026 Mar 30 18:22:14.313866 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4615320-b918-4a86-9f7f-6fc2461a0e79 req-70b37897-e9ca-4bcb-b869-f954e0822ca2 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:14.315306 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e4615320-b918-4a86-9f7f-6fc2461a0e79 req-70b37897-e9ca-4bcb-b869-f954e0822ca2 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd59216-52b0-41ca-8c0b-32140ffe76e8 HTTP/1.1" status: 200 len: 985 time: 0.0861967 Mar 30 18:22:14.399158 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-54102099-55e0-4098-ad18-455a932a0247 req-25478394-dbcf-4a0a-a0af-a31e2cbb71ac tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984597 Mar 30 18:22:14.426730 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e4615320-b918-4a86-9f7f-6fc2461a0e79 req-a0c2a393-2b4d-46e9-a8a7-934a8094f100 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b15ee7-1f38-4ffe-ad50-39a84deb3596&id=988873e5-8d7f-4cea-95e7-39dfca4da129&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1016736 Mar 30 18:22:14.647368 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a1d587-caa9-43bd-be07-6cb698d8dfba req-4442943a-c117-4ba3-87a6-7cd257e0f9d0 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:14.649151 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-62a1d587-caa9-43bd-be07-6cb698d8dfba req-4442943a-c117-4ba3-87a6-7cd257e0f9d0 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 945 time: 0.0557878 Mar 30 18:22:14.701354 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-62a1d587-caa9-43bd-be07-6cb698d8dfba req-84e27ae4-c25e-4d8a-b850-133e36d9d81e tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?id=9aca0380-65a4-43ae-af2d-dca3c7f2e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464768 Mar 30 18:22:15.020109 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:15.582100 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de609eb6-01ed-4f9f-a31c-0277f40ec234 req-7e4e957d-90e8-4f4d-8128-a1309f8c4a1c tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:15.584339 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-de609eb6-01ed-4f9f-a31c-0277f40ec234 req-7e4e957d-90e8-4f4d-8128-a1309f8c4a1c tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 946 time: 0.1121073 Mar 30 18:22:15.606456 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68cd24-514a-464e-ab0c-0f6f51900e67 req-aeb696a6-ddcf-42b7-a892-f74d7e19afe0 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:15.608593 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0e68cd24-514a-464e-ab0c-0f6f51900e67 req-aeb696a6-ddcf-42b7-a892-f74d7e19afe0 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd59216-52b0-41ca-8c0b-32140ffe76e8 HTTP/1.1" status: 200 len: 985 time: 0.0944462 Mar 30 18:22:15.705106 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-de609eb6-01ed-4f9f-a31c-0277f40ec234 req-f1123773-b3c0-4946-8b8f-bfcb4ece1a13 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120784 Mar 30 18:22:15.716037 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0e68cd24-514a-464e-ab0c-0f6f51900e67 req-30e09b6d-9b03-43e3-810c-ebf523e812c9 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b15ee7-1f38-4ffe-ad50-39a84deb3596&id=988873e5-8d7f-4cea-95e7-39dfca4da129&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1000123 Mar 30 18:22:15.839946 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f017aff2-7eaf-41dc-ac6a-46d82ed74338 req-75fdb4c6-ab71-4662-aa27-84286d735d99 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:15.841793 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f017aff2-7eaf-41dc-ac6a-46d82ed74338 req-75fdb4c6-ab71-4662-aa27-84286d735d99 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 945 time: 0.0572543 Mar 30 18:22:15.897683 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f017aff2-7eaf-41dc-ac6a-46d82ed74338 req-daedef4c-50c3-4a37-9605-4cfe8b64f37d tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?id=9aca0380-65a4-43ae-af2d-dca3c7f2e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495582 Mar 30 18:22:16.390554 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:16.879239 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89bac39-e47d-4d02-81d2-947e47de694d req-4adc5069-8f4e-4514-97d1-7795d55c9ac1 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:16.880698 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b89bac39-e47d-4d02-81d2-947e47de694d req-4adc5069-8f4e-4514-97d1-7795d55c9ac1 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd59216-52b0-41ca-8c0b-32140ffe76e8 HTTP/1.1" status: 200 len: 985 time: 0.0884578 Mar 30 18:22:16.892949 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd297a-f394-4120-9240-fd9b8f104eee req-dc0b4a23-7214-44df-b231-2ff87400d51c tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:16.894356 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ffcd297a-f394-4120-9240-fd9b8f104eee req-dc0b4a23-7214-44df-b231-2ff87400d51c tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 946 time: 0.0719440 Mar 30 18:22:16.979137 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ffcd297a-f394-4120-9240-fd9b8f104eee req-d86e6e59-d7b0-4ca5-a756-38221788a601 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780027 Mar 30 18:22:16.984455 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b89bac39-e47d-4d02-81d2-947e47de694d req-5e4b5689-c410-4426-a3f0-40117522f101 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b15ee7-1f38-4ffe-ad50-39a84deb3596&id=988873e5-8d7f-4cea-95e7-39dfca4da129&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0890849 Mar 30 18:22:17.088640 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71704f3d-e80b-4a58-bcb2-0365a9b3a3e1 req-39af80f7-f718-4d80-b8e3-75a9882b00db tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:17.090280 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-71704f3d-e80b-4a58-bcb2-0365a9b3a3e1 req-39af80f7-f718-4d80-b8e3-75a9882b00db tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 945 time: 0.0526731 Mar 30 18:22:17.143070 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-71704f3d-e80b-4a58-bcb2-0365a9b3a3e1 req-79de191a-ada1-4fac-a189-338b055c890d tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?id=9aca0380-65a4-43ae-af2d-dca3c7f2e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467956 Mar 30 18:22:17.319512 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bfb7e6-1b9a-4bcc-9225-0053f5089c54 req-a084681b-ff05-46a1-905b-c342c29f84a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:17.321051 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b9bfb7e6-1b9a-4bcc-9225-0053f5089c54 req-a084681b-ff05-46a1-905b-c342c29f84a9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6fa782fa1098408491690005ca6565dc&device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 1130 time: 0.0439775 Mar 30 18:22:17.409933 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bfb7e6-1b9a-4bcc-9225-0053f5089c54 req-d6a1190d-63e2-4c70-b70e-aa798ab8ef4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:17.411426 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b9bfb7e6-1b9a-4bcc-9225-0053f5089c54 req-d6a1190d-63e2-4c70-b70e-aa798ab8ef4c service neutron] 10.222.0.44 "GET /v2.0/networks?id=2ce9154c-b8f7-4a0a-9af0-70f7be76465b HTTP/1.1" status: 200 len: 918 time: 0.0820134 Mar 30 18:22:17.480339 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b9bfb7e6-1b9a-4bcc-9225-0053f5089c54 req-a1308ee6-f625-4698-ab15-31cffbddb4bb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0acb066b-cce6-49f2-b882-ab8b489713d3 HTTP/1.1" status: 200 len: 1001 time: 0.0609820 Mar 30 18:22:17.528472 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bfb7e6-1b9a-4bcc-9225-0053f5089c54 req-14384f23-f323-44b9-8268-f0a329644229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:17.529899 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b9bfb7e6-1b9a-4bcc-9225-0053f5089c54 req-14384f23-f323-44b9-8268-f0a329644229 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=773c0134-3744-40c4-99d5-5fc49a43d810 HTTP/1.1" status: 200 len: 856 time: 0.0423787 Mar 30 18:22:17.579001 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bfb7e6-1b9a-4bcc-9225-0053f5089c54 req-5ec95078-c768-48d6-85a0-67e912dccb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:17.580368 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b9bfb7e6-1b9a-4bcc-9225-0053f5089c54 req-5ec95078-c768-48d6-85a0-67e912dccb95 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2ce9154c-b8f7-4a0a-9af0-70f7be76465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434430 Mar 30 18:22:17.670017 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b9bfb7e6-1b9a-4bcc-9225-0053f5089c54 req-20d32617-2349-44e9-9bcf-ac865730e44b service neutron] 10.222.0.44 "GET /v2.0/networks/2ce9154c-b8f7-4a0a-9af0-70f7be76465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824003 Mar 30 18:22:17.758149 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b9bfb7e6-1b9a-4bcc-9225-0053f5089c54 req-80af02a4-928d-4ac9-a8fa-c058a1b08dd2 service neutron] 10.222.0.44 "GET /v2.0/networks/2ce9154c-b8f7-4a0a-9af0-70f7be76465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812547 Mar 30 18:22:17.986818 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:18.137814 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e435286-11d3-4a2d-a78c-9e655ab433f2 req-0791d44d-86d3-42b8-ae01-9b1071f79c80 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:18.139296 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-7e435286-11d3-4a2d-a78c-9e655ab433f2 req-0791d44d-86d3-42b8-ae01-9b1071f79c80 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd59216-52b0-41ca-8c0b-32140ffe76e8 HTTP/1.1" status: 200 len: 985 time: 0.0774095 Mar 30 18:22:18.147327 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e4a10-5528-4e9b-8e49-b66519fb97a3 req-2bea6207-7dce-4de0-aca4-ae2169956155 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:18.148669 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-082e4a10-5528-4e9b-8e49-b66519fb97a3 req-2bea6207-7dce-4de0-aca4-ae2169956155 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 946 time: 0.0953650 Mar 30 18:22:18.220564 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-082e4a10-5528-4e9b-8e49-b66519fb97a3 req-ff13aa0e-bdf1-4ca5-b37e-0957a1c0c9a9 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654130 Mar 30 18:22:18.234848 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-7e435286-11d3-4a2d-a78c-9e655ab433f2 req-1d642ff2-533b-400c-868d-992248df476d tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b15ee7-1f38-4ffe-ad50-39a84deb3596&id=988873e5-8d7f-4cea-95e7-39dfca4da129&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0852008 Mar 30 18:22:18.332519 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ac32e-0123-47e1-aa83-1016e5ecf165 req-fead1f6e-2e5e-46af-aa59-b28544751064 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:18.334018 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-738ac32e-0123-47e1-aa83-1016e5ecf165 req-fead1f6e-2e5e-46af-aa59-b28544751064 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 945 time: 0.0557063 Mar 30 18:22:18.379707 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-738ac32e-0123-47e1-aa83-1016e5ecf165 req-65702c21-f258-45ef-af51-0b1e64ba286c tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?id=9aca0380-65a4-43ae-af2d-dca3c7f2e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402372 Mar 30 18:22:18.605134 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (ab438a54-a4f6-4fd3-b589-96aa27265666), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:19.370400 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e474e59-ea34-4d5f-b38f-203678a10823 req-1a64dae9-998d-4afb-9baa-75c671d77140 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:19.371783 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-4e474e59-ea34-4d5f-b38f-203678a10823 req-1a64dae9-998d-4afb-9baa-75c671d77140 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 946 time: 0.0806749 Mar 30 18:22:19.392185 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3df0dc-3c41-455c-ac1a-4db80ed9e880 req-6bf698ca-518d-4598-b8a4-d4d84f7011c5 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:19.393588 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-4d3df0dc-3c41-455c-ac1a-4db80ed9e880 req-6bf698ca-518d-4598-b8a4-d4d84f7011c5 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd59216-52b0-41ca-8c0b-32140ffe76e8 HTTP/1.1" status: 200 len: 985 time: 0.0905604 Mar 30 18:22:19.462621 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-4e474e59-ea34-4d5f-b38f-203678a10823 req-b310c665-3085-4687-baf2-8cce5ff50d5b tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850127 Mar 30 18:22:19.484514 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-4d3df0dc-3c41-455c-ac1a-4db80ed9e880 req-c6a82601-640e-4716-ac4f-0c0d30814f9b tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b15ee7-1f38-4ffe-ad50-39a84deb3596&id=988873e5-8d7f-4cea-95e7-39dfca4da129&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0776610 Mar 30 18:22:19.569939 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b974000-f86b-4790-8b90-8e0f0e8c2b61 req-2677af0b-f347-4007-9eb1-14bb4fae0c16 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:19.571421 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0b974000-f86b-4790-8b90-8e0f0e8c2b61 req-2677af0b-f347-4007-9eb1-14bb4fae0c16 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 945 time: 0.0529771 Mar 30 18:22:19.620536 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0b974000-f86b-4790-8b90-8e0f0e8c2b61 req-fa98c6fa-10eb-4f77-a1cb-c65a7c0f4320 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?id=9aca0380-65a4-43ae-af2d-dca3c7f2e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434744 Mar 30 18:22:20.616479 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e395687-3fc0-46bd-9abd-982820e17b30 req-3a36d00e-f5a4-4c74-a8ce-39d694454433 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:20.618344 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2e395687-3fc0-46bd-9abd-982820e17b30 req-3a36d00e-f5a4-4c74-a8ce-39d694454433 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 946 time: 0.0824833 Mar 30 18:22:20.638506 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591c3d50-0d9f-4172-867a-5d553f2faa44 req-f46e62f9-c4d9-429d-9e51-845aa55e91bf tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:20.640716 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-591c3d50-0d9f-4172-867a-5d553f2faa44 req-f46e62f9-c4d9-429d-9e51-845aa55e91bf tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd59216-52b0-41ca-8c0b-32140ffe76e8 HTTP/1.1" status: 200 len: 985 time: 0.0950341 Mar 30 18:22:20.700723 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2e395687-3fc0-46bd-9abd-982820e17b30 req-ed99f223-dbc7-4c19-92ab-57acbfcc06bc tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746806 Mar 30 18:22:20.729988 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-591c3d50-0d9f-4172-867a-5d553f2faa44 req-afba9137-94f9-41d3-8d72-8c4a1442bbd9 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b15ee7-1f38-4ffe-ad50-39a84deb3596&id=988873e5-8d7f-4cea-95e7-39dfca4da129&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0820475 Mar 30 18:22:20.754459 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 0acb066b-cce6-49f2-b882-ab8b489713d3 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:22:20.817828 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a42b24-a6c8-4b1d-8652-84d4f23c811f req-0c1ee5ee-fc5d-4dab-9f6e-879d2f77886a tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:20.819954 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-33a42b24-a6c8-4b1d-8652-84d4f23c811f req-0c1ee5ee-fc5d-4dab-9f6e-879d2f77886a tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 945 time: 0.0598621 Mar 30 18:22:20.843289 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Current status of the port 0acb066b-cce6-49f2-b882-ab8b489713d3 is: ACTIVE; New status is: DOWN {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:22:20.843975 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (0acb066b-cce6-49f2-b882-ab8b489713d3), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:20.868251 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '179982b7-c3be-42cd-8126-808382758f8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0acb066b-cce6-49f2-b882-ab8b489713d3'}] {{(pid=103496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:22:20.870529 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cbde32198906eb4ff2132376d68ea43d0d8f515c48f03fe95d90af760020ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ebd42f9-5803-4217-bad2-37ce23d6a6c1" -d '{"events": [{"server_uuid": "179982b7-c3be-42cd-8126-808382758f8f", "name": "network-vif-unplugged", "status": "completed", "tag": "0acb066b-cce6-49f2-b882-ab8b489713d3"}]}' {{(pid=103496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:22:20.879525 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-33a42b24-a6c8-4b1d-8652-84d4f23c811f req-e3148608-3a04-4448-8978-98232a6567d8 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?id=9aca0380-65a4-43ae-af2d-dca3c7f2e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528436 Mar 30 18:22:20.883926 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port 0acb066b-cce6-49f2-b882-ab8b489713d3, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=0acb066b-cce6-49f2-b882-ab8b489713d3,segment=NetworkSegment(0fa95725-4471-4977-b74d-31230d09f2bc),segment_id=0fa95725-4471-4977-b74d-31230d09f2bc)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:22:20.889323 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (0acb066b-cce6-49f2-b882-ab8b489713d3), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:20.928282 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 30 Mar 2022 18:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c64131-f03a-45cd-a92a-4afdd5f8a5fc x-openstack-request-id: req-28c64131-f03a-45cd-a92a-4afdd5f8a5fc {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:22:20.928728 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "179982b7-c3be-42cd-8126-808382758f8f", "name": "network-vif-unplugged", "status": "failed", "tag": "0acb066b-cce6-49f2-b882-ab8b489713d3", "code": 422}]} {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:22:20.929074 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-28c64131-f03a-45cd-a92a-4afdd5f8a5fc {{(pid=103496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:22:20.929598 dv-cinder-835881-1-iscsi neutron-server[103496]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-28c64131-f03a-45cd-a92a-4afdd5f8a5fc']: {'server_uuid': '179982b7-c3be-42cd-8126-808382758f8f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0acb066b-cce6-49f2-b882-ab8b489713d3', 'code': 422} returned with failed status Mar 30 18:22:20.952945 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Pushing event updated for resources: {'Port': ['ID=0acb066b-cce6-49f2-b882-ab8b489713d3,revision_number=8']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:22:21.130580 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db72ea96-0fb8-44b4-8df4-61d480152e91 req-a8628a65-b607-4794-aa72-78927034ac37 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:21.130580 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-db72ea96-0fb8-44b4-8df4-61d480152e91 req-a8628a65-b607-4794-aa72-78927034ac37 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 945 time: 0.0650389 Mar 30 18:22:21.198844 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-db72ea96-0fb8-44b4-8df4-61d480152e91 req-1ab0f6e7-985f-487a-9119-84d251af6352 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?id=9aca0380-65a4-43ae-af2d-dca3c7f2e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688698 Mar 30 18:22:21.213425 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb889b-b02f-4a18-bfb4-126124bfd8f5 req-8551d768-5bc7-47ca-801b-cb05588a7660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:21.214987 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-43bb889b-b02f-4a18-bfb4-126124bfd8f5 req-8551d768-5bc7-47ca-801b-cb05588a7660 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53c3b19a0d50425983d94feecd1dec97&device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 1129 time: 0.0623276 Mar 30 18:22:21.265832 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [req-31664381-c0de-403d-b9f7-7425be0ee8eb req-5876a3d5-728b-439d-afd0-6a79f3b804b5 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103495) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 18:22:21.266752 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-31664381-c0de-403d-b9f7-7425be0ee8eb req-5876a3d5-728b-439d-afd0-6a79f3b804b5 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0279877 Mar 30 18:22:21.312912 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb889b-b02f-4a18-bfb4-126124bfd8f5 req-b61bd02c-bb1b-4842-af0f-f688f39df59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:21.314492 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-43bb889b-b02f-4a18-bfb4-126124bfd8f5 req-b61bd02c-bb1b-4842-af0f-f688f39df59f service neutron] 10.222.0.44 "GET /v2.0/networks?id=af60dc63-0b0b-4d35-9038-6256b5be5587 HTTP/1.1" status: 200 len: 912 time: 0.0928988 Mar 30 18:22:21.394051 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-43bb889b-b02f-4a18-bfb4-126124bfd8f5 req-1e44723d-26b7-4644-a5c5-10bf06e55f6f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5 HTTP/1.1" status: 200 len: 1000 time: 0.0735469 Mar 30 18:22:21.473274 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26915911-30f2-4a9c-afa9-928a31c3af96 req-8c81eac0-b5aa-4ea0-9915-8d3e6067ae56 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:21.474795 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-26915911-30f2-4a9c-afa9-928a31c3af96 req-8c81eac0-b5aa-4ea0-9915-8d3e6067ae56 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 944 time: 0.0941947 Mar 30 18:22:21.476111 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb889b-b02f-4a18-bfb4-126124bfd8f5 req-d44ed2e0-3d09-47b1-9839-00464c7d6fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:21.477407 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-43bb889b-b02f-4a18-bfb4-126124bfd8f5 req-d44ed2e0-3d09-47b1-9839-00464c7d6fc8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a9cbee5a-5f20-44f1-9b84-2d90e031a239 HTTP/1.1" status: 200 len: 850 time: 0.0683582 Mar 30 18:22:21.553861 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-26915911-30f2-4a9c-afa9-928a31c3af96 req-c3d52b02-a862-48f6-8570-b255301dd047 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732555 Mar 30 18:22:21.560020 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb889b-b02f-4a18-bfb4-126124bfd8f5 req-9934bd42-cb43-42cd-92f2-2ebfc8820828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:21.561547 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-43bb889b-b02f-4a18-bfb4-126124bfd8f5 req-9934bd42-cb43-42cd-92f2-2ebfc8820828 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=af60dc63-0b0b-4d35-9038-6256b5be5587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0744834 Mar 30 18:22:21.656979 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-43bb889b-b02f-4a18-bfb4-126124bfd8f5 req-36ef8978-551a-4220-b700-e4020e2034b2 service neutron] 10.222.0.44 "GET /v2.0/networks/af60dc63-0b0b-4d35-9038-6256b5be5587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885344 Mar 30 18:22:21.752542 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-43bb889b-b02f-4a18-bfb4-126124bfd8f5 req-2b954d5c-5aab-4d83-a6ff-94b89652e65d service neutron] 10.222.0.44 "GET /v2.0/networks/af60dc63-0b0b-4d35-9038-6256b5be5587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833459 Mar 30 18:22:21.805626 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 49084) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:22:21.853431 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe478e9-f1c8-40b1-89be-1f57873cc5c3 req-56f7af74-ca81-49d6-8bea-810aad4d6e5a tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:21.854946 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-cfe478e9-f1c8-40b1-89be-1f57873cc5c3 req-56f7af74-ca81-49d6-8bea-810aad4d6e5a tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd59216-52b0-41ca-8c0b-32140ffe76e8 HTTP/1.1" status: 200 len: 985 time: 0.0562642 Mar 30 18:22:21.896024 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [req-9d2fb9e1-756a-44eb-8d52-96c731446b73 req-13d0ffdd-0669-4339-8c86-8179d450340a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0891664 Mar 30 18:22:21.904410 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [req-9d2fb9e1-756a-44eb-8d52-96c731446b73 req-c377dea8-8cd1-4a34-a469-985b7fb2bb1c service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103494) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 18:22:21.905490 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [req-9d2fb9e1-756a-44eb-8d52-96c731446b73 req-c377dea8-8cd1-4a34-a469-985b7fb2bb1c service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050154 Mar 30 18:22:21.914500 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-cfe478e9-f1c8-40b1-89be-1f57873cc5c3 req-468ab455-1ddb-4cba-b29a-7e2bf8c11b2d tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b15ee7-1f38-4ffe-ad50-39a84deb3596&id=988873e5-8d7f-4cea-95e7-39dfca4da129&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537486 Mar 30 18:22:21.980482 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 49094) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:22:22.027841 dv-cinder-835881-1-iscsi neutron-server[103494]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 30 18:22:22.072168 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2fb9e1-756a-44eb-8d52-96c731446b73 req-e625f5c3-94c5-4421-90f9-12782072a9f5 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:22.073513 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [req-9d2fb9e1-756a-44eb-8d52-96c731446b73 req-e625f5c3-94c5-4421-90f9-12782072a9f5 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports/0acb066b-cce6-49f2-b882-ab8b489713d3 HTTP/1.1" status: 200 len: 941 time: 0.0920641 Mar 30 18:22:22.323831 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b518d43-e8ce-4f12-9c66-3e2c9d8a8f93 req-89e87cf9-c27d-45bc-8471-2a7b06137f4b tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:22.326172 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8b518d43-e8ce-4f12-9c66-3e2c9d8a8f93 req-89e87cf9-c27d-45bc-8471-2a7b06137f4b tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 945 time: 0.0563760 Mar 30 18:22:22.384781 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8b518d43-e8ce-4f12-9c66-3e2c9d8a8f93 req-3989de2b-11dc-42f0-b117-a7217830652b tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?id=9aca0380-65a4-43ae-af2d-dca3c7f2e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525773 Mar 30 18:22:22.680986 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f5f62a-dc27-4253-b626-6cca4a21100d req-d2e9e432-9de8-468a-8124-2d6e9a4bfadd tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:22.682602 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-03f5f62a-dc27-4253-b626-6cca4a21100d req-d2e9e432-9de8-468a-8124-2d6e9a4bfadd tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 944 time: 0.0559797 Mar 30 18:22:22.734946 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-03f5f62a-dc27-4253-b626-6cca4a21100d req-9b683de1-8ac3-459c-8457-280712451220 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463586 Mar 30 18:22:23.036265 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7792da28-e42f-45cc-ae1e-5cefca773bbb req-b714bad8-8b29-4d20-99ee-ed3543a02ca7 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:23.037627 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-7792da28-e42f-45cc-ae1e-5cefca773bbb req-b714bad8-8b29-4d20-99ee-ed3543a02ca7 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd59216-52b0-41ca-8c0b-32140ffe76e8 HTTP/1.1" status: 200 len: 985 time: 0.0563409 Mar 30 18:22:23.100074 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-7792da28-e42f-45cc-ae1e-5cefca773bbb req-9637e50b-6b9d-451d-b685-c1558af43262 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b15ee7-1f38-4ffe-ad50-39a84deb3596&id=988873e5-8d7f-4cea-95e7-39dfca4da129&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0567303 Mar 30 18:22:23.506597 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e46e5-06ed-4bfb-9559-975c08acdb4d req-5dc44311-1e00-4b51-b950-b1f28c69c46d tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:23.507966 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-067e46e5-06ed-4bfb-9559-975c08acdb4d req-5dc44311-1e00-4b51-b950-b1f28c69c46d tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 945 time: 0.0548494 Mar 30 18:22:23.557605 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-067e46e5-06ed-4bfb-9559-975c08acdb4d req-af2e7fec-e564-4de6-9b5e-5015e4ed2b99 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?id=9aca0380-65a4-43ae-af2d-dca3c7f2e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432906 Mar 30 18:22:23.921358 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386ff6cd-2b0a-40eb-9d5f-19bd0d209cc8 req-e5f9ad84-b531-4d3e-91bc-a047b353a13b tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:23.922862 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-386ff6cd-2b0a-40eb-9d5f-19bd0d209cc8 req-e5f9ad84-b531-4d3e-91bc-a047b353a13b tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 944 time: 0.1156607 Mar 30 18:22:23.924657 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2fb9e1-756a-44eb-8d52-96c731446b73 req-c1210676-67ef-4ae2-a713-26c7369a26c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:23.925995 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-9d2fb9e1-756a-44eb-8d52-96c731446b73 req-c1210676-67ef-4ae2-a713-26c7369a26c2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f&tenant_id=6fa782fa1098408491690005ca6565dc HTTP/1.1" status: 200 len: 1128 time: 0.1069026 Mar 30 18:22:23.993580 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-386ff6cd-2b0a-40eb-9d5f-19bd0d209cc8 req-7430f099-a7e7-487b-a926-af1fbdc08704 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648623 Mar 30 18:22:24.013752 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2fb9e1-756a-44eb-8d52-96c731446b73 req-3a5d2fb0-2253-425f-8c2b-5a677d4d29b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:24.013752 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-9d2fb9e1-756a-44eb-8d52-96c731446b73 req-3a5d2fb0-2253-425f-8c2b-5a677d4d29b6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6fa782fa1098408491690005ca6565dc&device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 1128 time: 0.0521011 Mar 30 18:22:24.101482 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2fb9e1-756a-44eb-8d52-96c731446b73 req-06872261-67be-4bc3-af71-0ca56f435304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:24.102964 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-9d2fb9e1-756a-44eb-8d52-96c731446b73 req-06872261-67be-4bc3-af71-0ca56f435304 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2ce9154c-b8f7-4a0a-9af0-70f7be76465b HTTP/1.1" status: 200 len: 918 time: 0.0854540 Mar 30 18:22:24.165676 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-9d2fb9e1-756a-44eb-8d52-96c731446b73 req-766699b1-73a3-44dc-a8fd-4655ebb3b36c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0acb066b-cce6-49f2-b882-ab8b489713d3 HTTP/1.1" status: 200 len: 999 time: 0.0566998 Mar 30 18:22:24.215892 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2fb9e1-756a-44eb-8d52-96c731446b73 req-72e62522-d5bf-4810-baa3-b4d90c2ab8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:24.217351 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-9d2fb9e1-756a-44eb-8d52-96c731446b73 req-72e62522-d5bf-4810-baa3-b4d90c2ab8bd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=773c0134-3744-40c4-99d5-5fc49a43d810 HTTP/1.1" status: 200 len: 856 time: 0.0455494 Mar 30 18:22:24.264771 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2fb9e1-756a-44eb-8d52-96c731446b73 req-37ace5b0-abc0-44ca-a74d-ef12ad8a816a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:24.266236 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-9d2fb9e1-756a-44eb-8d52-96c731446b73 req-37ace5b0-abc0-44ca-a74d-ef12ad8a816a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2ce9154c-b8f7-4a0a-9af0-70f7be76465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430632 Mar 30 18:22:24.355571 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-9d2fb9e1-756a-44eb-8d52-96c731446b73 req-f1ff78c6-133b-4268-a80f-30e1cd2bf8ab service neutron] 10.222.0.44 "GET /v2.0/networks/2ce9154c-b8f7-4a0a-9af0-70f7be76465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797973 Mar 30 18:22:24.445537 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-9d2fb9e1-756a-44eb-8d52-96c731446b73 req-265676b5-13d3-4687-b8b0-4529c6f53bcc service neutron] 10.222.0.44 "GET /v2.0/networks/2ce9154c-b8f7-4a0a-9af0-70f7be76465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836792 Mar 30 18:22:24.787294 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 0acb066b-cce6-49f2-b882-ab8b489713d3 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:22:24.871533 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Current status of the port 0acb066b-cce6-49f2-b882-ab8b489713d3 is: DOWN; New status is: DOWN {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:22:25.133599 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be40e14-c52d-43b1-99c2-f66a2b4a07ab req-46e4fd13-4441-4fa9-92fe-c9b80c0e88cf tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:25.135691 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-9be40e14-c52d-43b1-99c2-f66a2b4a07ab req-46e4fd13-4441-4fa9-92fe-c9b80c0e88cf tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 944 time: 0.0601637 Mar 30 18:22:25.172923 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.agents_db [None req-01a7ea33-ae04-4be9-ae8a-11827e05d97f None None] Agent healthcheck: found 6 active agents {{(pid=103497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:22:25.188177 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-9be40e14-c52d-43b1-99c2-f66a2b4a07ab req-02330224-2e69-4358-a7ad-86faeb7b63b4 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463774 Mar 30 18:22:26.344387 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d18e51-297c-45ea-9ba3-9454bbbd94c2 req-363e88dc-008a-45c4-bc9c-9769565a5ed5 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:26.345930 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e7d18e51-297c-45ea-9ba3-9454bbbd94c2 req-363e88dc-008a-45c4-bc9c-9769565a5ed5 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 944 time: 0.0641813 Mar 30 18:22:26.394833 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e7d18e51-297c-45ea-9ba3-9454bbbd94c2 req-eac7dfb0-2fae-4d60-b571-c40d0eaf2ec6 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427933 Mar 30 18:22:27.534688 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b987c-42f5-44d2-b9b5-b88d7f894016 req-e20dd975-1e09-402b-bf20-d34df6ec65a7 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:27.536459 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-6c4b987c-42f5-44d2-b9b5-b88d7f894016 req-e20dd975-1e09-402b-bf20-d34df6ec65a7 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 944 time: 0.0600336 Mar 30 18:22:27.585297 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-6c4b987c-42f5-44d2-b9b5-b88d7f894016 req-594de497-b633-4314-b6f0-61b2f040e70b tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428495 Mar 30 18:22:28.711399 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638130c8-8d7f-4642-aeb8-3b0d90209ecd req-bc8b09ea-bb65-40c2-94ed-5dbe932acfb7 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:28.713536 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-638130c8-8d7f-4642-aeb8-3b0d90209ecd req-bc8b09ea-bb65-40c2-94ed-5dbe932acfb7 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 944 time: 0.0559056 Mar 30 18:22:28.763444 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-638130c8-8d7f-4642-aeb8-3b0d90209ecd req-6771dd16-8d94-44f5-8946-a0b1965e9455 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441165 Mar 30 18:22:29.889449 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7bff5-45af-4a28-b2fb-2060e35486d4 req-e6efc867-010d-4ab8-b5d4-1305de305083 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:29.890972 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e9c7bff5-45af-4a28-b2fb-2060e35486d4 req-e6efc867-010d-4ab8-b5d4-1305de305083 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 944 time: 0.0526421 Mar 30 18:22:29.940817 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e9c7bff5-45af-4a28-b2fb-2060e35486d4 req-7371365c-b899-45d4-8e8e-859865c74584 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439689 Mar 30 18:22:31.078203 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e087ac-6fdd-4a51-99f3-ce65ab339045 req-0b610334-0ae0-4a64-ad00-74606c251433 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:31.079735 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d5e087ac-6fdd-4a51-99f3-ce65ab339045 req-0b610334-0ae0-4a64-ad00-74606c251433 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 944 time: 0.0631073 Mar 30 18:22:31.128110 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d5e087ac-6fdd-4a51-99f3-ce65ab339045 req-21189069-1fac-4a1e-992a-67e59047f5eb tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425334 Mar 30 18:22:32.258677 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa10f8-1576-4312-a4a8-e5b068650920 req-ecff6e87-44f3-4475-aaba-6131f4159db0 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:32.260210 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5dfa10f8-1576-4312-a4a8-e5b068650920 req-ecff6e87-44f3-4475-aaba-6131f4159db0 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 944 time: 0.0579863 Mar 30 18:22:32.308780 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5dfa10f8-1576-4312-a4a8-e5b068650920 req-1945852a-4ab5-407a-9824-06ad0717ffe0 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419078 Mar 30 18:22:33.442548 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1136ba-c3de-46cb-a75a-690b79135137 req-dc46ceaa-dfce-4364-a367-5836a97a51b8 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:33.444059 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0e1136ba-c3de-46cb-a75a-690b79135137 req-dc46ceaa-dfce-4364-a367-5836a97a51b8 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 944 time: 0.0579238 Mar 30 18:22:33.491158 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0e1136ba-c3de-46cb-a75a-690b79135137 req-dbc228bb-9366-4fa3-adf0-90a0e6745a25 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413280 Mar 30 18:22:34.620008 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae5910-cfb6-44ad-b442-57694f7d57c6 req-ec513637-c5c4-45c2-8059-f6827e9d9cdd tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:34.621464 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-92ae5910-cfb6-44ad-b442-57694f7d57c6 req-ec513637-c5c4-45c2-8059-f6827e9d9cdd tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 944 time: 0.0540144 Mar 30 18:22:34.672242 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-92ae5910-cfb6-44ad-b442-57694f7d57c6 req-d4e952b8-d328-4bef-a46a-010e16d41b75 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448999 Mar 30 18:22:35.796507 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e54a6-ed7b-4a3e-8d87-63709cc5e458 req-7557fd19-b70c-455b-9d01-e00fb90cf2c0 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:35.797843 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-cf3e54a6-ed7b-4a3e-8d87-63709cc5e458 req-7557fd19-b70c-455b-9d01-e00fb90cf2c0 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 944 time: 0.0520186 Mar 30 18:22:35.841964 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-cf3e54a6-ed7b-4a3e-8d87-63709cc5e458 req-7a8df947-a92c-436f-a0b8-d9b4b3f17664 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380757 Mar 30 18:22:36.964194 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92582cb5-aba6-40b1-8470-7019c4c30152 req-e2673b1e-5ac8-4028-9335-d1dc7c8dc929 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:36.965645 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-92582cb5-aba6-40b1-8470-7019c4c30152 req-e2673b1e-5ac8-4028-9335-d1dc7c8dc929 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 944 time: 0.0518551 Mar 30 18:22:37.011417 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-92582cb5-aba6-40b1-8470-7019c4c30152 req-37379d9f-a4cd-4cb9-a30b-48d1c88a9058 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402808 Mar 30 18:22:38.136346 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876dadd-aee4-42b5-96ed-75fd7a81a122 req-4d08e916-497d-4cb5-a343-8ee77c91a86d tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:38.137792 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2876dadd-aee4-42b5-96ed-75fd7a81a122 req-4d08e916-497d-4cb5-a343-8ee77c91a86d tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 944 time: 0.0548027 Mar 30 18:22:38.184096 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2876dadd-aee4-42b5-96ed-75fd7a81a122 req-c3860961-6d26-4960-8a57-cd1817542830 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406868 Mar 30 18:22:39.312592 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c835352-e524-4004-87c6-2efcb57345b5 req-0033a3e2-e7bf-4b85-be1d-0140977e68ec tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:39.314021 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-6c835352-e524-4004-87c6-2efcb57345b5 req-0033a3e2-e7bf-4b85-be1d-0140977e68ec tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 944 time: 0.0537853 Mar 30 18:22:39.369877 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-6c835352-e524-4004-87c6-2efcb57345b5 req-1bfa252d-85d7-4a50-9a85-3e5fd3f72e44 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427725 Mar 30 18:22:40.497459 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf64506-bc4e-48b7-bcdd-78debde832a9 req-a6754bb9-c34f-47cc-8a78-5959b2227f11 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:40.498934 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-cdf64506-bc4e-48b7-bcdd-78debde832a9 req-a6754bb9-c34f-47cc-8a78-5959b2227f11 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 944 time: 0.0548084 Mar 30 18:22:40.543692 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-cdf64506-bc4e-48b7-bcdd-78debde832a9 req-bf420e84-484e-4a92-b2f1-3933c9e0eced tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392978 Mar 30 18:22:41.663353 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faacaeaf-9c75-4848-bfb8-de213ba03da8 req-3e2a28a0-d6e7-41ba-81d0-d60479da9ac2 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:41.664778 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-faacaeaf-9c75-4848-bfb8-de213ba03da8 req-3e2a28a0-d6e7-41ba-81d0-d60479da9ac2 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 944 time: 0.0499763 Mar 30 18:22:41.710092 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-faacaeaf-9c75-4848-bfb8-de213ba03da8 req-203bce7d-7b51-40c9-ac21-9051a04be3a9 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388112 Mar 30 18:22:41.781088 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-2712299d-cd62-49fc-b980-fddd57dc8aae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:42.830392 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffae956-bd85-4bd2-8eef-b02a27d41dcc req-76b031d9-178e-499e-ac77-132c26ff9383 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:42.831839 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-1ffae956-bd85-4bd2-8eef-b02a27d41dcc req-76b031d9-178e-499e-ac77-132c26ff9383 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 944 time: 0.0517907 Mar 30 18:22:42.880639 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-1ffae956-bd85-4bd2-8eef-b02a27d41dcc req-780aca48-46eb-43ac-82a3-e57b0500f828 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434074 Mar 30 18:22:43.859288 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-0ffdc862-0ce3-4ba7-bd15-28b1808a2bd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:44.002103 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3838e8d0-ee5e-49c0-81b1-e81926102a36 req-50aff701-3cbe-493c-a58b-8057360247e0 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:44.003586 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3838e8d0-ee5e-49c0-81b1-e81926102a36 req-50aff701-3cbe-493c-a58b-8057360247e0 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 944 time: 0.0515692 Mar 30 18:22:44.049944 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3838e8d0-ee5e-49c0-81b1-e81926102a36 req-4941a6f7-cbd2-48ed-b455-c9b23c83452e tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408211 Mar 30 18:22:45.019060 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:45.175005 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a686efda-20f5-46ee-a932-ed9da6a871bb req-34a942f7-bae7-48b1-91d6-a306ff6e8b2c tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:45.176479 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a686efda-20f5-46ee-a932-ed9da6a871bb req-34a942f7-bae7-48b1-91d6-a306ff6e8b2c tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 944 time: 0.0537748 Mar 30 18:22:45.222856 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a686efda-20f5-46ee-a932-ed9da6a871bb req-5855a927-6030-4171-88e7-7407f88a5100 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408964 Mar 30 18:22:46.400130 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:46.580522 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f447c57-8b02-4522-9537-c28aa3049c28 req-157f5fb2-2dca-4fdb-b05f-1661393d48be tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:46.581968 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-1f447c57-8b02-4522-9537-c28aa3049c28 req-157f5fb2-2dca-4fdb-b05f-1661393d48be tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 944 time: 0.2901258 Mar 30 18:22:46.627298 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-1f447c57-8b02-4522-9537-c28aa3049c28 req-9f145226-0ec7-46fb-a03b-b281ddda66cb tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397058 Mar 30 18:22:47.166414 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff311f3-a53b-44e1-be06-9e4be963629b req-3b69175a-6b27-4b18-b6ee-d00a48f37a78 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:47.167816 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-7ff311f3-a53b-44e1-be06-9e4be963629b req-3b69175a-6b27-4b18-b6ee-d00a48f37a78 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4880cd18-779e-4ff1-aa6d-870203420741 HTTP/1.1" status: 200 len: 946 time: 0.0841255 Mar 30 18:22:47.176783 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd90b51-27ca-4765-956e-3c2793d578aa req-9be8231f-07b0-4c66-878b-49a1e339d30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:47.178203 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ecd90b51-27ca-4765-956e-3c2793d578aa req-9be8231f-07b0-4c66-878b-49a1e339d30a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d22e85861b694f0e8bd7e2e7da8fbc45&device_id=4880cd18-779e-4ff1-aa6d-870203420741 HTTP/1.1" status: 200 len: 1130 time: 0.0671930 Mar 30 18:22:47.269017 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-7ff311f3-a53b-44e1-be06-9e4be963629b req-149a6e00-1c28-4650-9a85-d42c9ff79a06 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bc62157-008c-4d69-93a5-675615ef6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941663 Mar 30 18:22:47.298283 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd90b51-27ca-4765-956e-3c2793d578aa req-fe7c3b00-fc17-4a35-a8c0-cf1a4748fe82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:47.299696 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ecd90b51-27ca-4765-956e-3c2793d578aa req-fe7c3b00-fc17-4a35-a8c0-cf1a4748fe82 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3e13178f-fe3d-4acc-a151-e0891e100715 HTTP/1.1" status: 200 len: 920 time: 0.1093855 Mar 30 18:22:47.369989 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ecd90b51-27ca-4765-956e-3c2793d578aa req-a71a5b85-319d-4312-bd59-72fb93f1c3a5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67243e49-7fde-4fdc-b281-9b5b50fa2123 HTTP/1.1" status: 200 len: 1001 time: 0.0615411 Mar 30 18:22:47.424759 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd90b51-27ca-4765-956e-3c2793d578aa req-7f44c8d0-db40-4473-9d46-ef146df056d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:47.426102 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ecd90b51-27ca-4765-956e-3c2793d578aa req-7f44c8d0-db40-4473-9d46-ef146df056d0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d0c7af2e-75fc-4b8f-a86b-ddae6e3c7dba HTTP/1.1" status: 200 len: 858 time: 0.0449731 Mar 30 18:22:47.475109 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd90b51-27ca-4765-956e-3c2793d578aa req-d87953ce-41e9-4bbf-9ea3-b3f839d777a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:47.476563 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ecd90b51-27ca-4765-956e-3c2793d578aa req-d87953ce-41e9-4bbf-9ea3-b3f839d777a2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3e13178f-fe3d-4acc-a151-e0891e100715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428886 Mar 30 18:22:47.565591 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ecd90b51-27ca-4765-956e-3c2793d578aa req-d60fb431-36da-412f-8af0-253508506e93 service neutron] 10.222.0.44 "GET /v2.0/networks/3e13178f-fe3d-4acc-a151-e0891e100715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815883 Mar 30 18:22:47.653940 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ecd90b51-27ca-4765-956e-3c2793d578aa req-d0d0932d-add4-4941-b219-eea760d2ab86 service neutron] 10.222.0.44 "GET /v2.0/networks/3e13178f-fe3d-4acc-a151-e0891e100715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796790 Mar 30 18:22:47.754744 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a791277d-22f2-4a93-b1d6-3a030072795f req-efe5053b-88ce-4b09-84fd-ad98f681a580 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:47.756226 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a791277d-22f2-4a93-b1d6-3a030072795f req-efe5053b-88ce-4b09-84fd-ad98f681a580 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 944 time: 0.0551741 Mar 30 18:22:47.805890 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a791277d-22f2-4a93-b1d6-3a030072795f req-2b7bfb62-446c-46c6-9b02-a89acaedf2e6 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441794 Mar 30 18:22:47.988423 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:48.440360 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a375b8b-1fa6-4cd9-b449-262ef1119f0c req-1efde207-c6b0-407d-b287-0684459f22e1 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:48.441819 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-7a375b8b-1fa6-4cd9-b449-262ef1119f0c req-1efde207-c6b0-407d-b287-0684459f22e1 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4880cd18-779e-4ff1-aa6d-870203420741 HTTP/1.1" status: 200 len: 946 time: 0.1066437 Mar 30 18:22:48.488176 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-7a375b8b-1fa6-4cd9-b449-262ef1119f0c req-64104853-b043-470f-949a-bf83a6fe4169 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bc62157-008c-4d69-93a5-675615ef6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408294 Mar 30 18:22:48.616939 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (ab438a54-a4f6-4fd3-b589-96aa27265666), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:48.882468 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 0acb066b-cce6-49f2-b882-ab8b489713d3 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:22:48.928927 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1339d60-3cea-4646-9a99-b47125b17740 req-c3452a2d-1d3e-4702-8f02-14a77806f96d tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:48.930423 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a1339d60-3cea-4646-9a99-b47125b17740 req-c3452a2d-1d3e-4702-8f02-14a77806f96d tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 944 time: 0.0528364 Mar 30 18:22:48.976676 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a1339d60-3cea-4646-9a99-b47125b17740 req-86e4b1eb-1584-478a-bb7d-defbd1387120 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400288 Mar 30 18:22:48.980300 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port 0acb066b-cce6-49f2-b882-ab8b489713d3, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=0acb066b-cce6-49f2-b882-ab8b489713d3,segment=NetworkSegment(0fa95725-4471-4977-b74d-31230d09f2bc),segment_id=0fa95725-4471-4977-b74d-31230d09f2bc)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:22:48.992869 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Returning: {'device': '0acb066b-cce6-49f2-b882-ab8b489713d3', 'network_id': '2ce9154c-b8f7-4a0a-9af0-70f7be76465b', 'port_id': '0acb066b-cce6-49f2-b882-ab8b489713d3', 'mac_address': 'fa:16:3e:2f:42:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '773c0134-3744-40c4-99d5-5fc49a43d810', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:22:49.029725 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Current status of the port 0acb066b-cce6-49f2-b882-ab8b489713d3 is: DOWN; New status is: BUILD {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:22:49.030136 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (0acb066b-cce6-49f2-b882-ab8b489713d3), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:49.042488 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0acb066b-cce6-49f2-b882-ab8b489713d3 {{(pid=103496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:22:49.063021 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port 0acb066b-cce6-49f2-b882-ab8b489713d3, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=0acb066b-cce6-49f2-b882-ab8b489713d3,segment=NetworkSegment(0fa95725-4471-4977-b74d-31230d09f2bc),segment_id=0fa95725-4471-4977-b74d-31230d09f2bc)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:22:49.066961 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (0acb066b-cce6-49f2-b882-ab8b489713d3), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:49.117268 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Pushing event updated for resources: {'Port': ['ID=0acb066b-cce6-49f2-b882-ab8b489713d3,revision_number=9']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:22:49.577535 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] get_ports_and_sgs() called for port_ids ['0acb066b-cce6-49f2-b882-ab8b489713d3'] {{(pid=103496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:22:49.640883 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31283df7-c31f-4953-b7f4-a2ef2054666d req-806c4102-ceb9-4bb0-91ec-493d2ec2a072 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:49.642496 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-31283df7-c31f-4953-b7f4-a2ef2054666d req-806c4102-ceb9-4bb0-91ec-493d2ec2a072 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4880cd18-779e-4ff1-aa6d-870203420741 HTTP/1.1" status: 200 len: 946 time: 0.0866101 Mar 30 18:22:49.645798 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb3a5e-075d-48cf-b2fd-517179e471eb req-86e37742-286a-4a77-86f8-4ecda6302b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:49.646706 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-bbcb3a5e-075d-48cf-b2fd-517179e471eb req-86e37742-286a-4a77-86f8-4ecda6302b06 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6fa782fa1098408491690005ca6565dc&device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 1129 time: 0.0819917 Mar 30 18:22:49.739384 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-31283df7-c31f-4953-b7f4-a2ef2054666d req-3c163062-f182-445a-b0c1-53200296d445 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bc62157-008c-4d69-93a5-675615ef6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897396 Mar 30 18:22:49.771930 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb3a5e-075d-48cf-b2fd-517179e471eb req-91beba3f-1c05-4288-b6c7-9ffff57b4223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:49.773304 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-bbcb3a5e-075d-48cf-b2fd-517179e471eb req-91beba3f-1c05-4288-b6c7-9ffff57b4223 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2ce9154c-b8f7-4a0a-9af0-70f7be76465b HTTP/1.1" status: 200 len: 918 time: 0.1031125 Mar 30 18:22:49.838619 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-bbcb3a5e-075d-48cf-b2fd-517179e471eb req-004246c5-91fc-4db9-a0ea-a64998de9d0e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0acb066b-cce6-49f2-b882-ab8b489713d3 HTTP/1.1" status: 200 len: 1000 time: 0.0587578 Mar 30 18:22:49.886145 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb3a5e-075d-48cf-b2fd-517179e471eb req-3a107409-4115-41cc-9d4f-27af6abfeccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:49.888133 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-bbcb3a5e-075d-48cf-b2fd-517179e471eb req-3a107409-4115-41cc-9d4f-27af6abfeccb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=773c0134-3744-40c4-99d5-5fc49a43d810 HTTP/1.1" status: 200 len: 856 time: 0.0425501 Mar 30 18:22:49.939213 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb3a5e-075d-48cf-b2fd-517179e471eb req-5fe38aeb-9e63-4f29-a1ff-496a8d5b84d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:49.940698 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-bbcb3a5e-075d-48cf-b2fd-517179e471eb req-5fe38aeb-9e63-4f29-a1ff-496a8d5b84d0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2ce9154c-b8f7-4a0a-9af0-70f7be76465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464230 Mar 30 18:22:50.031422 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-bbcb3a5e-075d-48cf-b2fd-517179e471eb req-400d8603-b0e9-4b9d-9802-13b3cf1b8cb7 service neutron] 10.222.0.44 "GET /v2.0/networks/2ce9154c-b8f7-4a0a-9af0-70f7be76465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829830 Mar 30 18:22:50.161159 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f9cfd-f9c0-4316-ad21-6a9c557319dc req-e6202029-add5-44fe-afdf-89b2f4a94fea tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:50.162644 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-858f9cfd-f9c0-4316-ad21-6a9c557319dc req-e6202029-add5-44fe-afdf-89b2f4a94fea tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 945 time: 0.1136596 Mar 30 18:22:50.167984 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-bbcb3a5e-075d-48cf-b2fd-517179e471eb req-bae0f77d-6c3c-42a4-9e4d-91bc6f3132c5 service neutron] 10.222.0.44 "GET /v2.0/networks/2ce9154c-b8f7-4a0a-9af0-70f7be76465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271963 Mar 30 18:22:50.210870 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-858f9cfd-f9c0-4316-ad21-6a9c557319dc req-343e5ace-1674-452a-b38e-0c9386d45556 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418551 Mar 30 18:22:50.856671 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc753c24-5c1b-431a-bd0e-4ceffb5eb19a req-b0c628f0-c123-4bd8-9d38-3b0e8e4bf891 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:50.858167 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-bc753c24-5c1b-431a-bd0e-4ceffb5eb19a req-b0c628f0-c123-4bd8-9d38-3b0e8e4bf891 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4880cd18-779e-4ff1-aa6d-870203420741 HTTP/1.1" status: 200 len: 946 time: 0.0529401 Mar 30 18:22:50.889451 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 0acb066b-cce6-49f2-b882-ab8b489713d3 up at agent hyperv_hv-cinder-83588 {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:22:50.908218 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-bc753c24-5c1b-431a-bd0e-4ceffb5eb19a req-43da97c6-d85d-4a1b-aaf4-1e23cc0cb41c tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bc62157-008c-4d69-93a5-675615ef6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445335 Mar 30 18:22:50.941069 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Provisioning complete for port 0acb066b-cce6-49f2-b882-ab8b489713d3 triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:22:50.941445 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (0acb066b-cce6-49f2-b882-ab8b489713d3), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:51.016664 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Current status of the port 0acb066b-cce6-49f2-b882-ab8b489713d3 is: BUILD; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:22:51.016977 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (0acb066b-cce6-49f2-b882-ab8b489713d3), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:51.039413 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '179982b7-c3be-42cd-8126-808382758f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0acb066b-cce6-49f2-b882-ab8b489713d3'}] {{(pid=103496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:22:51.041630 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cbde32198906eb4ff2132376d68ea43d0d8f515c48f03fe95d90af760020ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89750705-d822-4296-a60a-03c58edacfaf" -d '{"events": [{"server_uuid": "179982b7-c3be-42cd-8126-808382758f8f", "name": "network-vif-plugged", "status": "completed", "tag": "0acb066b-cce6-49f2-b882-ab8b489713d3"}]}' {{(pid=103496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:22:51.054869 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port 0acb066b-cce6-49f2-b882-ab8b489713d3, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=0acb066b-cce6-49f2-b882-ab8b489713d3,segment=NetworkSegment(0fa95725-4471-4977-b74d-31230d09f2bc),segment_id=0fa95725-4471-4977-b74d-31230d09f2bc)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:22:51.058638 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (0acb066b-cce6-49f2-b882-ab8b489713d3), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:22:51.084813 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8afac4e9-0d41-47ee-bfe5-32504d824954 x-openstack-request-id: req-8afac4e9-0d41-47ee-bfe5-32504d824954 {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:22:51.085122 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "179982b7-c3be-42cd-8126-808382758f8f", "name": "network-vif-plugged", "status": "completed", "tag": "0acb066b-cce6-49f2-b882-ab8b489713d3", "code": 200}]} {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:22:51.085379 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8afac4e9-0d41-47ee-bfe5-32504d824954 {{(pid=103496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:22:51.085837 dv-cinder-835881-1-iscsi neutron-server[103496]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8afac4e9-0d41-47ee-bfe5-32504d824954'] response: {'server_uuid': '179982b7-c3be-42cd-8126-808382758f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0acb066b-cce6-49f2-b882-ab8b489713d3', 'code': 200} Mar 30 18:22:51.112559 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Pushing event updated for resources: {'Port': ['ID=0acb066b-cce6-49f2-b882-ab8b489713d3,revision_number=10']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:22:51.332485 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e56a23-7d5a-454d-9f3e-53072936f96f req-6da92e74-f5d0-4ae9-9e0a-7496f663b77f tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:51.333947 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-29e56a23-7d5a-454d-9f3e-53072936f96f req-6da92e74-f5d0-4ae9-9e0a-7496f663b77f tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 947 time: 0.0524819 Mar 30 18:22:51.379706 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-29e56a23-7d5a-454d-9f3e-53072936f96f req-fd5b9912-5aac-4c6f-bbb1-fa11670ddf14 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403359 Mar 30 18:22:51.857028 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da80f5b-a750-4d0f-b1fd-29225c09f387 req-2464a6cc-1ea6-4443-91a4-2c6b5fb8c63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:51.858527 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3da80f5b-a750-4d0f-b1fd-29225c09f387 req-2464a6cc-1ea6-4443-91a4-2c6b5fb8c63d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 1131 time: 0.0423672 Mar 30 18:22:51.901474 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3da80f5b-a750-4d0f-b1fd-29225c09f387 req-d7080cce-dac5-441e-92e8-2a260922ea26 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361111 Mar 30 18:22:52.031559 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45932d4-6f79-45df-af7b-268e4d55de5d req-febdecc3-9494-42e4-9fe9-2bad4f7395a6 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:52.033009 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f45932d4-6f79-45df-af7b-268e4d55de5d req-febdecc3-9494-42e4-9fe9-2bad4f7395a6 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4880cd18-779e-4ff1-aa6d-870203420741 HTTP/1.1" status: 200 len: 946 time: 0.0552793 Mar 30 18:22:52.079637 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f45932d4-6f79-45df-af7b-268e4d55de5d req-6aa5efae-a48a-432f-8260-4eb4694f642d tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bc62157-008c-4d69-93a5-675615ef6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411057 Mar 30 18:22:52.500679 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eee84d-f5ea-4153-8584-4ae45275c6f9 req-3e3fd96b-8a42-49b6-86c8-07ec5744383f tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:52.502149 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-51eee84d-f5ea-4153-8584-4ae45275c6f9 req-3e3fd96b-8a42-49b6-86c8-07ec5744383f tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 947 time: 0.0515461 Mar 30 18:22:52.550650 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-51eee84d-f5ea-4153-8584-4ae45275c6f9 req-168a2bd7-991e-45cd-b086-e06642fcb86f tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429161 Mar 30 18:22:53.196471 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6c25e-7f80-4476-9ae0-f20d1e2b811f req-653c1969-1e5d-4c81-b974-731169ddeb4a tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:53.197950 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-93a6c25e-7f80-4476-9ae0-f20d1e2b811f req-653c1969-1e5d-4c81-b974-731169ddeb4a tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4880cd18-779e-4ff1-aa6d-870203420741 HTTP/1.1" status: 200 len: 946 time: 0.0527647 Mar 30 18:22:53.249452 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-93a6c25e-7f80-4476-9ae0-f20d1e2b811f req-ef22157b-e1e5-4286-ae51-d89df0aa86d0 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bc62157-008c-4d69-93a5-675615ef6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454516 Mar 30 18:22:53.671633 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20153e95-352e-4463-bebd-23b5c3fd2405 req-73aabeca-b6d1-4415-9103-fc77d8d2e995 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:53.673093 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-20153e95-352e-4463-bebd-23b5c3fd2405 req-73aabeca-b6d1-4415-9103-fc77d8d2e995 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 947 time: 0.0529280 Mar 30 18:22:53.718450 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-20153e95-352e-4463-bebd-23b5c3fd2405 req-6c62d20b-c552-4c7e-83ed-5ceb9b77cd02 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397606 Mar 30 18:22:54.371188 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac0dab6-22a9-427f-8792-ed967d4d34c2 req-1a0f1b86-f9d2-4392-9ad2-327c4e3da26c tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:54.372683 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5ac0dab6-22a9-427f-8792-ed967d4d34c2 req-1a0f1b86-f9d2-4392-9ad2-327c4e3da26c tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4880cd18-779e-4ff1-aa6d-870203420741 HTTP/1.1" status: 200 len: 946 time: 0.0536108 Mar 30 18:22:54.420716 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5ac0dab6-22a9-427f-8792-ed967d4d34c2 req-9cd82a43-edf3-44bd-bc84-bf9a121b1105 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bc62157-008c-4d69-93a5-675615ef6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423934 Mar 30 18:22:54.847650 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b26c3d-529b-408d-a6d5-ecda3b6c3d18 req-4fdf5815-5394-4340-9e61-665d43e3a979 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:54.849979 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f5b26c3d-529b-408d-a6d5-ecda3b6c3d18 req-4fdf5815-5394-4340-9e61-665d43e3a979 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 947 time: 0.0603621 Mar 30 18:22:54.896726 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f5b26c3d-529b-408d-a6d5-ecda3b6c3d18 req-0b999117-92af-4cbc-89fe-bce0afe8eaa8 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412245 Mar 30 18:22:55.538371 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1153ac-aedf-4dce-9069-5d80216ce063 req-31c422b1-6bc8-47b8-bc94-ad3e84fb9f4a tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:55.539839 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-be1153ac-aedf-4dce-9069-5d80216ce063 req-31c422b1-6bc8-47b8-bc94-ad3e84fb9f4a tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4880cd18-779e-4ff1-aa6d-870203420741 HTTP/1.1" status: 200 len: 946 time: 0.0522330 Mar 30 18:22:55.585509 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-be1153ac-aedf-4dce-9069-5d80216ce063 req-615c474a-c75c-41d8-821c-6b874279177f tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bc62157-008c-4d69-93a5-675615ef6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397403 Mar 30 18:22:56.708601 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92d93f-37c1-4b6b-aff8-f7599ebd7afc req-3033d61a-3f74-41a4-ac28-2213ac173e2b tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:56.710054 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-7a92d93f-37c1-4b6b-aff8-f7599ebd7afc req-3033d61a-3f74-41a4-ac28-2213ac173e2b tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4880cd18-779e-4ff1-aa6d-870203420741 HTTP/1.1" status: 200 len: 946 time: 0.0548394 Mar 30 18:22:56.756465 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-7a92d93f-37c1-4b6b-aff8-f7599ebd7afc req-6dc9ddf0-8850-44f5-aa5a-d30b70019b40 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bc62157-008c-4d69-93a5-675615ef6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398648 Mar 30 18:22:57.871859 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d87739-ca49-40a2-8198-9b4f2cdeccac req-df53b1f8-5a67-4c46-be59-242bf1af6b55 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:57.873310 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b6d87739-ca49-40a2-8198-9b4f2cdeccac req-df53b1f8-5a67-4c46-be59-242bf1af6b55 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4880cd18-779e-4ff1-aa6d-870203420741 HTTP/1.1" status: 200 len: 946 time: 0.0516176 Mar 30 18:22:57.918383 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b6d87739-ca49-40a2-8198-9b4f2cdeccac req-e86609e5-d65e-474e-9d1d-65091b712e22 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bc62157-008c-4d69-93a5-675615ef6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391359 Mar 30 18:22:59.036387 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5417fdf9-28ae-4690-92a7-ff174e134953 req-08c44976-3317-4f12-9ae9-fcdb72810a45 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:22:59.037856 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5417fdf9-28ae-4690-92a7-ff174e134953 req-08c44976-3317-4f12-9ae9-fcdb72810a45 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4880cd18-779e-4ff1-aa6d-870203420741 HTTP/1.1" status: 200 len: 946 time: 0.0524054 Mar 30 18:22:59.088948 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5417fdf9-28ae-4690-92a7-ff174e134953 req-faf91673-c374-4538-816c-a7e00c05843e tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bc62157-008c-4d69-93a5-675615ef6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451121 Mar 30 18:23:00.208109 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e0940-61d2-4e0c-a7dd-85f1412d008b req-77c63c8a-f785-432a-bab1-eff9dc72b427 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:00.209943 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0b3e0940-61d2-4e0c-a7dd-85f1412d008b req-77c63c8a-f785-432a-bab1-eff9dc72b427 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4880cd18-779e-4ff1-aa6d-870203420741 HTTP/1.1" status: 200 len: 946 time: 0.0545344 Mar 30 18:23:00.257063 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0b3e0940-61d2-4e0c-a7dd-85f1412d008b req-bacbd72b-cfaf-4c0d-96b8-cf8a6c77e632 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bc62157-008c-4d69-93a5-675615ef6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415874 Mar 30 18:23:01.375329 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e4720f-afca-4adc-be82-811a9b021a65 req-18bd5325-4a43-434f-b673-551bcbd46a69 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:01.376702 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c6e4720f-afca-4adc-be82-811a9b021a65 req-18bd5325-4a43-434f-b673-551bcbd46a69 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4880cd18-779e-4ff1-aa6d-870203420741 HTTP/1.1" status: 200 len: 946 time: 0.0540125 Mar 30 18:23:01.426012 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c6e4720f-afca-4adc-be82-811a9b021a65 req-c40d66c7-7226-48ee-a49b-b2b0699d1348 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bc62157-008c-4d69-93a5-675615ef6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437999 Mar 30 18:23:02.173327 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.agents_db [None req-01a7ea33-ae04-4be9-ae8a-11827e05d97f None None] Agent healthcheck: found 6 active agents {{(pid=103497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:23:02.559599 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763f8ca6-c87c-4f55-9f88-8a427d965526 req-e4c09533-0f89-401a-9c17-4863a60a7696 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:02.561045 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-763f8ca6-c87c-4f55-9f88-8a427d965526 req-e4c09533-0f89-401a-9c17-4863a60a7696 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4880cd18-779e-4ff1-aa6d-870203420741 HTTP/1.1" status: 200 len: 946 time: 0.0559750 Mar 30 18:23:02.606061 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-763f8ca6-c87c-4f55-9f88-8a427d965526 req-a93c8084-b588-473f-bea6-8e4cdc26d530 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bc62157-008c-4d69-93a5-675615ef6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395572 Mar 30 18:23:03.723462 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12275e4d-0f33-4849-81a2-d06ff70231d8 req-f76c6149-185a-40a3-b687-0e50704a9911 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:03.724955 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-12275e4d-0f33-4849-81a2-d06ff70231d8 req-f76c6149-185a-40a3-b687-0e50704a9911 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4880cd18-779e-4ff1-aa6d-870203420741 HTTP/1.1" status: 200 len: 946 time: 0.0525806 Mar 30 18:23:03.770280 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-12275e4d-0f33-4849-81a2-d06ff70231d8 req-cd5cfb87-b599-44c9-92c1-be504276e1b1 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bc62157-008c-4d69-93a5-675615ef6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398302 Mar 30 18:23:04.889155 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee5406-fd84-40ac-a899-967e32fc0789 req-32307f48-e615-4deb-ac12-2546ba98ce43 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:04.890636 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-59ee5406-fd84-40ac-a899-967e32fc0789 req-32307f48-e615-4deb-ac12-2546ba98ce43 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4880cd18-779e-4ff1-aa6d-870203420741 HTTP/1.1" status: 200 len: 946 time: 0.0522554 Mar 30 18:23:04.939981 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-59ee5406-fd84-40ac-a899-967e32fc0789 req-321b0e63-0804-4d24-b079-c9268ae8743c tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bc62157-008c-4d69-93a5-675615ef6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439661 Mar 30 18:23:05.487512 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b27d55-229e-49b4-b363-37c42339e24c req-d944a40f-4601-4b6a-b8ca-7044b93f7e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:05.488976 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f7b27d55-229e-49b4-b363-37c42339e24c req-d944a40f-4601-4b6a-b8ca-7044b93f7e4e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4880cd18-779e-4ff1-aa6d-870203420741 HTTP/1.1" status: 200 len: 1130 time: 0.0857983 Mar 30 18:23:05.535987 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f7b27d55-229e-49b4-b363-37c42339e24c req-ef332fba-6061-4441-ad37-9c13c6ce02c4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4bc62157-008c-4d69-93a5-675615ef6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393591 Mar 30 18:23:06.055831 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d62358-10bc-4cab-899b-889eb20a056e req-d9010790-9fb1-4ef5-a21b-a4f2e2aea5b5 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:06.057281 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-40d62358-10bc-4cab-899b-889eb20a056e req-d9010790-9fb1-4ef5-a21b-a4f2e2aea5b5 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4880cd18-779e-4ff1-aa6d-870203420741 HTTP/1.1" status: 200 len: 946 time: 0.0518730 Mar 30 18:23:06.103489 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-40d62358-10bc-4cab-899b-889eb20a056e req-5e414e15-e379-4cf4-bcdf-ad7c06f43c25 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bc62157-008c-4d69-93a5-675615ef6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398700 Mar 30 18:23:07.223537 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63257fa4-d166-45bf-b070-a62346a4efb1 req-3b1daadc-92c8-4185-95f0-b8b246efe8db tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:07.224988 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-63257fa4-d166-45bf-b070-a62346a4efb1 req-3b1daadc-92c8-4185-95f0-b8b246efe8db tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4880cd18-779e-4ff1-aa6d-870203420741 HTTP/1.1" status: 200 len: 946 time: 0.0548642 Mar 30 18:23:07.273124 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-63257fa4-d166-45bf-b070-a62346a4efb1 req-b8811217-69ad-4cf6-9eb2-28b966613987 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bc62157-008c-4d69-93a5-675615ef6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425510 Mar 30 18:23:07.688540 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae39631-8941-4e7f-913e-b143019d9296 req-1c52790d-cbb1-40b3-9c9f-c66f80b71ee1 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:07.690021 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5ae39631-8941-4e7f-913e-b143019d9296 req-1c52790d-cbb1-40b3-9c9f-c66f80b71ee1 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4880cd18-779e-4ff1-aa6d-870203420741 HTTP/1.1" status: 200 len: 946 time: 0.0855570 Mar 30 18:23:07.692593 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a3efb-7ca7-4c16-9465-7a418e1bb18a req-cf95bc31-3f6c-4d12-a6a9-cd1e1eb6d2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:07.693919 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-456a3efb-7ca7-4c16-9465-7a418e1bb18a req-cf95bc31-3f6c-4d12-a6a9-cd1e1eb6d2f1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d22e85861b694f0e8bd7e2e7da8fbc45&device_id=4880cd18-779e-4ff1-aa6d-870203420741 HTTP/1.1" status: 200 len: 1130 time: 0.0624840 Mar 30 18:23:07.788338 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5ae39631-8941-4e7f-913e-b143019d9296 req-a95df0b5-01fb-4f09-b53e-a0d1373a540e tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bc62157-008c-4d69-93a5-675615ef6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927782 Mar 30 18:23:07.813771 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a3efb-7ca7-4c16-9465-7a418e1bb18a req-6fcb3843-d058-4410-a286-61cc2337e538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:07.815246 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-456a3efb-7ca7-4c16-9465-7a418e1bb18a req-6fcb3843-d058-4410-a286-61cc2337e538 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3e13178f-fe3d-4acc-a151-e0891e100715 HTTP/1.1" status: 200 len: 920 time: 0.1136663 Mar 30 18:23:07.891343 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-456a3efb-7ca7-4c16-9465-7a418e1bb18a req-a7c197dd-dcc7-490e-ad9d-7564d1697151 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67243e49-7fde-4fdc-b281-9b5b50fa2123 HTTP/1.1" status: 200 len: 1001 time: 0.0602140 Mar 30 18:23:07.941014 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a3efb-7ca7-4c16-9465-7a418e1bb18a req-9abb9619-177f-4537-9367-720f84c7c26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:07.942452 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-456a3efb-7ca7-4c16-9465-7a418e1bb18a req-9abb9619-177f-4537-9367-720f84c7c26f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d0c7af2e-75fc-4b8f-a86b-ddae6e3c7dba HTTP/1.1" status: 200 len: 858 time: 0.0421638 Mar 30 18:23:07.990078 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a3efb-7ca7-4c16-9465-7a418e1bb18a req-88b011de-bc0a-4945-b084-2ab90a581d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:07.991545 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-456a3efb-7ca7-4c16-9465-7a418e1bb18a req-88b011de-bc0a-4945-b084-2ab90a581d13 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3e13178f-fe3d-4acc-a151-e0891e100715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421920 Mar 30 18:23:08.082522 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-456a3efb-7ca7-4c16-9465-7a418e1bb18a req-e697ac7d-0d31-4e4a-841d-8bc1075d7e20 service neutron] 10.222.0.44 "GET /v2.0/networks/3e13178f-fe3d-4acc-a151-e0891e100715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834832 Mar 30 18:23:08.171687 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-456a3efb-7ca7-4c16-9465-7a418e1bb18a req-2dc57b64-0dee-4980-9e28-c5b31981580d service neutron] 10.222.0.44 "GET /v2.0/networks/3e13178f-fe3d-4acc-a151-e0891e100715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829933 Mar 30 18:23:08.907342 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fabb95-4e08-4a85-be07-463e2ce74667 req-94e79b98-2d17-4843-85ef-8a2c9a5b4dcf tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:08.908818 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-44fabb95-4e08-4a85-be07-463e2ce74667 req-94e79b98-2d17-4843-85ef-8a2c9a5b4dcf tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4880cd18-779e-4ff1-aa6d-870203420741 HTTP/1.1" status: 200 len: 946 time: 0.0524728 Mar 30 18:23:08.955749 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-44fabb95-4e08-4a85-be07-463e2ce74667 req-f663d634-56f1-48e1-9e32-91f1e2a1838d tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bc62157-008c-4d69-93a5-675615ef6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413525 Mar 30 18:23:10.076247 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56f027-762d-4c03-a8fe-14b83d8e6ec1 req-91ead480-52dd-4f4e-a3cf-ebf03824b0d9 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:10.077775 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3d56f027-762d-4c03-a8fe-14b83d8e6ec1 req-91ead480-52dd-4f4e-a3cf-ebf03824b0d9 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4880cd18-779e-4ff1-aa6d-870203420741 HTTP/1.1" status: 200 len: 946 time: 0.0563643 Mar 30 18:23:10.123661 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3d56f027-762d-4c03-a8fe-14b83d8e6ec1 req-0bf4b794-ed3c-4dd6-820b-3db0ed52aa02 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bc62157-008c-4d69-93a5-675615ef6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402980 Mar 30 18:23:11.240881 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd043f0d-cc74-49b6-9181-2d8cab0cfb80 req-7273e39f-fc10-4511-b901-275418b90e1b tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:11.242376 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-bd043f0d-cc74-49b6-9181-2d8cab0cfb80 req-7273e39f-fc10-4511-b901-275418b90e1b tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4880cd18-779e-4ff1-aa6d-870203420741 HTTP/1.1" status: 200 len: 946 time: 0.0517094 Mar 30 18:23:11.287812 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-bd043f0d-cc74-49b6-9181-2d8cab0cfb80 req-047d6161-177e-4477-b2c1-8df3499b4269 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bc62157-008c-4d69-93a5-675615ef6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394814 Mar 30 18:23:11.405186 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a1825-fa3d-4bc0-a59f-989e6eb77803 req-823180d2-502f-4687-9274-9ee06b3afaf9 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:11.406661 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-1d1a1825-fa3d-4bc0-a59f-989e6eb77803 req-823180d2-502f-4687-9274-9ee06b3afaf9 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4880cd18-779e-4ff1-aa6d-870203420741 HTTP/1.1" status: 200 len: 946 time: 0.0562150 Mar 30 18:23:11.415159 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 49350) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:23:11.420626 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.v2.base [None req-9a2c8181-a7ee-4ade-a2a9-148f8bf0087d tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Request body: {'floatingip': {'port_id': '67243e49-7fde-4fdc-b281-9b5b50fa2123'}} {{(pid=103494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:23:11.477003 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-9a2c8181-a7ee-4ade-a2a9-148f8bf0087d tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Publish callbacks [] for floatingip (b830ebb6-ce03-4368-971c-d6523f35bbd3), before_update {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:11.783015 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-3fe07226-696d-4318-8eea-ac37703fc093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:11.929075 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-9a2c8181-a7ee-4ade-a2a9-148f8bf0087d tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:11.933061 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-9a2c8181-a7ee-4ade-a2a9-148f8bf0087d tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541296'] for floatingip (b830ebb6-ce03-4368-971c-d6523f35bbd3), after_update {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:12.137372 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a2c8181-a7ee-4ade-a2a9-148f8bf0087d tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Router 9d37eff0-117c-4838-a5ff-d33e0dea67b7 has already been hosted by L3 agent d6545c5f-a93c-4a15-87cd-019d3e75e7be {{(pid=103494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:23:12.243683 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a2c8181-a7ee-4ade-a2a9-148f8bf0087d tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Notify agent at l3_agent.dv-cinder-835881-1-iscsi the message routers_updated {{(pid=103494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:23:12.249135 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-9a2c8181-a7ee-4ade-a2a9-148f8bf0087d tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for floatingip (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:12.253550 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46040327-e4c4-4056-a260-029d67b96690 None None] Sync routers for ids ['9d37eff0-117c-4838-a5ff-d33e0dea67b7'] in dv-cinder-835881-1-iscsi {{(pid=103497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:23:12.262503 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46040327-e4c4-4056-a260-029d67b96690 None None] Routers {'9d37eff0-117c-4838-a5ff-d33e0dea67b7'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:23:12.263113 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-46040327-e4c4-4056-a260-029d67b96690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:22:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['9d37eff0-117c-4838-a5ff-d33e0dea67b7'], 'active': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:23:12.278069 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4880cd18-779e-4ff1-aa6d-870203420741', 'tag': '67243e49-7fde-4fdc-b281-9b5b50fa2123'}] {{(pid=103494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:23:12.280325 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb351bb8290705a302d4a38882229c6eed6c712c49b0ac171ffbe10a695cd3a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b3316d-a1d3-4d5c-9011-1996f11378c9" -d '{"events": [{"name": "network-changed", "server_uuid": "4880cd18-779e-4ff1-aa6d-870203420741", "tag": "67243e49-7fde-4fdc-b281-9b5b50fa2123"}]}' {{(pid=103494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:23:12.315300 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-9a2c8181-a7ee-4ade-a2a9-148f8bf0087d tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "PUT /v2.0/floatingips/b830ebb6-ce03-4368-971c-d6523f35bbd3 HTTP/1.1" status: 200 len: 993 time: 0.8988647 Mar 30 18:23:12.370755 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvr_db [None req-46040327-e4c4-4056-a260-029d67b96690 None None] Set router 9d37eff0-117c-4838-a5ff-d33e0dea67b7 gateway port host: dv-cinder-835881-1-iscsi {{(pid=103497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:23:12.389679 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a9aca3-ce57-4833-b3ef-63a69e685081 x-openstack-request-id: req-b0a9aca3-ce57-4833-b3ef-63a69e685081 {{(pid=103494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:23:12.389971 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4880cd18-779e-4ff1-aa6d-870203420741", "tag": "67243e49-7fde-4fdc-b281-9b5b50fa2123", "status": "completed", "code": 200}]} {{(pid=103494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:23:12.390262 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b0a9aca3-ce57-4833-b3ef-63a69e685081 {{(pid=103494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:23:12.390668 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0a9aca3-ce57-4833-b3ef-63a69e685081'] response: {'name': 'network-changed', 'server_uuid': '4880cd18-779e-4ff1-aa6d-870203420741', 'tag': '67243e49-7fde-4fdc-b281-9b5b50fa2123', 'status': 'completed', 'code': 200} Mar 30 18:23:12.484984 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3316d-a1d3-4d5c-9011-1996f11378c9 req-ea797aee-6302-46b4-a9ae-34d06db184ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:12.486523 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-89b3316d-a1d3-4d5c-9011-1996f11378c9 req-ea797aee-6302-46b4-a9ae-34d06db184ff service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d22e85861b694f0e8bd7e2e7da8fbc45&device_id=4880cd18-779e-4ff1-aa6d-870203420741 HTTP/1.1" status: 200 len: 1130 time: 0.0449793 Mar 30 18:23:12.578934 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3316d-a1d3-4d5c-9011-1996f11378c9 req-5c23c7c5-7092-4112-a8ef-683d401dda8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:12.580494 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-89b3316d-a1d3-4d5c-9011-1996f11378c9 req-5c23c7c5-7092-4112-a8ef-683d401dda8d service neutron] 10.222.0.44 "GET /v2.0/networks?id=3e13178f-fe3d-4acc-a151-e0891e100715 HTTP/1.1" status: 200 len: 920 time: 0.0870295 Mar 30 18:23:12.594726 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-46040327-e4c4-4056-a260-029d67b96690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d37eff0-117c-4838-a5ff-d33e0dea67b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1883672350-router', 'tenant_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '62548052-2728-436d-a9cf-8f84cc07b7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:17:50Z', 'updated_at': '2022-03-30T18:17:58Z', 'revision_number': 4, 'project_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'gw_port': {'id': '62548052-2728-436d-a9cf-8f84cc07b7bb', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:93:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d37eff0-117c-4838-a5ff-d33e0dea67b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:52Z', 'updated_at': '2022-03-30T18:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_floatingips': [{'id': 'b830ebb6-ce03-4368-971c-d6523f35bbd3', 'tenant_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'floating_ip_address': '172.27.1.70', 'floating_network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'router_id': '9d37eff0-117c-4838-a5ff-d33e0dea67b7', 'port_id': '67243e49-7fde-4fdc-b281-9b5b50fa2123', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e13178f-fe3d-4acc-a151-e0891e100715', 'mac_address': 'fa:16:3e:5a:bb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4880cd18-779e-4ff1-aa6d-870203420741', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:20:35Z', 'updated_at': '2022-03-30T18:23:11Z', 'revision_number': 3, 'project_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f8ced5e-dbd9-45c5-b95b-31f0e5408efe', 'name': '', 'network_id': '3e13178f-fe3d-4acc-a151-e0891e100715', 'tenant_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'mac_address': 'fa:16:3e:7b:22:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d37eff0-117c-4838-a5ff-d33e0dea67b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd0c7af2e-75fc-4b8f-a86b-ddae6e3c7dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:57Z', 'updated_at': '2022-03-30T18:18:07Z', 'revision_number': 5, 'project_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'subnets': [{'id': 'd0c7af2e-75fc-4b8f-a86b-ddae6e3c7dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:23:12.621522 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46040327-e4c4-4056-a260-029d67b96690 None None] Checking router: 9d37eff0-117c-4838-a5ff-d33e0dea67b7 for host: dv-cinder-835881-1-iscsi {{(pid=103497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:23:12.629735 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46040327-e4c4-4056-a260-029d67b96690 None None] Routers {'9d37eff0-117c-4838-a5ff-d33e0dea67b7'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:23:12.630367 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-46040327-e4c4-4056-a260-029d67b96690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:22:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['9d37eff0-117c-4838-a5ff-d33e0dea67b7'], 'active': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:23:12.651956 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-89b3316d-a1d3-4d5c-9011-1996f11378c9 req-d5dadc2b-cffb-4aa0-a956-66709ab07217 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67243e49-7fde-4fdc-b281-9b5b50fa2123 HTTP/1.1" status: 200 len: 1001 time: 0.0624788 Mar 30 18:23:12.701441 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3316d-a1d3-4d5c-9011-1996f11378c9 req-e52d37e4-84f9-4999-ae19-32342e6da58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:12.702945 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-89b3316d-a1d3-4d5c-9011-1996f11378c9 req-e52d37e4-84f9-4999-ae19-32342e6da58f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d0c7af2e-75fc-4b8f-a86b-ddae6e3c7dba HTTP/1.1" status: 200 len: 858 time: 0.0446084 Mar 30 18:23:12.740360 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvr_db [None req-46040327-e4c4-4056-a260-029d67b96690 None None] Set router 9d37eff0-117c-4838-a5ff-d33e0dea67b7 gateway port host: dv-cinder-835881-1-iscsi {{(pid=103497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:23:12.756218 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3316d-a1d3-4d5c-9011-1996f11378c9 req-1a5b555f-8514-42ee-b126-838b26af1e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:12.757745 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-89b3316d-a1d3-4d5c-9011-1996f11378c9 req-1a5b555f-8514-42ee-b126-838b26af1e96 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3e13178f-fe3d-4acc-a151-e0891e100715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467641 Mar 30 18:23:12.850345 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-89b3316d-a1d3-4d5c-9011-1996f11378c9 req-7c6faa35-e14a-4b93-94ac-607a3c67b2ab service neutron] 10.222.0.44 "GET /v2.0/networks/3e13178f-fe3d-4acc-a151-e0891e100715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859554 Mar 30 18:23:12.940177 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-89b3316d-a1d3-4d5c-9011-1996f11378c9 req-85dd05d2-2d09-47a4-94ed-adc560a0f0a4 service neutron] 10.222.0.44 "GET /v2.0/networks/3e13178f-fe3d-4acc-a151-e0891e100715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835059 Mar 30 18:23:12.970354 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-46040327-e4c4-4056-a260-029d67b96690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d37eff0-117c-4838-a5ff-d33e0dea67b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1883672350-router', 'tenant_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '62548052-2728-436d-a9cf-8f84cc07b7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:17:50Z', 'updated_at': '2022-03-30T18:17:58Z', 'revision_number': 4, 'project_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'gw_port': {'id': '62548052-2728-436d-a9cf-8f84cc07b7bb', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:93:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d37eff0-117c-4838-a5ff-d33e0dea67b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:52Z', 'updated_at': '2022-03-30T18:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_floatingips': [{'id': 'b830ebb6-ce03-4368-971c-d6523f35bbd3', 'tenant_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'floating_ip_address': '172.27.1.70', 'floating_network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'router_id': '9d37eff0-117c-4838-a5ff-d33e0dea67b7', 'port_id': '67243e49-7fde-4fdc-b281-9b5b50fa2123', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e13178f-fe3d-4acc-a151-e0891e100715', 'mac_address': 'fa:16:3e:5a:bb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4880cd18-779e-4ff1-aa6d-870203420741', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:20:35Z', 'updated_at': '2022-03-30T18:23:11Z', 'revision_number': 3, 'project_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f8ced5e-dbd9-45c5-b95b-31f0e5408efe', 'name': '', 'network_id': '3e13178f-fe3d-4acc-a151-e0891e100715', 'tenant_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'mac_address': 'fa:16:3e:7b:22:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d37eff0-117c-4838-a5ff-d33e0dea67b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd0c7af2e-75fc-4b8f-a86b-ddae6e3c7dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:57Z', 'updated_at': '2022-03-30T18:18:07Z', 'revision_number': 5, 'project_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'subnets': [{'id': 'd0c7af2e-75fc-4b8f-a86b-ddae6e3c7dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:23:12.996301 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46040327-e4c4-4056-a260-029d67b96690 None None] The sync data for ids ['9d37eff0-117c-4838-a5ff-d33e0dea67b7'] in dv-cinder-835881-1-iscsi is: [{'id': '9d37eff0-117c-4838-a5ff-d33e0dea67b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1883672350-router', 'tenant_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '62548052-2728-436d-a9cf-8f84cc07b7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:17:50Z', 'updated_at': '2022-03-30T18:17:58Z', 'revision_number': 4, 'project_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'gw_port': {'id': '62548052-2728-436d-a9cf-8f84cc07b7bb', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:93:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d37eff0-117c-4838-a5ff-d33e0dea67b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:52Z', 'updated_at': '2022-03-30T18:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_floatingips': [{'id': 'b830ebb6-ce03-4368-971c-d6523f35bbd3', 'tenant_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'floating_ip_address': '172.27.1.70', 'floating_network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'router_id': '9d37eff0-117c-4838-a5ff-d33e0dea67b7', 'port_id': '67243e49-7fde-4fdc-b281-9b5b50fa2123', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e13178f-fe3d-4acc-a151-e0891e100715', 'mac_address': 'fa:16:3e:5a:bb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4880cd18-779e-4ff1-aa6d-870203420741', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:20:35Z', 'updated_at': '2022-03-30T18:23:11Z', 'revision_number': 3, 'project_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f8ced5e-dbd9-45c5-b95b-31f0e5408efe', 'name': '', 'network_id': '3e13178f-fe3d-4acc-a151-e0891e100715', 'tenant_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'mac_address': 'fa:16:3e:7b:22:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d37eff0-117c-4838-a5ff-d33e0dea67b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd0c7af2e-75fc-4b8f-a86b-ddae6e3c7dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:57Z', 'updated_at': '2022-03-30T18:18:07Z', 'revision_number': 5, 'project_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'subnets': [{'id': 'd0c7af2e-75fc-4b8f-a86b-ddae6e3c7dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:23:13.860637 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-9ae36c66-bc70-495c-8fa2-ba8b711d7dcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:14.391928 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4880cd18-779e-4ff1-aa6d-870203420741', 'tag': '67243e49-7fde-4fdc-b281-9b5b50fa2123'}] {{(pid=103494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:23:14.394280 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb351bb8290705a302d4a38882229c6eed6c712c49b0ac171ffbe10a695cd3a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3ee6f8-0b94-460b-b194-c214e30bc726" -d '{"events": [{"name": "network-changed", "server_uuid": "4880cd18-779e-4ff1-aa6d-870203420741", "tag": "67243e49-7fde-4fdc-b281-9b5b50fa2123"}]}' {{(pid=103494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:23:14.429834 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a15cec2-9024-4a30-999b-b12f606501fb x-openstack-request-id: req-9a15cec2-9024-4a30-999b-b12f606501fb {{(pid=103494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:23:14.430148 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4880cd18-779e-4ff1-aa6d-870203420741", "tag": "67243e49-7fde-4fdc-b281-9b5b50fa2123", "status": "completed", "code": 200}]} {{(pid=103494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:23:14.430406 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9a15cec2-9024-4a30-999b-b12f606501fb {{(pid=103494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:23:14.430805 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a15cec2-9024-4a30-999b-b12f606501fb'] response: {'name': 'network-changed', 'server_uuid': '4880cd18-779e-4ff1-aa6d-870203420741', 'tag': '67243e49-7fde-4fdc-b281-9b5b50fa2123', 'status': 'completed', 'code': 200} Mar 30 18:23:14.528390 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ee6f8-0b94-460b-b194-c214e30bc726 req-1647e8cc-417a-421a-b4d5-eab3504faa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:14.529856 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8d3ee6f8-0b94-460b-b194-c214e30bc726 req-1647e8cc-417a-421a-b4d5-eab3504faa48 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d22e85861b694f0e8bd7e2e7da8fbc45&device_id=4880cd18-779e-4ff1-aa6d-870203420741 HTTP/1.1" status: 200 len: 1130 time: 0.0447891 Mar 30 18:23:14.633790 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ee6f8-0b94-460b-b194-c214e30bc726 req-61391235-9c17-44d0-b339-4e7010272100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:14.635282 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8d3ee6f8-0b94-460b-b194-c214e30bc726 req-61391235-9c17-44d0-b339-4e7010272100 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3e13178f-fe3d-4acc-a151-e0891e100715 HTTP/1.1" status: 200 len: 920 time: 0.0981309 Mar 30 18:23:14.702191 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8d3ee6f8-0b94-460b-b194-c214e30bc726 req-c67dca85-ba26-48ce-a5bb-cc6279fa188c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=67243e49-7fde-4fdc-b281-9b5b50fa2123 HTTP/1.1" status: 200 len: 1001 time: 0.0589671 Mar 30 18:23:14.753852 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ee6f8-0b94-460b-b194-c214e30bc726 req-ce78f37e-f543-4b5a-8f50-eb99a0d01cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:14.755265 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8d3ee6f8-0b94-460b-b194-c214e30bc726 req-ce78f37e-f543-4b5a-8f50-eb99a0d01cc6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d0c7af2e-75fc-4b8f-a86b-ddae6e3c7dba HTTP/1.1" status: 200 len: 858 time: 0.0450449 Mar 30 18:23:14.802119 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ee6f8-0b94-460b-b194-c214e30bc726 req-542e38e7-3b42-43c0-8add-0bdb485dbd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:14.803544 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8d3ee6f8-0b94-460b-b194-c214e30bc726 req-542e38e7-3b42-43c0-8add-0bdb485dbd53 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3e13178f-fe3d-4acc-a151-e0891e100715&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412633 Mar 30 18:23:14.891985 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8d3ee6f8-0b94-460b-b194-c214e30bc726 req-91a42ff7-a888-4c4d-a074-a97141135366 service neutron] 10.222.0.44 "GET /v2.0/networks/3e13178f-fe3d-4acc-a151-e0891e100715?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807011 Mar 30 18:23:14.980450 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8d3ee6f8-0b94-460b-b194-c214e30bc726 req-fd215550-ece6-4943-884f-7e477e62dffc service neutron] 10.222.0.44 "GET /v2.0/networks/3e13178f-fe3d-4acc-a151-e0891e100715?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817158 Mar 30 18:23:15.022376 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:16.397107 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:17.990537 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:18.617547 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (ab438a54-a4f6-4fd3-b589-96aa27265666), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:35.247901 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-cafa03ee-4fde-4214-8058-77c5346eb551 req-c2c436cd-d3e1-4fa5-aeaf-1af1e7e57c5e tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-251415529&fields=id&tenant_id=5f5df6d08f6a452b95df5f3a914df526 HTTP/1.1" status: 200 len: 267 time: 0.0480366 Mar 30 18:23:35.302772 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa03ee-4fde-4214-8058-77c5346eb551 req-9f804fef-8ca5-43c6-bb69-1e548af69f25 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:35.304213 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-cafa03ee-4fde-4214-8058-77c5346eb551 req-9f804fef-8ca5-43c6-bb69-1e548af69f25 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd59216-52b0-41ca-8c0b-32140ffe76e8 HTTP/1.1" status: 200 len: 985 time: 0.0510142 Mar 30 18:23:35.314981 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [req-cafa03ee-4fde-4214-8058-77c5346eb551 req-08ec5ae1-6fbf-45fa-b8bc-17e9f87f5051 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Request body: {'port': {'security_groups': ['36b15ee7-1f38-4ffe-ad50-39a84deb3596']}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:23:35.390373 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-cafa03ee-4fde-4214-8058-77c5346eb551 req-08ec5ae1-6fbf-45fa-b8bc-17e9f87f5051 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (720d8223-5134-4e19-a58f-9b81f520300e), before_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:35.560499 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [req-cafa03ee-4fde-4214-8058-77c5346eb551 req-08ec5ae1-6fbf-45fa-b8bc-17e9f87f5051 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] For port 720d8223-5134-4e19-a58f-9b81f520300e, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=720d8223-5134-4e19-a58f-9b81f520300e,segment=NetworkSegment(974ae415-aac9-43d0-b304-10ebb300cc57),segment_id=974ae415-aac9-43d0-b304-10ebb300cc57)] {{(pid=103495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:23:35.588509 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-cafa03ee-4fde-4214-8058-77c5346eb551 req-08ec5ae1-6fbf-45fa-b8bc-17e9f87f5051 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Publish callbacks [] for port (720d8223-5134-4e19-a58f-9b81f520300e), precommit_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:35.593020 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-cafa03ee-4fde-4214-8058-77c5346eb551 req-08ec5ae1-6fbf-45fa-b8bc-17e9f87f5051 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (720d8223-5134-4e19-a58f-9b81f520300e), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:35.632438 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa03ee-4fde-4214-8058-77c5346eb551 req-08ec5ae1-6fbf-45fa-b8bc-17e9f87f5051 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:35.633106 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-cafa03ee-4fde-4214-8058-77c5346eb551 req-08ec5ae1-6fbf-45fa-b8bc-17e9f87f5051 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for port (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:35.634550 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-cafa03ee-4fde-4214-8058-77c5346eb551 req-08ec5ae1-6fbf-45fa-b8bc-17e9f87f5051 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "PUT /v2.0/ports/720d8223-5134-4e19-a58f-9b81f520300e HTTP/1.1" status: 200 len: 943 time: 0.3237560 Mar 30 18:23:35.636949 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cd59216-52b0-41ca-8c0b-32140ffe76e8', 'tag': '720d8223-5134-4e19-a58f-9b81f520300e'}] {{(pid=103495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:23:35.639226 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0dfb30c8fd1ad248dcf0c7d180f6bc71f3cc1084e8ff52034c63c32eff48f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d23d3252-4010-40f6-9a5e-90548c11a33f" -d '{"events": [{"name": "network-changed", "server_uuid": "8cd59216-52b0-41ca-8c0b-32140ffe76e8", "tag": "720d8223-5134-4e19-a58f-9b81f520300e"}]}' {{(pid=103495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:23:35.641006 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 49384) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:23:35.645244 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] get_ports_and_sgs() called for port_ids ['720d8223-5134-4e19-a58f-9b81f520300e'] {{(pid=103496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:23:35.666539 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ec5ae1-6fbf-45fa-b8bc-17e9f87f5051 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Pushing event updated for resources: {'Port': ['ID=720d8223-5134-4e19-a58f-9b81f520300e,revision_number=7']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:35.675035 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ec5ae1-6fbf-45fa-b8bc-17e9f87f5051 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:35.675452 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ec5ae1-6fbf-45fa-b8bc-17e9f87f5051 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:35.675866 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ec5ae1-6fbf-45fa-b8bc-17e9f87f5051 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:35.676289 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ec5ae1-6fbf-45fa-b8bc-17e9f87f5051 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:35.676693 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ec5ae1-6fbf-45fa-b8bc-17e9f87f5051 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:35.677095 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ec5ae1-6fbf-45fa-b8bc-17e9f87f5051 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:35.677490 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ec5ae1-6fbf-45fa-b8bc-17e9f87f5051 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:35.678203 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ec5ae1-6fbf-45fa-b8bc-17e9f87f5051 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:35.678477 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ec5ae1-6fbf-45fa-b8bc-17e9f87f5051 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:35.678876 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ec5ae1-6fbf-45fa-b8bc-17e9f87f5051 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:35.679273 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ec5ae1-6fbf-45fa-b8bc-17e9f87f5051 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:35.679681 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ec5ae1-6fbf-45fa-b8bc-17e9f87f5051 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:35.680073 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ec5ae1-6fbf-45fa-b8bc-17e9f87f5051 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:35.680464 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ec5ae1-6fbf-45fa-b8bc-17e9f87f5051 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:35.680984 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ec5ae1-6fbf-45fa-b8bc-17e9f87f5051 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:35.725217 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-0b5335a3-1568-42dd-b7bc-c199d28e29be tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Publish callbacks [] for security_group (988873e5-8d7f-4cea-95e7-39dfca4da129), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:35.753377 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-0b5335a3-1568-42dd-b7bc-c199d28e29be tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Publish callbacks [] for security_group (988873e5-8d7f-4cea-95e7-39dfca4da129), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:35.779331 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b560ff1-639c-424e-900f-9100bf00437c x-openstack-request-id: req-8b560ff1-639c-424e-900f-9100bf00437c {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:23:35.779619 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cd59216-52b0-41ca-8c0b-32140ffe76e8", "tag": "720d8223-5134-4e19-a58f-9b81f520300e", "status": "completed", "code": 200}]} {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:23:35.779867 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8b560ff1-639c-424e-900f-9100bf00437c {{(pid=103495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:23:35.780272 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b560ff1-639c-424e-900f-9100bf00437c'] response: {'name': 'network-changed', 'server_uuid': '8cd59216-52b0-41ca-8c0b-32140ffe76e8', 'tag': '720d8223-5134-4e19-a58f-9b81f520300e', 'status': 'completed', 'code': 200} Mar 30 18:23:35.826828 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-0b5335a3-1568-42dd-b7bc-c199d28e29be tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (988873e5-8d7f-4cea-95e7-39dfca4da129), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:35.829380 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-0b5335a3-1568-42dd-b7bc-c199d28e29be tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Publish callbacks [] for security_group (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:35.830896 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-0b5335a3-1568-42dd-b7bc-c199d28e29be tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "DELETE /v2.0/security-groups/988873e5-8d7f-4cea-95e7-39dfca4da129 HTTP/1.1" status: 204 len: 168 time: 0.1866255 Mar 30 18:23:35.833427 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 49390) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:23:35.841387 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5335a3-1568-42dd-b7bc-c199d28e29be tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=988873e5-8d7f-4cea-95e7-39dfca4da129,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:35.850420 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5335a3-1568-42dd-b7bc-c199d28e29be tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:35.850898 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5335a3-1568-42dd-b7bc-c199d28e29be tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:35.851255 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5335a3-1568-42dd-b7bc-c199d28e29be tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:35.851596 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5335a3-1568-42dd-b7bc-c199d28e29be tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:35.851930 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5335a3-1568-42dd-b7bc-c199d28e29be tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:35.852264 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5335a3-1568-42dd-b7bc-c199d28e29be tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:35.852602 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5335a3-1568-42dd-b7bc-c199d28e29be tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:35.852929 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5335a3-1568-42dd-b7bc-c199d28e29be tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:35.853254 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5335a3-1568-42dd-b7bc-c199d28e29be tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:35.853584 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5335a3-1568-42dd-b7bc-c199d28e29be tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:35.853912 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5335a3-1568-42dd-b7bc-c199d28e29be tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:35.854389 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5335a3-1568-42dd-b7bc-c199d28e29be tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:35.855216 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5335a3-1568-42dd-b7bc-c199d28e29be tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:35.855541 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5335a3-1568-42dd-b7bc-c199d28e29be tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:35.855877 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5335a3-1568-42dd-b7bc-c199d28e29be tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:35.923574 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-dfc03fd8-f8cb-48de-8294-d066e3b81d43 None None] Provisioning complete for port 720d8223-5134-4e19-a58f-9b81f520300e triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:23:35.923855 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-dfc03fd8-f8cb-48de-8294-d066e3b81d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (720d8223-5134-4e19-a58f-9b81f520300e), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:35.947059 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] get_ports_and_sgs() called for port_ids ['720d8223-5134-4e19-a58f-9b81f520300e'] {{(pid=103496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:23:35.968225 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d3252-4010-40f6-9a5e-90548c11a33f req-9a8f0309-aa27-4881-b905-556ad2b2c1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:35.969567 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d23d3252-4010-40f6-9a5e-90548c11a33f req-9a8f0309-aa27-4881-b905-556ad2b2c1cc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5f5df6d08f6a452b95df5f3a914df526&device_id=8cd59216-52b0-41ca-8c0b-32140ffe76e8 HTTP/1.1" status: 200 len: 1130 time: 0.1254501 Mar 30 18:23:36.064558 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-dfc03fd8-f8cb-48de-8294-d066e3b81d43 None None] Current status of the port 720d8223-5134-4e19-a58f-9b81f520300e is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:23:36.322150 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d3252-4010-40f6-9a5e-90548c11a33f req-98b54a04-0125-411b-9c96-34a8825a1869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:36.323726 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d23d3252-4010-40f6-9a5e-90548c11a33f req-98b54a04-0125-411b-9c96-34a8825a1869 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6135f2b8-d5a7-4fb1-9c4a-a008078e870c HTTP/1.1" status: 200 len: 915 time: 0.3462608 Mar 30 18:23:36.331914 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [None req-edaa540b-332b-4171-8fc5-95af3a93d93b tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Deleting port ca6a45b1-57f8-4abd-af9a-985a831a172b {{(pid=103495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:23:36.332256 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-edaa540b-332b-4171-8fc5-95af3a93d93b tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (ca6a45b1-57f8-4abd-af9a-985a831a172b), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:36.438481 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d23d3252-4010-40f6-9a5e-90548c11a33f req-7a1bfddf-4783-46ce-a713-51f55c87306d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=720d8223-5134-4e19-a58f-9b81f520300e HTTP/1.1" status: 200 len: 1002 time: 0.1080263 Mar 30 18:23:36.485572 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-edaa540b-332b-4171-8fc5-95af3a93d93b tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (ca6a45b1-57f8-4abd-af9a-985a831a172b), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:36.485897 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-edaa540b-332b-4171-8fc5-95af3a93d93b tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Publish callbacks [] for floatingip (ca6a45b1-57f8-4abd-af9a-985a831a172b), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:36.504041 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [None req-edaa540b-332b-4171-8fc5-95af3a93d93b tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Calling delete_port for ca6a45b1-57f8-4abd-af9a-985a831a172b owned by network:floatingip {{(pid=103495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:23:36.516852 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d3252-4010-40f6-9a5e-90548c11a33f req-d8bd9737-d234-4e0b-9a75-1489759bea4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:36.518300 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d23d3252-4010-40f6-9a5e-90548c11a33f req-d8bd9737-d234-4e0b-9a75-1489759bea4f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e4202354-4e55-4eb0-b052-e39d4dd92df9 HTTP/1.1" status: 200 len: 853 time: 0.0722334 Mar 30 18:23:36.652419 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d3252-4010-40f6-9a5e-90548c11a33f req-99345de5-e46c-4b26-8bf8-c4d2477ae8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:36.653813 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d23d3252-4010-40f6-9a5e-90548c11a33f req-99345de5-e46c-4b26-8bf8-c4d2477ae8fa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6135f2b8-d5a7-4fb1-9c4a-a008078e870c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0996997 Mar 30 18:23:36.785163 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d23d3252-4010-40f6-9a5e-90548c11a33f req-18511f50-fc36-4f1e-8a0b-2cde2a55c361 service neutron] 10.222.0.44 "GET /v2.0/networks/6135f2b8-d5a7-4fb1-9c4a-a008078e870c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243136 Mar 30 18:23:36.789109 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-edaa540b-332b-4171-8fc5-95af3a93d93b tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983'] for port (ca6a45b1-57f8-4abd-af9a-985a831a172b), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:36.830616 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaa540b-332b-4171-8fc5-95af3a93d93b tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Pushing event deleted for resources: {'Port': ['ID=ca6a45b1-57f8-4abd-af9a-985a831a172b,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:36.890702 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-edaa540b-332b-4171-8fc5-95af3a93d93b tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Publish callbacks [] for floatingip (00468ce9-84e4-40f6-9b3c-a748b7449cfc), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:36.891038 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.db.l3_db [None req-edaa540b-332b-4171-8fc5-95af3a93d93b tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Floating IP 00468ce9-84e4-40f6-9b3c-a748b7449cfc disassociated (deleted). External IP: 172.27.1.197, port: 720d8223-5134-4e19-a58f-9b81f520300e. Mar 30 18:23:36.985299 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d23d3252-4010-40f6-9a5e-90548c11a33f req-537c8aa5-579b-487f-8bca-35794b4d33f5 service neutron] 10.222.0.44 "GET /v2.0/networks/6135f2b8-d5a7-4fb1-9c4a-a008078e870c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901407 Mar 30 18:23:37.120550 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edaa540b-332b-4171-8fc5-95af3a93d93b tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Router 231b3496-9714-46f9-9820-3d676209e938 has already been hosted by L3 agent d6545c5f-a93c-4a15-87cd-019d3e75e7be {{(pid=103495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:23:37.225081 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edaa540b-332b-4171-8fc5-95af3a93d93b tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Notify agent at l3_agent.dv-cinder-835881-1-iscsi the message routers_updated {{(pid=103495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:23:37.230520 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-edaa540b-332b-4171-8fc5-95af3a93d93b tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for floatingip (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:37.236586 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a255e26-d2b0-4586-a3ad-1574bc5078e1 None None] Sync routers for ids ['231b3496-9714-46f9-9820-3d676209e938'] in dv-cinder-835881-1-iscsi {{(pid=103496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:23:37.248445 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a255e26-d2b0-4586-a3ad-1574bc5078e1 None None] Routers {'231b3496-9714-46f9-9820-3d676209e938'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:23:37.249026 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-4a255e26-d2b0-4586-a3ad-1574bc5078e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:23:14Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['231b3496-9714-46f9-9820-3d676209e938'], 'active': True} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:23:37.266852 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-edaa540b-332b-4171-8fc5-95af3a93d93b tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "DELETE /v2.0/floatingips/00468ce9-84e4-40f6-9b3c-a748b7449cfc HTTP/1.1" status: 204 len: 168 time: 1.4317641 Mar 30 18:23:37.358205 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvr_db [None req-4a255e26-d2b0-4586-a3ad-1574bc5078e1 None None] Set router 231b3496-9714-46f9-9820-3d676209e938 gateway port host: dv-cinder-835881-1-iscsi {{(pid=103496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:23:37.556850 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-4a255e26-d2b0-4586-a3ad-1574bc5078e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '231b3496-9714-46f9-9820-3d676209e938', 'name': 'tempest-TestMinimumBasicScenario-865240045-router', 'tenant_id': '5f5df6d08f6a452b95df5f3a914df526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '48b1a78a-6d31-4657-9915-d138499e4b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:45Z', 'updated_at': '2022-03-30T18:18:49Z', 'revision_number': 4, 'project_id': '5f5df6d08f6a452b95df5f3a914df526', 'gw_port': {'id': '48b1a78a-6d31-4657-9915-d138499e4b68', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:28:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231b3496-9714-46f9-9820-3d676209e938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:46Z', 'updated_at': '2022-03-30T18:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': 'bd019dac-dfe1-4a4f-8a09-6a04b7c5d729', 'name': '', 'network_id': '6135f2b8-d5a7-4fb1-9c4a-a008078e870c', 'tenant_id': '5f5df6d08f6a452b95df5f3a914df526', 'mac_address': 'fa:16:3e:e1:7a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231b3496-9714-46f9-9820-3d676209e938', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'e4202354-4e55-4eb0-b052-e39d4dd92df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:48Z', 'updated_at': '2022-03-30T18:18:52Z', 'revision_number': 5, 'project_id': '5f5df6d08f6a452b95df5f3a914df526', 'subnets': [{'id': 'e4202354-4e55-4eb0-b052-e39d4dd92df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:23:37.594557 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a255e26-d2b0-4586-a3ad-1574bc5078e1 None None] Checking router: 231b3496-9714-46f9-9820-3d676209e938 for host: dv-cinder-835881-1-iscsi {{(pid=103496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:23:37.603312 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a255e26-d2b0-4586-a3ad-1574bc5078e1 None None] Routers {'231b3496-9714-46f9-9820-3d676209e938'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:23:37.603970 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-4a255e26-d2b0-4586-a3ad-1574bc5078e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:23:14Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['231b3496-9714-46f9-9820-3d676209e938'], 'active': True} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:23:37.781299 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cd59216-52b0-41ca-8c0b-32140ffe76e8', 'tag': '720d8223-5134-4e19-a58f-9b81f520300e'}] {{(pid=103495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:23:37.783677 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0dfb30c8fd1ad248dcf0c7d180f6bc71f3cc1084e8ff52034c63c32eff48f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b5733d-a854-4946-a0af-41f592e9bcbc" -d '{"events": [{"name": "network-changed", "server_uuid": "8cd59216-52b0-41ca-8c0b-32140ffe76e8", "tag": "720d8223-5134-4e19-a58f-9b81f520300e"}]}' {{(pid=103495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:23:37.818448 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ed8644-9db0-40e0-9a36-b8df8371c2e6 x-openstack-request-id: req-19ed8644-9db0-40e0-9a36-b8df8371c2e6 {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:23:37.818752 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cd59216-52b0-41ca-8c0b-32140ffe76e8", "tag": "720d8223-5134-4e19-a58f-9b81f520300e", "status": "completed", "code": 200}]} {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:23:37.819005 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-19ed8644-9db0-40e0-9a36-b8df8371c2e6 {{(pid=103495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:23:37.819420 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19ed8644-9db0-40e0-9a36-b8df8371c2e6'] response: {'name': 'network-changed', 'server_uuid': '8cd59216-52b0-41ca-8c0b-32140ffe76e8', 'tag': '720d8223-5134-4e19-a58f-9b81f520300e', 'status': 'completed', 'code': 200} Mar 30 18:23:37.832714 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvr_db [None req-4a255e26-d2b0-4586-a3ad-1574bc5078e1 None None] Set router 231b3496-9714-46f9-9820-3d676209e938 gateway port host: dv-cinder-835881-1-iscsi {{(pid=103496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:23:37.915675 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b5733d-a854-4946-a0af-41f592e9bcbc req-6f9b4d20-5553-4ba4-8ba9-681d1ee643c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:37.918247 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f4b5733d-a854-4946-a0af-41f592e9bcbc req-6f9b4d20-5553-4ba4-8ba9-681d1ee643c3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5f5df6d08f6a452b95df5f3a914df526&device_id=8cd59216-52b0-41ca-8c0b-32140ffe76e8 HTTP/1.1" status: 200 len: 1130 time: 0.0439103 Mar 30 18:23:38.005839 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b5733d-a854-4946-a0af-41f592e9bcbc req-bc5bd380-f373-4973-8f07-9634364a2b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:38.007337 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f4b5733d-a854-4946-a0af-41f592e9bcbc req-bc5bd380-f373-4973-8f07-9634364a2b50 service neutron] 10.222.0.44 "GET /v2.0/networks?id=6135f2b8-d5a7-4fb1-9c4a-a008078e870c HTTP/1.1" status: 200 len: 915 time: 0.0829897 Mar 30 18:23:38.029725 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-4a255e26-d2b0-4586-a3ad-1574bc5078e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '231b3496-9714-46f9-9820-3d676209e938', 'name': 'tempest-TestMinimumBasicScenario-865240045-router', 'tenant_id': '5f5df6d08f6a452b95df5f3a914df526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '48b1a78a-6d31-4657-9915-d138499e4b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:45Z', 'updated_at': '2022-03-30T18:18:49Z', 'revision_number': 4, 'project_id': '5f5df6d08f6a452b95df5f3a914df526', 'gw_port': {'id': '48b1a78a-6d31-4657-9915-d138499e4b68', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:28:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231b3496-9714-46f9-9820-3d676209e938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:46Z', 'updated_at': '2022-03-30T18:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': 'bd019dac-dfe1-4a4f-8a09-6a04b7c5d729', 'name': '', 'network_id': '6135f2b8-d5a7-4fb1-9c4a-a008078e870c', 'tenant_id': '5f5df6d08f6a452b95df5f3a914df526', 'mac_address': 'fa:16:3e:e1:7a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231b3496-9714-46f9-9820-3d676209e938', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'e4202354-4e55-4eb0-b052-e39d4dd92df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:48Z', 'updated_at': '2022-03-30T18:18:52Z', 'revision_number': 5, 'project_id': '5f5df6d08f6a452b95df5f3a914df526', 'subnets': [{'id': 'e4202354-4e55-4eb0-b052-e39d4dd92df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:23:38.053366 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f4b5733d-a854-4946-a0af-41f592e9bcbc req-409c81d4-5506-4112-8498-a96a6a94839d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=720d8223-5134-4e19-a58f-9b81f520300e HTTP/1.1" status: 200 len: 217 time: 0.0384688 Mar 30 18:23:38.057323 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a255e26-d2b0-4586-a3ad-1574bc5078e1 None None] The sync data for ids ['231b3496-9714-46f9-9820-3d676209e938'] in dv-cinder-835881-1-iscsi is: [{'id': '231b3496-9714-46f9-9820-3d676209e938', 'name': 'tempest-TestMinimumBasicScenario-865240045-router', 'tenant_id': '5f5df6d08f6a452b95df5f3a914df526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '48b1a78a-6d31-4657-9915-d138499e4b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:45Z', 'updated_at': '2022-03-30T18:18:49Z', 'revision_number': 4, 'project_id': '5f5df6d08f6a452b95df5f3a914df526', 'gw_port': {'id': '48b1a78a-6d31-4657-9915-d138499e4b68', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:28:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231b3496-9714-46f9-9820-3d676209e938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:46Z', 'updated_at': '2022-03-30T18:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': 'bd019dac-dfe1-4a4f-8a09-6a04b7c5d729', 'name': '', 'network_id': '6135f2b8-d5a7-4fb1-9c4a-a008078e870c', 'tenant_id': '5f5df6d08f6a452b95df5f3a914df526', 'mac_address': 'fa:16:3e:e1:7a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231b3496-9714-46f9-9820-3d676209e938', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'e4202354-4e55-4eb0-b052-e39d4dd92df9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:48Z', 'updated_at': '2022-03-30T18:18:52Z', 'revision_number': 5, 'project_id': '5f5df6d08f6a452b95df5f3a914df526', 'subnets': [{'id': 'e4202354-4e55-4eb0-b052-e39d4dd92df9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:23:38.115848 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b5733d-a854-4946-a0af-41f592e9bcbc req-f91b9e71-2f8d-47ed-b9fd-3a7e8b457cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:38.117328 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f4b5733d-a854-4946-a0af-41f592e9bcbc req-f91b9e71-2f8d-47ed-b9fd-3a7e8b457cae service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e4202354-4e55-4eb0-b052-e39d4dd92df9 HTTP/1.1" status: 200 len: 853 time: 0.0457366 Mar 30 18:23:38.166208 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b5733d-a854-4946-a0af-41f592e9bcbc req-fa32c26c-b2c7-45b5-a088-6251f4c318dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:38.168526 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f4b5733d-a854-4946-a0af-41f592e9bcbc req-fa32c26c-b2c7-45b5-a088-6251f4c318dd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=6135f2b8-d5a7-4fb1-9c4a-a008078e870c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449600 Mar 30 18:23:38.275473 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f4b5733d-a854-4946-a0af-41f592e9bcbc req-ed720c5d-e49f-4a9b-bfaf-3f72e63d7885 service neutron] 10.222.0.44 "GET /v2.0/networks/6135f2b8-d5a7-4fb1-9c4a-a008078e870c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911620 Mar 30 18:23:38.299560 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0228ad5-9dea-4928-853d-2c938a854064 None None] New status for floating IP 00468ce9-84e4-40f6-9b3c-a748b7449cfc: DOWN {{(pid=103497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:23:38.374509 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f4b5733d-a854-4946-a0af-41f592e9bcbc req-f7fc587d-3ca1-4796-8654-cd79abf401f9 service neutron] 10.222.0.44 "GET /v2.0/networks/6135f2b8-d5a7-4fb1-9c4a-a008078e870c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919418 Mar 30 18:23:39.175722 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.agents_db [None req-01a7ea33-ae04-4be9-ae8a-11827e05d97f None None] Agent healthcheck: found 6 active agents {{(pid=103497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:23:41.145995 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f935340-57f3-4d42-863c-27d9161564ad req-55d05583-3685-4704-96cc-c9dab44a768e tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:41.147518 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-9f935340-57f3-4d42-863c-27d9161564ad req-55d05583-3685-4704-96cc-c9dab44a768e tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd59216-52b0-41ca-8c0b-32140ffe76e8 HTTP/1.1" status: 200 len: 946 time: 0.0535867 Mar 30 18:23:41.199713 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-9f935340-57f3-4d42-863c-27d9161564ad req-c9ee9e36-7938-4091-93a9-4f2701043cce tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b15ee7-1f38-4ffe-ad50-39a84deb3596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456738 Mar 30 18:23:41.785292 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb1d00ce-6f83-4511-8c5f-a8f8a73c01e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:42.322541 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560f1fe-feb8-4a33-ae7f-a5caaa49c637 req-eada5745-1448-423f-88ff-57ea1b4e0124 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:42.324555 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c560f1fe-feb8-4a33-ae7f-a5caaa49c637 req-eada5745-1448-423f-88ff-57ea1b4e0124 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd59216-52b0-41ca-8c0b-32140ffe76e8 HTTP/1.1" status: 200 len: 946 time: 0.0543339 Mar 30 18:23:42.373643 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c560f1fe-feb8-4a33-ae7f-a5caaa49c637 req-289acf3f-2b0c-473e-a04d-74e73a177286 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b15ee7-1f38-4ffe-ad50-39a84deb3596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427983 Mar 30 18:23:42.560574 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c02b4-af31-46a0-b1df-f70138c69c6b req-9d6c263d-ab8d-4eb1-b211-4ee4bba5f6dd tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:42.561927 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d07c02b4-af31-46a0-b1df-f70138c69c6b req-9d6c263d-ab8d-4eb1-b211-4ee4bba5f6dd tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 945 time: 0.0517318 Mar 30 18:23:42.608133 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d07c02b4-af31-46a0-b1df-f70138c69c6b req-8ba59556-6c57-40e3-9be1-bd5319bbe1ed tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?id=9aca0380-65a4-43ae-af2d-dca3c7f2e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406306 Mar 30 18:23:43.495466 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2caeebc-507b-4548-a1e9-b181966631ba req-0cac25c1-5e06-4351-b340-7314b143d47d tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:43.496929 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c2caeebc-507b-4548-a1e9-b181966631ba req-0cac25c1-5e06-4351-b340-7314b143d47d tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd59216-52b0-41ca-8c0b-32140ffe76e8 HTTP/1.1" status: 200 len: 946 time: 0.0556111 Mar 30 18:23:43.543459 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c2caeebc-507b-4548-a1e9-b181966631ba req-611c0df9-5f44-4a3e-849a-125533b4f8a8 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/security-groups?id=36b15ee7-1f38-4ffe-ad50-39a84deb3596&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409544 Mar 30 18:23:43.754512 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9726b054-caa4-4897-896d-e64c6dfe2b8e req-c0ac876a-db65-42c0-a7b1-917b0266260f tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:43.755888 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-9726b054-caa4-4897-896d-e64c6dfe2b8e req-c0ac876a-db65-42c0-a7b1-917b0266260f tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 945 time: 0.0815170 Mar 30 18:23:43.777065 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ce841-fc9d-46f4-9f31-b72c841f59bd req-e39aea41-9ac6-43f6-9e79-e799c2db3461 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:43.778491 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-1b8ce841-fc9d-46f4-9f31-b72c841f59bd req-e39aea41-9ac6-43f6-9e79-e799c2db3461 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.44 "GET /v2.0/ports?device_id=8cd59216-52b0-41ca-8c0b-32140ffe76e8 HTTP/1.1" status: 200 len: 946 time: 0.0742254 Mar 30 18:23:43.849637 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-9726b054-caa4-4897-896d-e64c6dfe2b8e req-b0f07513-9dcf-4cc2-914c-3d0f6dd0e225 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?id=9aca0380-65a4-43ae-af2d-dca3c7f2e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873749 Mar 30 18:23:43.875389 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-866e7bc9-b026-403c-b76e-a95a50ea7a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:43.896447 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [req-1b8ce841-fc9d-46f4-9f31-b72c841f59bd req-e9a40350-5ca2-4927-8da8-a2975162459f tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Deleting port 720d8223-5134-4e19-a58f-9b81f520300e {{(pid=103495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:23:43.896783 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-1b8ce841-fc9d-46f4-9f31-b72c841f59bd req-e9a40350-5ca2-4927-8da8-a2975162459f tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (720d8223-5134-4e19-a58f-9b81f520300e), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:43.985802 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [req-1b8ce841-fc9d-46f4-9f31-b72c841f59bd req-e9a40350-5ca2-4927-8da8-a2975162459f tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] For port 720d8223-5134-4e19-a58f-9b81f520300e, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=720d8223-5134-4e19-a58f-9b81f520300e,segment=NetworkSegment(974ae415-aac9-43d0-b304-10ebb300cc57),segment_id=974ae415-aac9-43d0-b304-10ebb300cc57)] {{(pid=103495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:23:43.986181 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-1b8ce841-fc9d-46f4-9f31-b72c841f59bd req-e9a40350-5ca2-4927-8da8-a2975162459f tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (720d8223-5134-4e19-a58f-9b81f520300e), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:43.999256 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [req-1b8ce841-fc9d-46f4-9f31-b72c841f59bd req-e9a40350-5ca2-4927-8da8-a2975162459f tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Calling delete_port for 720d8223-5134-4e19-a58f-9b81f520300e owned by compute:nova {{(pid=103495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:23:44.121772 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-1b8ce841-fc9d-46f4-9f31-b72c841f59bd req-e9a40350-5ca2-4927-8da8-a2975162459f tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983'] for port (720d8223-5134-4e19-a58f-9b81f520300e), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:44.152959 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a40350-5ca2-4927-8da8-a2975162459f tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Pushing event deleted for resources: {'Port': ['ID=720d8223-5134-4e19-a58f-9b81f520300e,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:44.170876 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] get_ports_and_sgs() called for port_ids ['720d8223-5134-4e19-a58f-9b81f520300e'] {{(pid=103496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:23:44.198719 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b8ce841-fc9d-46f4-9f31-b72c841f59bd req-e9a40350-5ca2-4927-8da8-a2975162459f tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] No DVR routers for this DVR port 720d8223-5134-4e19-a58f-9b81f520300e on host hv-cinder-83588 {{(pid=103495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:23:44.201086 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-1b8ce841-fc9d-46f4-9f31-b72c841f59bd req-e9a40350-5ca2-4927-8da8-a2975162459f tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for port (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:44.204358 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-1b8ce841-fc9d-46f4-9f31-b72c841f59bd req-e9a40350-5ca2-4927-8da8-a2975162459f tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.44 "DELETE /v2.0/ports/720d8223-5134-4e19-a58f-9b81f520300e HTTP/1.1" status: 204 len: 173 time: 0.4199677 Mar 30 18:23:44.204787 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd59216-52b0-41ca-8c0b-32140ffe76e8', 'name': 'network-vif-deleted', 'tag': '720d8223-5134-4e19-a58f-9b81f520300e'}] {{(pid=103495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:23:44.207057 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0dfb30c8fd1ad248dcf0c7d180f6bc71f3cc1084e8ff52034c63c32eff48f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d464ff2-822f-41b5-82ef-2928ca737846" -d '{"events": [{"server_uuid": "8cd59216-52b0-41ca-8c0b-32140ffe76e8", "name": "network-vif-deleted", "tag": "720d8223-5134-4e19-a58f-9b81f520300e"}]}' {{(pid=103495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:23:44.241804 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47bcab33-8dd7-4e79-bb48-f9edb368be74 x-openstack-request-id: req-47bcab33-8dd7-4e79-bb48-f9edb368be74 {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:23:44.242103 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cd59216-52b0-41ca-8c0b-32140ffe76e8", "name": "network-vif-deleted", "tag": "720d8223-5134-4e19-a58f-9b81f520300e", "status": "completed", "code": 200}]} {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:23:44.242388 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-47bcab33-8dd7-4e79-bb48-f9edb368be74 {{(pid=103495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:23:44.242791 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47bcab33-8dd7-4e79-bb48-f9edb368be74'] response: {'server_uuid': '8cd59216-52b0-41ca-8c0b-32140ffe76e8', 'name': 'network-vif-deleted', 'tag': '720d8223-5134-4e19-a58f-9b81f520300e', 'status': 'completed', 'code': 200} Mar 30 18:23:44.647987 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-21720006-2065-43ca-935b-1ad1d84e97e8 req-b523c67e-6d37-4595-be02-7572dfe37a33 tempest-TestMinimumBasicScenario-742133584 tempest-TestMinimumBasicScenario-742133584-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd59216-52b0-41ca-8c0b-32140ffe76e8 HTTP/1.1" status: 200 len: 210 time: 0.0285201 Mar 30 18:23:44.971817 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4508a-559e-4f4a-b923-4456bc227361 req-24c73fb0-28c3-47dd-adf3-0601e03c1590 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:44.973265 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-04c4508a-559e-4f4a-b923-4456bc227361 req-24c73fb0-28c3-47dd-adf3-0601e03c1590 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 945 time: 0.0530632 Mar 30 18:23:45.022909 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-04c4508a-559e-4f4a-b923-4456bc227361 req-14d75d50-3f51-48f7-8804-5c900b9222b7 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?id=9aca0380-65a4-43ae-af2d-dca3c7f2e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438280 Mar 30 18:23:45.023616 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:46.148190 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b907449-3ac9-4594-b428-378c9ac0a17f req-6a904366-d11f-4173-9c30-eb00591bbef4 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:46.150343 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8b907449-3ac9-4594-b428-378c9ac0a17f req-6a904366-d11f-4173-9c30-eb00591bbef4 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 945 time: 0.0563595 Mar 30 18:23:46.190077 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 49500) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:23:46.202735 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8b907449-3ac9-4594-b428-378c9ac0a17f req-3cfe152b-2327-4736-a970-0f9daa6f407b tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?id=9aca0380-65a4-43ae-af2d-dca3c7f2e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464721 Mar 30 18:23:46.405102 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:46.723116 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-432d9411-453e-48fe-a125-7e46265885bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542320'] for router_interface (231b3496-9714-46f9-9820-3d676209e938), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:47.190050 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 720d8223-5134-4e19-a58f-9b81f520300e no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:23:47.210961 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.plugin [None req-432d9411-453e-48fe-a125-7e46265885bd admin admin] Deleting port bd019dac-dfe1-4a4f-8a09-6a04b7c5d729 {{(pid=103494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:23:47.211567 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] No Port match for: 720d8223-5134-4e19-a58f-9b81f520300e {{(pid=103496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:23:47.211697 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-432d9411-453e-48fe-a125-7e46265885bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (bd019dac-dfe1-4a4f-8a09-6a04b7c5d729), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:47.211798 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 720d8223-5134-4e19-a58f-9b81f520300e not bound to the agent host hv-cinder-83588 {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:23:47.296949 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.db [None req-432d9411-453e-48fe-a125-7e46265885bd admin admin] For port bd019dac-dfe1-4a4f-8a09-6a04b7c5d729, host dv-cinder-835881-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=bd019dac-dfe1-4a4f-8a09-6a04b7c5d729,segment=NetworkSegment(974ae415-aac9-43d0-b304-10ebb300cc57),segment_id=974ae415-aac9-43d0-b304-10ebb300cc57)] {{(pid=103494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:23:47.297348 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-432d9411-453e-48fe-a125-7e46265885bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (bd019dac-dfe1-4a4f-8a09-6a04b7c5d729), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:47.310970 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.plugin [None req-432d9411-453e-48fe-a125-7e46265885bd admin admin] Calling delete_port for bd019dac-dfe1-4a4f-8a09-6a04b7c5d729 owned by network:router_interface {{(pid=103494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:23:47.331175 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a16b0-dc55-4d46-9603-6f1bf7667e91 req-6369dab6-b401-417d-8e8b-a1a67d652986 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:47.332589 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ad8a16b0-dc55-4d46-9603-6f1bf7667e91 req-6369dab6-b401-417d-8e8b-a1a67d652986 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 945 time: 0.0530884 Mar 30 18:23:47.379335 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ad8a16b0-dc55-4d46-9603-6f1bf7667e91 req-774fe54f-d05f-47b2-afeb-1d640da94856 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?id=9aca0380-65a4-43ae-af2d-dca3c7f2e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405626 Mar 30 18:23:47.522875 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-432d9411-453e-48fe-a125-7e46265885bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5343457'] for port (bd019dac-dfe1-4a4f-8a09-6a04b7c5d729), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:47.549434 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432d9411-453e-48fe-a125-7e46265885bd admin admin] Pushing event deleted for resources: {'Port': ['ID=bd019dac-dfe1-4a4f-8a09-6a04b7c5d729,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:47.714856 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-432d9411-453e-48fe-a125-7e46265885bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548576'] for router_interface (231b3496-9714-46f9-9820-3d676209e938), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:47.938523 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-432d9411-453e-48fe-a125-7e46265885bd admin admin] Router 231b3496-9714-46f9-9820-3d676209e938 has already been hosted by L3 agent d6545c5f-a93c-4a15-87cd-019d3e75e7be {{(pid=103494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:23:47.994630 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:48.065778 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432d9411-453e-48fe-a125-7e46265885bd admin admin] Notify agent at l3_agent.dv-cinder-835881-1-iscsi the message routers_updated {{(pid=103494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:23:48.073819 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-432d9411-453e-48fe-a125-7e46265885bd admin admin] 10.222.0.41 "PUT /v2.0/routers/231b3496-9714-46f9-9820-3d676209e938/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8791711 Mar 30 18:23:48.074340 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 49508) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:23:48.077122 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b920b1c8-964f-4958-8502-c1f6323d4022 None None] Sync routers for ids ['231b3496-9714-46f9-9820-3d676209e938'] in dv-cinder-835881-1-iscsi {{(pid=103496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:23:48.089850 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b920b1c8-964f-4958-8502-c1f6323d4022 None None] Routers {'231b3496-9714-46f9-9820-3d676209e938'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:23:48.090522 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-b920b1c8-964f-4958-8502-c1f6323d4022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:23:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['231b3496-9714-46f9-9820-3d676209e938'], 'active': True} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:23:48.185653 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-c2d4da53-8de8-43a3-a65f-bb4e1f23fb02 admin admin] Publish callbacks [] for router (231b3496-9714-46f9-9820-3d676209e938), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:48.207033 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvr_db [None req-b920b1c8-964f-4958-8502-c1f6323d4022 None None] Set router 231b3496-9714-46f9-9820-3d676209e938 gateway port host: dv-cinder-835881-1-iscsi {{(pid=103496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:23:48.295068 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-c2d4da53-8de8-43a3-a65f-bb4e1f23fb02 admin admin] Publish callbacks [] for router_gateway (231b3496-9714-46f9-9820-3d676209e938), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:48.348459 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [None req-c2d4da53-8de8-43a3-a65f-bb4e1f23fb02 admin admin] Deleting port 48b1a78a-6d31-4657-9915-d138499e4b68 {{(pid=103495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:23:48.350050 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-c2d4da53-8de8-43a3-a65f-bb4e1f23fb02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (48b1a78a-6d31-4657-9915-d138499e4b68), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:48.405391 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-b920b1c8-964f-4958-8502-c1f6323d4022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '231b3496-9714-46f9-9820-3d676209e938', 'name': 'tempest-TestMinimumBasicScenario-865240045-router', 'tenant_id': '5f5df6d08f6a452b95df5f3a914df526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '48b1a78a-6d31-4657-9915-d138499e4b68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:45Z', 'updated_at': '2022-03-30T18:23:47Z', 'revision_number': 5, 'project_id': '5f5df6d08f6a452b95df5f3a914df526', 'gw_port': {'id': '48b1a78a-6d31-4657-9915-d138499e4b68', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:28:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231b3496-9714-46f9-9820-3d676209e938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:46Z', 'updated_at': '2022-03-30T18:18:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi'}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:23:48.431495 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [None req-c2d4da53-8de8-43a3-a65f-bb4e1f23fb02 admin admin] For port 48b1a78a-6d31-4657-9915-d138499e4b68, host dv-cinder-835881-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=48b1a78a-6d31-4657-9915-d138499e4b68,segment=NetworkSegment(3d136d15-dbd4-4a28-bf1a-1c22979f6a0d),segment_id=3d136d15-dbd4-4a28-bf1a-1c22979f6a0d)] {{(pid=103495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:23:48.432529 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-c2d4da53-8de8-43a3-a65f-bb4e1f23fb02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (48b1a78a-6d31-4657-9915-d138499e4b68), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:48.436441 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b920b1c8-964f-4958-8502-c1f6323d4022 None None] Checking router: 231b3496-9714-46f9-9820-3d676209e938 for host: dv-cinder-835881-1-iscsi {{(pid=103496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:23:48.444975 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b920b1c8-964f-4958-8502-c1f6323d4022 None None] Routers {'231b3496-9714-46f9-9820-3d676209e938'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:23:48.445582 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-b920b1c8-964f-4958-8502-c1f6323d4022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:23:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['231b3496-9714-46f9-9820-3d676209e938'], 'active': True} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:23:48.446318 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [None req-c2d4da53-8de8-43a3-a65f-bb4e1f23fb02 admin admin] Calling delete_port for 48b1a78a-6d31-4657-9915-d138499e4b68 owned by network:router_gateway {{(pid=103495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:23:48.535651 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvr_db [None req-b920b1c8-964f-4958-8502-c1f6323d4022 None None] Set router 231b3496-9714-46f9-9820-3d676209e938 gateway port host: None {{(pid=103496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:23:48.551399 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c769b95-ba2f-4181-b8cf-1c4dadb67b13 req-90ccc8bd-51cf-4716-9fd5-dc0b1960cd55 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:48.552881 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5c769b95-ba2f-4181-b8cf-1c4dadb67b13 req-90ccc8bd-51cf-4716-9fd5-dc0b1960cd55 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 945 time: 0.1012282 Mar 30 18:23:48.598834 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-b920b1c8-964f-4958-8502-c1f6323d4022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '231b3496-9714-46f9-9820-3d676209e938', 'name': 'tempest-TestMinimumBasicScenario-865240045-router', 'tenant_id': '5f5df6d08f6a452b95df5f3a914df526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:45Z', 'updated_at': '2022-03-30T18:23:48Z', 'revision_number': 6, 'project_id': '5f5df6d08f6a452b95df5f3a914df526', 'gw_port_host': None}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:23:48.635458 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b920b1c8-964f-4958-8502-c1f6323d4022 None None] The sync data for ids ['231b3496-9714-46f9-9820-3d676209e938'] in dv-cinder-835881-1-iscsi is: [{'id': '231b3496-9714-46f9-9820-3d676209e938', 'name': 'tempest-TestMinimumBasicScenario-865240045-router', 'tenant_id': '5f5df6d08f6a452b95df5f3a914df526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:45Z', 'updated_at': '2022-03-30T18:23:48Z', 'revision_number': 6, 'project_id': '5f5df6d08f6a452b95df5f3a914df526', 'gw_port_host': None}] {{(pid=103496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:23:48.639322 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (ab438a54-a4f6-4fd3-b589-96aa27265666), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:48.653779 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5c769b95-ba2f-4181-b8cf-1c4dadb67b13 req-c6c107bf-ec6c-40b9-a4ad-877edce88c77 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?id=9aca0380-65a4-43ae-af2d-dca3c7f2e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939648 Mar 30 18:23:48.702685 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-c2d4da53-8de8-43a3-a65f-bb4e1f23fb02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983'] for port (48b1a78a-6d31-4657-9915-d138499e4b68), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:48.731950 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d4da53-8de8-43a3-a65f-bb4e1f23fb02 admin admin] Pushing event deleted for resources: {'Port': ['ID=48b1a78a-6d31-4657-9915-d138499e4b68,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:48.752837 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-c2d4da53-8de8-43a3-a65f-bb4e1f23fb02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541194'] for router_gateway (231b3496-9714-46f9-9820-3d676209e938), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:48.855968 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-c2d4da53-8de8-43a3-a65f-bb4e1f23fb02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1693'] for router (231b3496-9714-46f9-9820-3d676209e938), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:48.858064 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-c2d4da53-8de8-43a3-a65f-bb4e1f23fb02 admin admin] Publish callbacks [] for router_controller (231b3496-9714-46f9-9820-3d676209e938), precommit_delete_associations {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:49.152576 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-c2d4da53-8de8-43a3-a65f-bb4e1f23fb02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548847'] for router (231b3496-9714-46f9-9820-3d676209e938), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:49.153177 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d4da53-8de8-43a3-a65f-bb4e1f23fb02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 231b3496-9714-46f9-9820-3d676209e938 {{(pid=103495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 18:23:49.158856 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-c2d4da53-8de8-43a3-a65f-bb4e1f23fb02 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:49.159976 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-c2d4da53-8de8-43a3-a65f-bb4e1f23fb02 admin admin] 10.222.0.41 "DELETE /v2.0/routers/231b3496-9714-46f9-9820-3d676209e938 HTTP/1.1" status: 204 len: 168 time: 1.0846627 Mar 30 18:23:49.162402 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 49512) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:23:49.205372 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.db_base_plugin_v2 [None req-0260b265-62cb-4486-ba47-028ba0449a7d admin admin] Deleting subnet e4202354-4e55-4eb0-b052-e39d4dd92df9 {{(pid=103495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 18:23:49.208361 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0260b265-62cb-4486-ba47-028ba0449a7d admin admin] Publish callbacks [] for subnet (e4202354-4e55-4eb0-b052-e39d4dd92df9), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:49.242912 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0260b265-62cb-4486-ba47-028ba0449a7d admin admin] Publish callbacks [] for subnet (e4202354-4e55-4eb0-b052-e39d4dd92df9), precommit_delete_associations {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:49.322022 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0260b265-62cb-4486-ba47-028ba0449a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122403'] for subnet (e4202354-4e55-4eb0-b052-e39d4dd92df9), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:49.379159 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0260b265-62cb-4486-ba47-028ba0449a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241'] for subnet (e4202354-4e55-4eb0-b052-e39d4dd92df9), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:49.405009 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0260b265-62cb-4486-ba47-028ba0449a7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4202354-4e55-4eb0-b052-e39d4dd92df9,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:49.408704 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0260b265-62cb-4486-ba47-028ba0449a7d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:49.411851 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-0260b265-62cb-4486-ba47-028ba0449a7d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e4202354-4e55-4eb0-b052-e39d4dd92df9 HTTP/1.1" status: 204 len: 168 time: 0.2485445 Mar 30 18:23:49.414309 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 49514) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:23:49.414848 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8323a28b-0abe-4c01-b216-47a8725ee6a5 None None] Network 6135f2b8-d5a7-4fb1-9c4a-a008078e870c requested from dv-cinder-835881-1-iscsi {{(pid=103496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:23:49.487213 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-cf477fbf-fd7a-4519-84b8-f41ec41e78c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052194'] for network (6135f2b8-d5a7-4fb1-9c4a-a008078e870c), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:49.560945 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [None req-cf477fbf-fd7a-4519-84b8-f41ec41e78c4 admin admin] Deleting port 8a4d434a-362c-4430-8642-b915259f272f {{(pid=103495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:23:49.561289 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-cf477fbf-fd7a-4519-84b8-f41ec41e78c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (8a4d434a-362c-4430-8642-b915259f272f), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:49.591999 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac03a8ee-7530-4b8d-9bc8-58e448a06acf None None] DHCP port deletion for 6135f2b8-d5a7-4fb1-9c4a-a008078e870c request from dv-cinder-835881-1-iscsi {{(pid=103496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 18:23:49.654393 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-ac03a8ee-7530-4b8d-9bc8-58e448a06acf None None] Deleting port 8a4d434a-362c-4430-8642-b915259f272f {{(pid=103496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:23:49.654794 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-ac03a8ee-7530-4b8d-9bc8-58e448a06acf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (8a4d434a-362c-4430-8642-b915259f272f), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:49.678762 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [None req-cf477fbf-fd7a-4519-84b8-f41ec41e78c4 admin admin] For port 8a4d434a-362c-4430-8642-b915259f272f, host dv-cinder-835881-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=8a4d434a-362c-4430-8642-b915259f272f,segment=NetworkSegment(974ae415-aac9-43d0-b304-10ebb300cc57),segment_id=974ae415-aac9-43d0-b304-10ebb300cc57)] {{(pid=103495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:23:49.679138 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-cf477fbf-fd7a-4519-84b8-f41ec41e78c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (8a4d434a-362c-4430-8642-b915259f272f), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:49.696805 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [None req-cf477fbf-fd7a-4519-84b8-f41ec41e78c4 admin admin] Calling delete_port for 8a4d434a-362c-4430-8642-b915259f272f owned by network:dhcp {{(pid=103495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:23:49.707247 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfbc1da-1e19-4249-9f18-9d5a3658aefd req-1d63aa16-11a6-4606-af50-a11960541200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:49.708389 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-6cfbc1da-1e19-4249-9f18-9d5a3658aefd req-1d63aa16-11a6-4606-af50-a11960541200 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53c3b19a0d50425983d94feecd1dec97&device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 1129 time: 0.1078777 Mar 30 18:23:49.723355 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device bd019dac-dfe1-4a4f-8a09-6a04b7c5d729 no longer exists at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:23:49.750836 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] No Port match for: bd019dac-dfe1-4a4f-8a09-6a04b7c5d729 {{(pid=103496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:23:49.751185 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device bd019dac-dfe1-4a4f-8a09-6a04b7c5d729 not bound to the agent host dv-cinder-835881-1-iscsi {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:23:49.751614 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 8a4d434a-362c-4430-8642-b915259f272f no longer exists at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:23:49.790466 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-ac03a8ee-7530-4b8d-9bc8-58e448a06acf None None] For port 8a4d434a-362c-4430-8642-b915259f272f, host dv-cinder-835881-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=8a4d434a-362c-4430-8642-b915259f272f,segment=NetworkSegment(974ae415-aac9-43d0-b304-10ebb300cc57),segment_id=974ae415-aac9-43d0-b304-10ebb300cc57)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:23:49.791322 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-ac03a8ee-7530-4b8d-9bc8-58e448a06acf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (8a4d434a-362c-4430-8642-b915259f272f), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:49.811925 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-ac03a8ee-7530-4b8d-9bc8-58e448a06acf None None] Calling delete_port for 8a4d434a-362c-4430-8642-b915259f272f owned by network:dhcp {{(pid=103496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:23:49.898979 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0390e5-10f2-4b40-a1d8-57f393e6234a req-13d1ef30-56a8-4e37-8160-e1e696aa16f4 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:49.901106 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-4c0390e5-10f2-4b40-a1d8-57f393e6234a req-13d1ef30-56a8-4e37-8160-e1e696aa16f4 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 945 time: 0.1461260 Mar 30 18:23:49.918987 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-cf477fbf-fd7a-4519-84b8-f41ec41e78c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983'] for port (8a4d434a-362c-4430-8642-b915259f272f), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:49.941887 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Current status of the port 8a4d434a-362c-4430-8642-b915259f272f is: ACTIVE; New status is: DOWN {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:23:49.942302 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (8a4d434a-362c-4430-8642-b915259f272f), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:49.954419 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfbc1da-1e19-4249-9f18-9d5a3658aefd req-52d096d7-4ec3-46a9-a596-d4a27b18ecf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:49.955873 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-6cfbc1da-1e19-4249-9f18-9d5a3658aefd req-52d096d7-4ec3-46a9-a596-d4a27b18ecf4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=af60dc63-0b0b-4d35-9038-6256b5be5587 HTTP/1.1" status: 200 len: 912 time: 0.1985872 Mar 30 18:23:49.960196 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf477fbf-fd7a-4519-84b8-f41ec41e78c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a4d434a-362c-4430-8642-b915259f272f,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:49.963770 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf477fbf-fd7a-4519-84b8-f41ec41e78c4 admin admin] No DVR routers for this DVR port 8a4d434a-362c-4430-8642-b915259f272f on host dv-cinder-835881-1-iscsi {{(pid=103495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:23:50.004260 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 48b1a78a-6d31-4657-9915-d138499e4b68 no longer exists at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:23:50.006023 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-ac03a8ee-7530-4b8d-9bc8-58e448a06acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983'] for port (8a4d434a-362c-4430-8642-b915259f272f), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:50.033246 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] No Port match for: 48b1a78a-6d31-4657-9915-d138499e4b68 {{(pid=103496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:23:50.033577 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 48b1a78a-6d31-4657-9915-d138499e4b68 not bound to the agent host dv-cinder-835881-1-iscsi {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:23:50.053551 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac03a8ee-7530-4b8d-9bc8-58e448a06acf None None] No DVR routers for this DVR port 8a4d434a-362c-4430-8642-b915259f272f on host dv-cinder-835881-1-iscsi {{(pid=103496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:23:50.054928 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac03a8ee-7530-4b8d-9bc8-58e448a06acf None None] Pushing event deleted for resources: {'Port': ['ID=8a4d434a-362c-4430-8642-b915259f272f,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:50.064281 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac03a8ee-7530-4b8d-9bc8-58e448a06acf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:50.064633 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac03a8ee-7530-4b8d-9bc8-58e448a06acf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:50.064981 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac03a8ee-7530-4b8d-9bc8-58e448a06acf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:50.065610 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac03a8ee-7530-4b8d-9bc8-58e448a06acf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:50.065715 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac03a8ee-7530-4b8d-9bc8-58e448a06acf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:50.065982 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac03a8ee-7530-4b8d-9bc8-58e448a06acf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:50.066345 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac03a8ee-7530-4b8d-9bc8-58e448a06acf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:50.066684 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac03a8ee-7530-4b8d-9bc8-58e448a06acf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:50.067006 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac03a8ee-7530-4b8d-9bc8-58e448a06acf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:50.067333 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac03a8ee-7530-4b8d-9bc8-58e448a06acf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:50.067670 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac03a8ee-7530-4b8d-9bc8-58e448a06acf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:50.068000 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac03a8ee-7530-4b8d-9bc8-58e448a06acf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:50.068326 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac03a8ee-7530-4b8d-9bc8-58e448a06acf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:50.068667 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac03a8ee-7530-4b8d-9bc8-58e448a06acf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:50.068981 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac03a8ee-7530-4b8d-9bc8-58e448a06acf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:23:50.096942 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-4c0390e5-10f2-4b40-a1d8-57f393e6234a req-d653c0a1-2995-4ca2-befa-c870110ba6ee tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?id=9aca0380-65a4-43ae-af2d-dca3c7f2e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1862957 Mar 30 18:23:50.111424 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-cf477fbf-fd7a-4519-84b8-f41ec41e78c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1203688', 'neutron.services.segments.db._delete_segments_for_network-8728099724090'] for network (6135f2b8-d5a7-4fb1-9c4a-a008078e870c), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:50.115349 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-6cfbc1da-1e19-4249-9f18-9d5a3658aefd req-7a130eca-12f6-437a-a97d-fd99827c42ed service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5 HTTP/1.1" status: 200 len: 1000 time: 0.1498826 Mar 30 18:23:50.158257 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-cf477fbf-fd7a-4519-84b8-f41ec41e78c4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:23:50.158610 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-cf477fbf-fd7a-4519-84b8-f41ec41e78c4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:23:50.159350 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-cf477fbf-fd7a-4519-84b8-f41ec41e78c4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:23:50.159681 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-cf477fbf-fd7a-4519-84b8-f41ec41e78c4 admin admin] Subscribe: > port after_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:23:50.160006 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-cf477fbf-fd7a-4519-84b8-f41ec41e78c4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:23:50.160343 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-cf477fbf-fd7a-4519-84b8-f41ec41e78c4 admin admin] Subscribe: > port after_update 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:23:50.160666 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-cf477fbf-fd7a-4519-84b8-f41ec41e78c4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:23:50.160985 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-cf477fbf-fd7a-4519-84b8-f41ec41e78c4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:23:50.161299 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-cf477fbf-fd7a-4519-84b8-f41ec41e78c4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:23:50.161618 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-cf477fbf-fd7a-4519-84b8-f41ec41e78c4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:23:50.274724 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-cf477fbf-fd7a-4519-84b8-f41ec41e78c4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:23:50.275641 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-cf477fbf-fd7a-4519-84b8-f41ec41e78c4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:23:50.275641 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-cf477fbf-fd7a-4519-84b8-f41ec41e78c4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:23:50.276289 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-cf477fbf-fd7a-4519-84b8-f41ec41e78c4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103495) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 18:23:50.276653 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.services.segments.db [None req-cf477fbf-fd7a-4519-84b8-f41ec41e78c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6135f2b8-d5a7-4fb1-9c4a-a008078e870c']}} {{(pid=103495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:23:50.299521 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.services.segments.db [None req-cf477fbf-fd7a-4519-84b8-f41ec41e78c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '974ae415-aac9-43d0-b304-10ebb300cc57') {'for_net_delete': True} {{(pid=103495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:23:50.299755 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.services.segments.db [None req-cf477fbf-fd7a-4519-84b8-f41ec41e78c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '974ae415-aac9-43d0-b304-10ebb300cc57') {} {{(pid=103495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:23:50.318950 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-cf477fbf-fd7a-4519-84b8-f41ec41e78c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728099723075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5945496'] for segment (974ae415-aac9-43d0-b304-10ebb300cc57), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:50.335996 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfbc1da-1e19-4249-9f18-9d5a3658aefd req-09eead48-c2a2-4ef8-bbba-cde26f171b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:50.337502 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-6cfbc1da-1e19-4249-9f18-9d5a3658aefd req-09eead48-c2a2-4ef8-bbba-cde26f171b35 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a9cbee5a-5f20-44f1-9b84-2d90e031a239 HTTP/1.1" status: 200 len: 850 time: 0.2151845 Mar 30 18:23:50.344561 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-cf477fbf-fd7a-4519-84b8-f41ec41e78c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125716'] for segment (974ae415-aac9-43d0-b304-10ebb300cc57), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:50.379939 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf477fbf-fd7a-4519-84b8-f41ec41e78c4 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=103495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 18:23:50.380616 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-cf477fbf-fd7a-4519-84b8-f41ec41e78c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5398801'] for segment (974ae415-aac9-43d0-b304-10ebb300cc57), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:50.384276 dv-cinder-835881-1-iscsi neutron-server[103495]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 30 18:23:50.384276 dv-cinder-835881-1-iscsi neutron-server[103495]: from cryptography.utils import int_from_bytes Mar 30 18:23:50.384276 dv-cinder-835881-1-iscsi neutron-server[103495]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 30 18:23:50.384276 dv-cinder-835881-1-iscsi neutron-server[103495]: from cryptography.utils import int_from_bytes Mar 30 18:23:50.384276 dv-cinder-835881-1-iscsi neutron-server[103495]: Traceback (most recent call last): Mar 30 18:23:50.384276 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 18:23:50.384276 dv-cinder-835881-1-iscsi neutron-server[103495]: timer() Mar 30 18:23:50.384276 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 18:23:50.384276 dv-cinder-835881-1-iscsi neutron-server[103495]: cb(*args, **kw) Mar 30 18:23:50.384276 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 18:23:50.384276 dv-cinder-835881-1-iscsi neutron-server[103495]: return func(*args, **kwargs) Mar 30 18:23:50.384276 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 18:23:50.384276 dv-cinder-835881-1-iscsi neutron-server[103495]: self._notify() Mar 30 18:23:50.384276 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 18:23:50.384276 dv-cinder-835881-1-iscsi neutron-server[103495]: self.callback(batched_events) Mar 30 18:23:50.384276 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 18:23:50.384276 dv-cinder-835881-1-iscsi neutron-server[103495]: event.method(event) Mar 30 18:23:50.384276 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 18:23:50.384276 dv-cinder-835881-1-iscsi neutron-server[103495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 18:23:50.384276 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 18:23:50.384276 dv-cinder-835881-1-iscsi neutron-server[103495]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 18:23:50.384276 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 18:23:50.384276 dv-cinder-835881-1-iscsi neutron-server[103495]: return f(self, *a, **k) Mar 30 18:23:50.384276 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 18:23:50.384276 dv-cinder-835881-1-iscsi neutron-server[103495]: return self._get(url).json() Mar 30 18:23:50.384276 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 18:23:50.384276 dv-cinder-835881-1-iscsi neutron-server[103495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 18:23:50.384276 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 18:23:50.384276 dv-cinder-835881-1-iscsi neutron-server[103495]: return self.request(url, 'GET', **kwargs) Mar 30 18:23:50.384276 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 18:23:50.384276 dv-cinder-835881-1-iscsi neutron-server[103495]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 18:23:50.384276 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 18:23:50.384276 dv-cinder-835881-1-iscsi neutron-server[103495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 18:23:50.384276 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 18:23:50.384276 dv-cinder-835881-1-iscsi neutron-server[103495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 18:23:50.384276 dv-cinder-835881-1-iscsi neutron-server[103495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 18:23:50.449289 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfbc1da-1e19-4249-9f18-9d5a3658aefd req-cce0ebee-8187-4421-a2b3-638156af14e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:50.450836 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-6cfbc1da-1e19-4249-9f18-9d5a3658aefd req-cce0ebee-8187-4421-a2b3-638156af14e2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=af60dc63-0b0b-4d35-9038-6256b5be5587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1033001 Mar 30 18:23:50.451859 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-cf477fbf-fd7a-4519-84b8-f41ec41e78c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1203681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541286'] for network (6135f2b8-d5a7-4fb1-9c4a-a008078e870c), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:50.466846 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-cf477fbf-fd7a-4519-84b8-f41ec41e78c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:50.470946 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-cf477fbf-fd7a-4519-84b8-f41ec41e78c4 admin admin] 10.222.0.41 "DELETE /v2.0/networks/6135f2b8-d5a7-4fb1-9c4a-a008078e870c HTTP/1.1" status: 204 len: 168 time: 1.0557117 Mar 30 18:23:50.473909 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 49520) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:23:50.489181 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf477fbf-fd7a-4519-84b8-f41ec41e78c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=6135f2b8-d5a7-4fb1-9c4a-a008078e870c,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:50.562451 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-6cfbc1da-1e19-4249-9f18-9d5a3658aefd req-d5935e5d-4abc-4057-9e0f-74b83a3b8b8c service neutron] 10.222.0.44 "GET /v2.0/networks/af60dc63-0b0b-4d35-9038-6256b5be5587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048160 Mar 30 18:23:50.652712 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-6cfbc1da-1e19-4249-9f18-9d5a3658aefd req-d8171ad1-c7f8-465b-af76-2ca4eda71a8c service neutron] 10.222.0.44 "GET /v2.0/networks/af60dc63-0b0b-4d35-9038-6256b5be5587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839932 Mar 30 18:23:50.826469 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-c9afd440-58c7-48b7-875f-f9c561850765 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542320'] for router_interface (5091247e-a95a-4f16-bf64-2868038e0358), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:51.066813 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.plugin [None req-c9afd440-58c7-48b7-875f-f9c561850765 admin admin] Deleting port 731c1026-56c7-4158-acf3-ec2fe9a6ecb3 {{(pid=103494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:23:51.067153 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-c9afd440-58c7-48b7-875f-f9c561850765 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (731c1026-56c7-4158-acf3-ec2fe9a6ecb3), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:51.147683 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.db [None req-c9afd440-58c7-48b7-875f-f9c561850765 admin admin] For port 731c1026-56c7-4158-acf3-ec2fe9a6ecb3, host dv-cinder-835881-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=731c1026-56c7-4158-acf3-ec2fe9a6ecb3,segment=NetworkSegment(c859a8f4-aa09-4594-bd68-44d1a4653cfb),segment_id=c859a8f4-aa09-4594-bd68-44d1a4653cfb)] {{(pid=103494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:23:51.148048 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-c9afd440-58c7-48b7-875f-f9c561850765 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (731c1026-56c7-4158-acf3-ec2fe9a6ecb3), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:51.161168 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.plugin [None req-c9afd440-58c7-48b7-875f-f9c561850765 admin admin] Calling delete_port for 731c1026-56c7-4158-acf3-ec2fe9a6ecb3 owned by network:router_interface {{(pid=103494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:23:51.221269 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1bdf75-40fb-4ffb-9e04-5372ed605be6 req-d7a07a1c-5b36-4655-a2ec-3b54527fd959 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:51.222855 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5a1bdf75-40fb-4ffb-9e04-5372ed605be6 req-d7a07a1c-5b36-4655-a2ec-3b54527fd959 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 945 time: 0.0592134 Mar 30 18:23:51.269932 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5a1bdf75-40fb-4ffb-9e04-5372ed605be6 req-4141dca2-2b06-4135-a4b7-381ccf6bc8f6 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?id=9aca0380-65a4-43ae-af2d-dca3c7f2e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408654 Mar 30 18:23:51.346717 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-c9afd440-58c7-48b7-875f-f9c561850765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5343457'] for port (731c1026-56c7-4158-acf3-ec2fe9a6ecb3), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:51.373606 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9afd440-58c7-48b7-875f-f9c561850765 admin admin] Pushing event deleted for resources: {'Port': ['ID=731c1026-56c7-4158-acf3-ec2fe9a6ecb3,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:51.549263 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-c9afd440-58c7-48b7-875f-f9c561850765 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548576'] for router_interface (5091247e-a95a-4f16-bf64-2868038e0358), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:51.947066 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9afd440-58c7-48b7-875f-f9c561850765 admin admin] Router 5091247e-a95a-4f16-bf64-2868038e0358 has already been hosted by L3 agent d6545c5f-a93c-4a15-87cd-019d3e75e7be {{(pid=103494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:23:52.052988 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9afd440-58c7-48b7-875f-f9c561850765 admin admin] Notify agent at l3_agent.dv-cinder-835881-1-iscsi the message routers_updated {{(pid=103494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:23:52.059267 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-c9afd440-58c7-48b7-875f-f9c561850765 admin admin] 10.222.0.41 "PUT /v2.0/routers/5091247e-a95a-4f16-bf64-2868038e0358/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5842967 Mar 30 18:23:52.061719 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 49526) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:23:52.066292 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6c673b-0489-499b-afdd-7e589d1bfb41 None None] Sync routers for ids ['5091247e-a95a-4f16-bf64-2868038e0358'] in dv-cinder-835881-1-iscsi {{(pid=103497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:23:52.076438 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6c673b-0489-499b-afdd-7e589d1bfb41 None None] Routers {'5091247e-a95a-4f16-bf64-2868038e0358'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:23:52.077052 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-4c6c673b-0489-499b-afdd-7e589d1bfb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:23:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['5091247e-a95a-4f16-bf64-2868038e0358'], 'active': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:23:52.169475 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-9ab1cc3d-4c04-4694-9c68-d5070950cba8 admin admin] Publish callbacks [] for router (5091247e-a95a-4f16-bf64-2868038e0358), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:52.180602 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvr_db [None req-4c6c673b-0489-499b-afdd-7e589d1bfb41 None None] Set router 5091247e-a95a-4f16-bf64-2868038e0358 gateway port host: dv-cinder-835881-1-iscsi {{(pid=103497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:23:52.279809 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-9ab1cc3d-4c04-4694-9c68-d5070950cba8 admin admin] Publish callbacks [] for router_gateway (5091247e-a95a-4f16-bf64-2868038e0358), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:52.334042 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.plugin [None req-9ab1cc3d-4c04-4694-9c68-d5070950cba8 admin admin] Deleting port 53aeb714-06a2-454d-b10e-deaf84d0d97a {{(pid=103494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:23:52.334414 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-9ab1cc3d-4c04-4694-9c68-d5070950cba8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (53aeb714-06a2-454d-b10e-deaf84d0d97a), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:52.361242 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-4c6c673b-0489-499b-afdd-7e589d1bfb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5091247e-a95a-4f16-bf64-2868038e0358', 'name': 'tempest-TestMinimumBasicScenario-1584443638-router', 'tenant_id': 'ff11d3c912ba46eb8e0bb7dc273161ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '53aeb714-06a2-454d-b10e-deaf84d0d97a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:51Z', 'updated_at': '2022-03-30T18:23:51Z', 'revision_number': 5, 'project_id': 'ff11d3c912ba46eb8e0bb7dc273161ff', 'gw_port': {'id': '53aeb714-06a2-454d-b10e-deaf84d0d97a', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:be:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5091247e-a95a-4f16-bf64-2868038e0358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:18:51Z', 'updated_at': '2022-03-30T18:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi'}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:23:52.393404 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6c673b-0489-499b-afdd-7e589d1bfb41 None None] Checking router: 5091247e-a95a-4f16-bf64-2868038e0358 for host: dv-cinder-835881-1-iscsi {{(pid=103497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:23:52.395963 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d0e64f-8a1d-47dc-a187-0e14b0cc1622 req-fa5cd432-f470-42f2-80b4-c2e3ddafff9d tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:52.397480 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-42d0e64f-8a1d-47dc-a187-0e14b0cc1622 req-fa5cd432-f470-42f2-80b4-c2e3ddafff9d tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 945 time: 0.0552590 Mar 30 18:23:52.403836 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6c673b-0489-499b-afdd-7e589d1bfb41 None None] Routers {'5091247e-a95a-4f16-bf64-2868038e0358'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:23:52.404446 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-4c6c673b-0489-499b-afdd-7e589d1bfb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:23:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['5091247e-a95a-4f16-bf64-2868038e0358'], 'active': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:23:52.424696 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.db [None req-9ab1cc3d-4c04-4694-9c68-d5070950cba8 admin admin] For port 53aeb714-06a2-454d-b10e-deaf84d0d97a, host dv-cinder-835881-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=53aeb714-06a2-454d-b10e-deaf84d0d97a,segment=NetworkSegment(3d136d15-dbd4-4a28-bf1a-1c22979f6a0d),segment_id=3d136d15-dbd4-4a28-bf1a-1c22979f6a0d)] {{(pid=103494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:23:52.425245 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-9ab1cc3d-4c04-4694-9c68-d5070950cba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (53aeb714-06a2-454d-b10e-deaf84d0d97a), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:52.443086 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.plugin [None req-9ab1cc3d-4c04-4694-9c68-d5070950cba8 admin admin] Calling delete_port for 53aeb714-06a2-454d-b10e-deaf84d0d97a owned by network:router_gateway {{(pid=103494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:23:52.454346 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-42d0e64f-8a1d-47dc-a187-0e14b0cc1622 req-7da331cc-a023-45f5-b2cb-6ea7804809a2 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?id=9aca0380-65a4-43ae-af2d-dca3c7f2e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502403 Mar 30 18:23:52.489949 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvr_db [None req-4c6c673b-0489-499b-afdd-7e589d1bfb41 None None] Set router 5091247e-a95a-4f16-bf64-2868038e0358 gateway port host: None {{(pid=103497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:23:52.543988 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-4c6c673b-0489-499b-afdd-7e589d1bfb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5091247e-a95a-4f16-bf64-2868038e0358', 'name': 'tempest-TestMinimumBasicScenario-1584443638-router', 'tenant_id': 'ff11d3c912ba46eb8e0bb7dc273161ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:51Z', 'updated_at': '2022-03-30T18:23:52Z', 'revision_number': 6, 'project_id': 'ff11d3c912ba46eb8e0bb7dc273161ff', 'gw_port_host': None}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:23:52.569914 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6c673b-0489-499b-afdd-7e589d1bfb41 None None] The sync data for ids ['5091247e-a95a-4f16-bf64-2868038e0358'] in dv-cinder-835881-1-iscsi is: [{'id': '5091247e-a95a-4f16-bf64-2868038e0358', 'name': 'tempest-TestMinimumBasicScenario-1584443638-router', 'tenant_id': 'ff11d3c912ba46eb8e0bb7dc273161ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:18:51Z', 'updated_at': '2022-03-30T18:23:52Z', 'revision_number': 6, 'project_id': 'ff11d3c912ba46eb8e0bb7dc273161ff', 'gw_port_host': None}] {{(pid=103497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:23:52.616060 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-9ab1cc3d-4c04-4694-9c68-d5070950cba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5343457'] for port (53aeb714-06a2-454d-b10e-deaf84d0d97a), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:52.641783 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab1cc3d-4c04-4694-9c68-d5070950cba8 admin admin] Pushing event deleted for resources: {'Port': ['ID=53aeb714-06a2-454d-b10e-deaf84d0d97a,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:52.705021 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-9ab1cc3d-4c04-4694-9c68-d5070950cba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541194'] for router_gateway (5091247e-a95a-4f16-bf64-2868038e0358), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:52.813385 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-9ab1cc3d-4c04-4694-9c68-d5070950cba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1693'] for router (5091247e-a95a-4f16-bf64-2868038e0358), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:52.815506 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-9ab1cc3d-4c04-4694-9c68-d5070950cba8 admin admin] Publish callbacks [] for router_controller (5091247e-a95a-4f16-bf64-2868038e0358), precommit_delete_associations {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:52.877608 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-9ab1cc3d-4c04-4694-9c68-d5070950cba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548847'] for router (5091247e-a95a-4f16-bf64-2868038e0358), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:52.878051 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab1cc3d-4c04-4694-9c68-d5070950cba8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5091247e-a95a-4f16-bf64-2868038e0358 {{(pid=103494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 18:23:52.882948 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-9ab1cc3d-4c04-4694-9c68-d5070950cba8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:52.884078 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-9ab1cc3d-4c04-4694-9c68-d5070950cba8 admin admin] 10.222.0.41 "DELETE /v2.0/routers/5091247e-a95a-4f16-bf64-2868038e0358 HTTP/1.1" status: 204 len: 168 time: 0.8214250 Mar 30 18:23:52.887348 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 49532) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:23:52.932149 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c2a7128-5087-4270-be93-13b6e215bd80 admin admin] Deleting subnet 6293d5dd-194c-40d5-a1b1-fefc992b6ec6 {{(pid=103494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 18:23:52.935374 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-9c2a7128-5087-4270-be93-13b6e215bd80 admin admin] Publish callbacks [] for subnet (6293d5dd-194c-40d5-a1b1-fefc992b6ec6), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:52.974713 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-9c2a7128-5087-4270-be93-13b6e215bd80 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5271413'] for subnet (6293d5dd-194c-40d5-a1b1-fefc992b6ec6), precommit_delete_associations {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:53.083971 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-9c2a7128-5087-4270-be93-13b6e215bd80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122403'] for subnet (6293d5dd-194c-40d5-a1b1-fefc992b6ec6), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:53.137736 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-9c2a7128-5087-4270-be93-13b6e215bd80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5344530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5415489'] for subnet (6293d5dd-194c-40d5-a1b1-fefc992b6ec6), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:53.162065 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a7128-5087-4270-be93-13b6e215bd80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6293d5dd-194c-40d5-a1b1-fefc992b6ec6,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:53.165702 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-9c2a7128-5087-4270-be93-13b6e215bd80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for subnet (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:53.170377 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-9c2a7128-5087-4270-be93-13b6e215bd80 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6293d5dd-194c-40d5-a1b1-fefc992b6ec6 HTTP/1.1" status: 204 len: 168 time: 0.2820351 Mar 30 18:23:53.172740 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5235a673-ba05-4c98-943f-9868e8908476 None None] Network 8d7e2eb0-51df-4942-a469-87a3d5fcb169 requested from dv-cinder-835881-1-iscsi {{(pid=103496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:23:53.174526 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 49534) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:23:53.242253 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-6d1c4d3c-47b8-48c7-aa12-49e287bec1ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052194'] for network (8d7e2eb0-51df-4942-a469-87a3d5fcb169), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:53.300027 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.plugin [None req-6d1c4d3c-47b8-48c7-aa12-49e287bec1ff admin admin] Deleting port 009a9946-45d7-4a93-ab87-03de8056bf57 {{(pid=103494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:23:53.300373 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-6d1c4d3c-47b8-48c7-aa12-49e287bec1ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (009a9946-45d7-4a93-ab87-03de8056bf57), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:53.348599 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0dd969f-51c3-4343-970d-659f26b30144 None None] DHCP port deletion for 8d7e2eb0-51df-4942-a469-87a3d5fcb169 request from dv-cinder-835881-1-iscsi {{(pid=103496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 18:23:53.365533 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.db [None req-6d1c4d3c-47b8-48c7-aa12-49e287bec1ff admin admin] For port 009a9946-45d7-4a93-ab87-03de8056bf57, host dv-cinder-835881-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=009a9946-45d7-4a93-ab87-03de8056bf57,segment=NetworkSegment(c859a8f4-aa09-4594-bd68-44d1a4653cfb),segment_id=c859a8f4-aa09-4594-bd68-44d1a4653cfb)] {{(pid=103494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:23:53.365742 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-6d1c4d3c-47b8-48c7-aa12-49e287bec1ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (009a9946-45d7-4a93-ab87-03de8056bf57), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:53.379912 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.plugin [None req-6d1c4d3c-47b8-48c7-aa12-49e287bec1ff admin admin] Calling delete_port for 009a9946-45d7-4a93-ab87-03de8056bf57 owned by network:dhcp {{(pid=103494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:23:53.400209 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e0dd969f-51c3-4343-970d-659f26b30144 None None] Deleting port 009a9946-45d7-4a93-ab87-03de8056bf57 {{(pid=103496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:23:53.400547 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e0dd969f-51c3-4343-970d-659f26b30144 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (009a9946-45d7-4a93-ab87-03de8056bf57), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:53.466186 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e0dd969f-51c3-4343-970d-659f26b30144 None None] For port 009a9946-45d7-4a93-ab87-03de8056bf57, host dv-cinder-835881-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=009a9946-45d7-4a93-ab87-03de8056bf57,segment=NetworkSegment(c859a8f4-aa09-4594-bd68-44d1a4653cfb),segment_id=c859a8f4-aa09-4594-bd68-44d1a4653cfb)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:23:53.466595 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e0dd969f-51c3-4343-970d-659f26b30144 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (009a9946-45d7-4a93-ab87-03de8056bf57), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:53.468207 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-6d1c4d3c-47b8-48c7-aa12-49e287bec1ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5343457'] for port (009a9946-45d7-4a93-ab87-03de8056bf57), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:53.484754 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e0dd969f-51c3-4343-970d-659f26b30144 None None] Calling delete_port for 009a9946-45d7-4a93-ab87-03de8056bf57 owned by network:dhcp {{(pid=103496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:23:53.492738 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c4d3c-47b8-48c7-aa12-49e287bec1ff admin admin] Pushing event deleted for resources: {'Port': ['ID=009a9946-45d7-4a93-ab87-03de8056bf57,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:53.503668 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1c4d3c-47b8-48c7-aa12-49e287bec1ff admin admin] No DVR routers for this DVR port 009a9946-45d7-4a93-ab87-03de8056bf57 on host dv-cinder-835881-1-iscsi {{(pid=103494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:23:53.565782 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e0dd969f-51c3-4343-970d-659f26b30144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983'] for port (009a9946-45d7-4a93-ab87-03de8056bf57), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:53.585087 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ff388-39b7-463a-a4c9-7f357c518e9f req-a6ad3d5d-df8b-4af0-83c7-4c547df77cd6 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:53.586986 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f48ff388-39b7-463a-a4c9-7f357c518e9f req-a6ad3d5d-df8b-4af0-83c7-4c547df77cd6 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 945 time: 0.0653527 Mar 30 18:23:53.596759 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dd969f-51c3-4343-970d-659f26b30144 None None] Pushing event deleted for resources: {'Port': ['ID=009a9946-45d7-4a93-ab87-03de8056bf57,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:53.598693 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dd969f-51c3-4343-970d-659f26b30144 None None] No DVR routers for this DVR port 009a9946-45d7-4a93-ab87-03de8056bf57 on host dv-cinder-835881-1-iscsi {{(pid=103496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:23:53.603346 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-6d1c4d3c-47b8-48c7-aa12-49e287bec1ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1203688', 'neutron.services.segments.db._delete_segments_for_network-8728099724090'] for network (8d7e2eb0-51df-4942-a469-87a3d5fcb169), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:53.632029 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.services.segments.db [None req-6d1c4d3c-47b8-48c7-aa12-49e287bec1ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d7e2eb0-51df-4942-a469-87a3d5fcb169']}} {{(pid=103494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:23:53.646116 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.services.segments.db [None req-6d1c4d3c-47b8-48c7-aa12-49e287bec1ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c859a8f4-aa09-4594-bd68-44d1a4653cfb') {'for_net_delete': True} {{(pid=103494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:23:53.650633 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.services.segments.db [None req-6d1c4d3c-47b8-48c7-aa12-49e287bec1ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c859a8f4-aa09-4594-bd68-44d1a4653cfb') {} {{(pid=103494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:23:53.668399 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-6d1c4d3c-47b8-48c7-aa12-49e287bec1ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728099723075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5271422'] for segment (c859a8f4-aa09-4594-bd68-44d1a4653cfb), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:53.678677 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f48ff388-39b7-463a-a4c9-7f357c518e9f req-501b23df-8f08-436d-b7f5-e9a9f56b6a60 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?id=9aca0380-65a4-43ae-af2d-dca3c7f2e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669155 Mar 30 18:23:53.684128 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 731c1026-56c7-4158-acf3-ec2fe9a6ecb3 no longer exists at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:23:53.689139 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-6d1c4d3c-47b8-48c7-aa12-49e287bec1ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125716'] for segment (c859a8f4-aa09-4594-bd68-44d1a4653cfb), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:53.697334 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d1c4d3c-47b8-48c7-aa12-49e287bec1ff admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=103494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 18:23:53.697830 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-6d1c4d3c-47b8-48c7-aa12-49e287bec1ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5343412'] for segment (c859a8f4-aa09-4594-bd68-44d1a4653cfb), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:53.699982 dv-cinder-835881-1-iscsi neutron-server[103494]: Traceback (most recent call last): Mar 30 18:23:53.699982 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 18:23:53.699982 dv-cinder-835881-1-iscsi neutron-server[103494]: timer() Mar 30 18:23:53.699982 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 18:23:53.699982 dv-cinder-835881-1-iscsi neutron-server[103494]: cb(*args, **kw) Mar 30 18:23:53.699982 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 18:23:53.699982 dv-cinder-835881-1-iscsi neutron-server[103494]: return func(*args, **kwargs) Mar 30 18:23:53.699982 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 18:23:53.699982 dv-cinder-835881-1-iscsi neutron-server[103494]: self._notify() Mar 30 18:23:53.699982 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 18:23:53.699982 dv-cinder-835881-1-iscsi neutron-server[103494]: self.callback(batched_events) Mar 30 18:23:53.699982 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 18:23:53.699982 dv-cinder-835881-1-iscsi neutron-server[103494]: event.method(event) Mar 30 18:23:53.699982 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 18:23:53.699982 dv-cinder-835881-1-iscsi neutron-server[103494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 18:23:53.699982 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 18:23:53.699982 dv-cinder-835881-1-iscsi neutron-server[103494]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 18:23:53.699982 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 18:23:53.699982 dv-cinder-835881-1-iscsi neutron-server[103494]: return f(self, *a, **k) Mar 30 18:23:53.699982 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 18:23:53.699982 dv-cinder-835881-1-iscsi neutron-server[103494]: return self._get(url).json() Mar 30 18:23:53.699982 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 18:23:53.699982 dv-cinder-835881-1-iscsi neutron-server[103494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 18:23:53.699982 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 18:23:53.699982 dv-cinder-835881-1-iscsi neutron-server[103494]: return self.request(url, 'GET', **kwargs) Mar 30 18:23:53.699982 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 18:23:53.699982 dv-cinder-835881-1-iscsi neutron-server[103494]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 18:23:53.699982 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 18:23:53.699982 dv-cinder-835881-1-iscsi neutron-server[103494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 18:23:53.699982 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 18:23:53.699982 dv-cinder-835881-1-iscsi neutron-server[103494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 18:23:53.699982 dv-cinder-835881-1-iscsi neutron-server[103494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 18:23:53.707084 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] No Port match for: 731c1026-56c7-4158-acf3-ec2fe9a6ecb3 {{(pid=103496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:23:53.707446 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 731c1026-56c7-4158-acf3-ec2fe9a6ecb3 not bound to the agent host dv-cinder-835881-1-iscsi {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:23:53.707864 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 009a9946-45d7-4a93-ab87-03de8056bf57 no longer exists at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:23:53.766205 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-6d1c4d3c-47b8-48c7-aa12-49e287bec1ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1203681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541286'] for network (8d7e2eb0-51df-4942-a469-87a3d5fcb169), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:53.770819 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-6d1c4d3c-47b8-48c7-aa12-49e287bec1ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:53.774040 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-6d1c4d3c-47b8-48c7-aa12-49e287bec1ff admin admin] 10.222.0.41 "DELETE /v2.0/networks/8d7e2eb0-51df-4942-a469-87a3d5fcb169 HTTP/1.1" status: 204 len: 168 time: 0.5985627 Mar 30 18:23:53.787709 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c4d3c-47b8-48c7-aa12-49e287bec1ff admin admin] Pushing event deleted for resources: {'Network': ['ID=8d7e2eb0-51df-4942-a469-87a3d5fcb169,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:53.855391 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] No Port match for: 009a9946-45d7-4a93-ab87-03de8056bf57 {{(pid=103496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:23:53.855717 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 009a9946-45d7-4a93-ab87-03de8056bf57 not bound to the agent host dv-cinder-835881-1-iscsi {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:23:53.856077 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 53aeb714-06a2-454d-b10e-deaf84d0d97a no longer exists at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:23:53.875935 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] No Port match for: 53aeb714-06a2-454d-b10e-deaf84d0d97a {{(pid=103496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:23:53.876292 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 53aeb714-06a2-454d-b10e-deaf84d0d97a not bound to the agent host dv-cinder-835881-1-iscsi {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:23:53.894015 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 49540) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:23:53.933691 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-17b8de3e-31b1-411d-bd69-be7c54f4793d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5f5df6d08f6a452b95df5f3a914df526&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384653 Mar 30 18:23:53.936053 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 49542) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:23:53.981256 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-aa68469d-41c6-4e31-b6bc-b6886e62ce7e admin admin] Publish callbacks [] for security_group (36b15ee7-1f38-4ffe-ad50-39a84deb3596), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:54.002037 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-aa68469d-41c6-4e31-b6bc-b6886e62ce7e admin admin] Publish callbacks [] for security_group (36b15ee7-1f38-4ffe-ad50-39a84deb3596), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:54.051110 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-aa68469d-41c6-4e31-b6bc-b6886e62ce7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (36b15ee7-1f38-4ffe-ad50-39a84deb3596), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:54.053747 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-aa68469d-41c6-4e31-b6bc-b6886e62ce7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:54.054898 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-aa68469d-41c6-4e31-b6bc-b6886e62ce7e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/36b15ee7-1f38-4ffe-ad50-39a84deb3596 HTTP/1.1" status: 204 len: 168 time: 0.1179674 Mar 30 18:23:54.062983 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa68469d-41c6-4e31-b6bc-b6886e62ce7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b15ee7-1f38-4ffe-ad50-39a84deb3596,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:54.359458 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 49548) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:23:54.397602 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-9dd3dd0f-ba89-4fb2-bdc8-d08987ce20bf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ff11d3c912ba46eb8e0bb7dc273161ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0369709 Mar 30 18:23:54.400407 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 49550) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:23:54.447504 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-e78fa51f-42ae-4300-a892-11d17b2f938c admin admin] Publish callbacks [] for security_group (7649cafc-dc4e-4ce7-ad60-4a35956fd408), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:54.468122 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-e78fa51f-42ae-4300-a892-11d17b2f938c admin admin] Publish callbacks [] for security_group (7649cafc-dc4e-4ce7-ad60-4a35956fd408), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:54.515313 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-e78fa51f-42ae-4300-a892-11d17b2f938c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (7649cafc-dc4e-4ce7-ad60-4a35956fd408), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:54.517806 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-e78fa51f-42ae-4300-a892-11d17b2f938c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:23:54.518991 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-e78fa51f-42ae-4300-a892-11d17b2f938c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7649cafc-dc4e-4ce7-ad60-4a35956fd408 HTTP/1.1" status: 204 len: 168 time: 0.1176269 Mar 30 18:23:54.527074 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78fa51f-42ae-4300-a892-11d17b2f938c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7649cafc-dc4e-4ce7-ad60-4a35956fd408,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:23:54.821185 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db819315-766a-4a3f-9a5b-aa5e9e12b629 req-e80d0a0b-b9a9-4f0f-bc6e-247ac5027aee tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:54.823366 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-db819315-766a-4a3f-9a5b-aa5e9e12b629 req-e80d0a0b-b9a9-4f0f-bc6e-247ac5027aee tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 945 time: 0.0580101 Mar 30 18:23:54.873818 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-db819315-766a-4a3f-9a5b-aa5e9e12b629 req-bc40cb13-7be1-4a7a-ae56-2dfb0e235b47 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?id=9aca0380-65a4-43ae-af2d-dca3c7f2e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447342 Mar 30 18:23:55.995829 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95e19c-3dec-4875-864c-40b01a075f41 req-2610c09f-fea0-49fa-abb3-b7ff9e937e90 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:55.997289 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-be95e19c-3dec-4875-864c-40b01a075f41 req-2610c09f-fea0-49fa-abb3-b7ff9e937e90 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 945 time: 0.0559528 Mar 30 18:23:56.044416 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-be95e19c-3dec-4875-864c-40b01a075f41 req-39f8f95b-789d-4fd9-9690-6d395ef67e29 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?id=9aca0380-65a4-43ae-af2d-dca3c7f2e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416114 Mar 30 18:23:57.159844 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ac1ba-a978-4330-806a-760147b17301 req-ec6510ea-9380-4f2c-bc3d-be3903866664 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:57.161286 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0b7ac1ba-a978-4330-806a-760147b17301 req-ec6510ea-9380-4f2c-bc3d-be3903866664 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 945 time: 0.0512798 Mar 30 18:23:57.207861 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0b7ac1ba-a978-4330-806a-760147b17301 req-9155e697-f50b-4833-ac24-6a3b0929e79e tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?id=9aca0380-65a4-43ae-af2d-dca3c7f2e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395634 Mar 30 18:23:58.323187 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b0155-cf4d-4535-b5ff-f7e015f1469a req-4f01ac62-7f8c-4f0f-af2c-d7bc8f427ac2 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:58.324570 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-516b0155-cf4d-4535-b5ff-f7e015f1469a req-4f01ac62-7f8c-4f0f-af2c-d7bc8f427ac2 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 945 time: 0.0525744 Mar 30 18:23:58.373653 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-516b0155-cf4d-4535-b5ff-f7e015f1469a req-fd348add-055e-4017-b954-07c2c186b4d4 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?id=9aca0380-65a4-43ae-af2d-dca3c7f2e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435634 Mar 30 18:23:58.570482 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3618d8a-1cbe-4155-8561-ce0a560825d7 req-7caefe47-d3d5-44a0-a6e1-3db37ebdd2b2 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:58.572606 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c3618d8a-1cbe-4155-8561-ce0a560825d7 req-7caefe47-d3d5-44a0-a6e1-3db37ebdd2b2 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 945 time: 0.0517480 Mar 30 18:23:58.647817 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c3618d8a-1cbe-4155-8561-ce0a560825d7 req-b40796d8-150d-4538-ba5d-a41c59b4b21a tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?id=9aca0380-65a4-43ae-af2d-dca3c7f2e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640075 Mar 30 18:23:58.650493 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b3563f-4438-453d-888c-f1f249c1e8aa req-675fd252-5efe-480d-8ff8-f02615c5972c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:58.651945 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-78b3563f-4438-453d-888c-f1f249c1e8aa req-675fd252-5efe-480d-8ff8-f02615c5972c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53c3b19a0d50425983d94feecd1dec97&device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 1129 time: 0.0758169 Mar 30 18:23:58.744860 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b3563f-4438-453d-888c-f1f249c1e8aa req-f38d466c-7130-4305-9768-5e3ab057b1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:58.746345 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-78b3563f-4438-453d-888c-f1f249c1e8aa req-f38d466c-7130-4305-9768-5e3ab057b1b2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=af60dc63-0b0b-4d35-9038-6256b5be5587 HTTP/1.1" status: 200 len: 912 time: 0.0882092 Mar 30 18:23:58.809556 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-78b3563f-4438-453d-888c-f1f249c1e8aa req-95fb8809-f506-4d94-ab94-73caa7535686 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5 HTTP/1.1" status: 200 len: 1000 time: 0.0567353 Mar 30 18:23:58.859964 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b3563f-4438-453d-888c-f1f249c1e8aa req-72514829-a2a2-4d24-8aab-de45818e0f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:58.861343 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-78b3563f-4438-453d-888c-f1f249c1e8aa req-72514829-a2a2-4d24-8aab-de45818e0f35 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a9cbee5a-5f20-44f1-9b84-2d90e031a239 HTTP/1.1" status: 200 len: 850 time: 0.0451443 Mar 30 18:23:58.908868 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b3563f-4438-453d-888c-f1f249c1e8aa req-c8c815c3-555d-41d7-9782-9ece8114bb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:58.910337 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-78b3563f-4438-453d-888c-f1f249c1e8aa req-c8c815c3-555d-41d7-9782-9ece8114bb46 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=af60dc63-0b0b-4d35-9038-6256b5be5587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425382 Mar 30 18:23:58.999884 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-78b3563f-4438-453d-888c-f1f249c1e8aa req-5f995f41-dc26-4742-863d-c6f4f54146c6 service neutron] 10.222.0.44 "GET /v2.0/networks/af60dc63-0b0b-4d35-9038-6256b5be5587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788546 Mar 30 18:23:59.096231 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-78b3563f-4438-453d-888c-f1f249c1e8aa req-d899bbe2-280e-4f47-a689-1df20674edf6 service neutron] 10.222.0.44 "GET /v2.0/networks/af60dc63-0b0b-4d35-9038-6256b5be5587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894918 Mar 30 18:23:59.776880 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452358f-c051-47ea-9ea6-be2dca703a65 req-3aea2e3b-566f-4b48-9ae2-285827ff457c tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:23:59.778487 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5452358f-c051-47ea-9ea6-be2dca703a65 req-3aea2e3b-566f-4b48-9ae2-285827ff457c tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 945 time: 0.0574803 Mar 30 18:23:59.825395 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5452358f-c051-47ea-9ea6-be2dca703a65 req-4576a31b-32b8-4caa-a9a2-8cc89073ab19 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?id=9aca0380-65a4-43ae-af2d-dca3c7f2e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414038 Mar 30 18:24:00.941503 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e7e3c8-3e27-48b6-a5ea-4a302e42b01a req-30b2aab5-704b-42cb-b051-a0a20b6c3808 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:00.943040 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a1e7e3c8-3e27-48b6-a5ea-4a302e42b01a req-30b2aab5-704b-42cb-b051-a0a20b6c3808 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 945 time: 0.0521250 Mar 30 18:24:00.992339 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a1e7e3c8-3e27-48b6-a5ea-4a302e42b01a req-804190f1-61f4-423f-ab4c-e03316ecb1e8 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?id=9aca0380-65a4-43ae-af2d-dca3c7f2e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436041 Mar 30 18:24:03.842972 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e297a-9264-409f-8b8b-1228880f3263 req-7e616edc-cc85-4ada-8dd7-29b86bbf779a tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:03.844426 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3c6e297a-9264-409f-8b8b-1228880f3263 req-7e616edc-cc85-4ada-8dd7-29b86bbf779a tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 947 time: 0.0517972 Mar 30 18:24:03.889123 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3c6e297a-9264-409f-8b8b-1228880f3263 req-7bd970f1-8646-42fc-838c-de82b64fd8d0 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391920 Mar 30 18:24:05.012477 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b75dc7e-bda8-48c7-94c9-bcb0a428dc1f req-db3dd5b7-0e22-48c8-9d24-f65a4b026296 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:05.014011 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-7b75dc7e-bda8-48c7-94c9-bcb0a428dc1f req-db3dd5b7-0e22-48c8-9d24-f65a4b026296 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 947 time: 0.0541258 Mar 30 18:24:05.059962 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-7b75dc7e-bda8-48c7-94c9-bcb0a428dc1f req-218299e4-bd3f-4707-8d09-60ef60f92cca tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405035 Mar 30 18:24:05.819167 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a621378c-0fd5-4798-99a9-f67b2c904216 req-a6cf94b8-c2d2-4c1a-b2cd-198456897c15 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:05.820704 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a621378c-0fd5-4798-99a9-f67b2c904216 req-a6cf94b8-c2d2-4c1a-b2cd-198456897c15 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.44 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 947 time: 0.0554776 Mar 30 18:24:05.908550 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [req-a621378c-0fd5-4798-99a9-f67b2c904216 req-c384e879-cbb1-43be-970f-9a472826ccf1 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Deleting port 0acb066b-cce6-49f2-b882-ab8b489713d3 {{(pid=103495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:24:05.908798 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-a621378c-0fd5-4798-99a9-f67b2c904216 req-c384e879-cbb1-43be-970f-9a472826ccf1 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (0acb066b-cce6-49f2-b882-ab8b489713d3), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:05.996251 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [req-a621378c-0fd5-4798-99a9-f67b2c904216 req-c384e879-cbb1-43be-970f-9a472826ccf1 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] For port 0acb066b-cce6-49f2-b882-ab8b489713d3, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=0acb066b-cce6-49f2-b882-ab8b489713d3,segment=NetworkSegment(0fa95725-4471-4977-b74d-31230d09f2bc),segment_id=0fa95725-4471-4977-b74d-31230d09f2bc)] {{(pid=103495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:24:05.996608 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-a621378c-0fd5-4798-99a9-f67b2c904216 req-c384e879-cbb1-43be-970f-9a472826ccf1 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (0acb066b-cce6-49f2-b882-ab8b489713d3), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:06.245404 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bee6c1-2340-4c5d-a4be-3978c0077935 req-a5d8e14c-6c02-4bee-b8e2-3620413c4777 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:06.246776 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-14bee6c1-2340-4c5d-a4be-3978c0077935 req-a5d8e14c-6c02-4bee-b8e2-3620413c4777 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 947 time: 0.1106553 Mar 30 18:24:06.251599 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-a621378c-0fd5-4798-99a9-f67b2c904216 req-c384e879-cbb1-43be-970f-9a472826ccf1 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:06.251599 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-a621378c-0fd5-4798-99a9-f67b2c904216 req-c384e879-cbb1-43be-970f-9a472826ccf1 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541296'] for floatingip (0ecc4226-5b99-41a2-a1d3-6304b2760150), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:06.251599 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.db.l3_db [req-a621378c-0fd5-4798-99a9-f67b2c904216 req-c384e879-cbb1-43be-970f-9a472826ccf1 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Floating IP 0ecc4226-5b99-41a2-a1d3-6304b2760150 disassociated. External IP: 172.27.1.13, port: 0acb066b-cce6-49f2-b882-ab8b489713d3. Mar 30 18:24:06.251599 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [req-a621378c-0fd5-4798-99a9-f67b2c904216 req-c384e879-cbb1-43be-970f-9a472826ccf1 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Calling delete_port for 0acb066b-cce6-49f2-b882-ab8b489713d3 owned by compute:nova {{(pid=103495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:24:06.333501 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-14bee6c1-2340-4c5d-a4be-3978c0077935 req-588707c0-5be2-4c24-9d8e-c96c70326025 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=6ee739da-78c2-4a8c-ae9d-18271b7bdd30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798168 Mar 30 18:24:06.411671 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-a621378c-0fd5-4798-99a9-f67b2c904216 req-c384e879-cbb1-43be-970f-9a472826ccf1 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5398852'] for port (0acb066b-cce6-49f2-b882-ab8b489713d3), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:06.438817 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c384e879-cbb1-43be-970f-9a472826ccf1 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Pushing event deleted for resources: {'Port': ['ID=0acb066b-cce6-49f2-b882-ab8b489713d3,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:06.552425 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a621378c-0fd5-4798-99a9-f67b2c904216 req-c384e879-cbb1-43be-970f-9a472826ccf1 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Router 1505c357-1968-40e0-b5e9-8d977669f174 has already been hosted by L3 agent d6545c5f-a93c-4a15-87cd-019d3e75e7be {{(pid=103495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:24:06.896868 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a621378c-0fd5-4798-99a9-f67b2c904216 req-c384e879-cbb1-43be-970f-9a472826ccf1 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Notify agent at l3_agent.dv-cinder-835881-1-iscsi the message routers_updated {{(pid=103495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:24:06.908757 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1720c902-b4bb-4d8b-b8e3-1f6ec366ddc2 None None] Sync routers for ids ['1505c357-1968-40e0-b5e9-8d977669f174'] in dv-cinder-835881-1-iscsi {{(pid=103496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:24:06.922334 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1720c902-b4bb-4d8b-b8e3-1f6ec366ddc2 None None] Routers {'1505c357-1968-40e0-b5e9-8d977669f174'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:24:06.922958 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-1720c902-b4bb-4d8b-b8e3-1f6ec366ddc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:23:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['1505c357-1968-40e0-b5e9-8d977669f174'], 'active': True} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:06.938169 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.l3_dvrscheduler_db [req-a621378c-0fd5-4798-99a9-f67b2c904216 req-c384e879-cbb1-43be-970f-9a472826ccf1 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] No DVR routers for this DVR port 0acb066b-cce6-49f2-b882-ab8b489713d3 on host hv-cinder-83588 {{(pid=103495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:24:06.940643 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-a621378c-0fd5-4798-99a9-f67b2c904216 req-c384e879-cbb1-43be-970f-9a472826ccf1 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for port (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:06.944033 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a621378c-0fd5-4798-99a9-f67b2c904216 req-c384e879-cbb1-43be-970f-9a472826ccf1 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.44 "DELETE /v2.0/ports/0acb066b-cce6-49f2-b882-ab8b489713d3 HTTP/1.1" status: 204 len: 173 time: 1.1182787 Mar 30 18:24:06.944470 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '179982b7-c3be-42cd-8126-808382758f8f', 'name': 'network-vif-deleted', 'tag': '0acb066b-cce6-49f2-b882-ab8b489713d3'}] {{(pid=103495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:24:06.947460 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0dfb30c8fd1ad248dcf0c7d180f6bc71f3cc1084e8ff52034c63c32eff48f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b11c18-d3c9-4bf6-b418-1c4fa0b661f4" -d '{"events": [{"server_uuid": "179982b7-c3be-42cd-8126-808382758f8f", "name": "network-vif-deleted", "tag": "0acb066b-cce6-49f2-b882-ab8b489713d3"}]}' {{(pid=103495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:24:06.987889 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f50aa4-e5d6-4eb4-96f0-1a9e6a19385b x-openstack-request-id: req-a2f50aa4-e5d6-4eb4-96f0-1a9e6a19385b {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:24:06.988182 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "179982b7-c3be-42cd-8126-808382758f8f", "name": "network-vif-deleted", "tag": "0acb066b-cce6-49f2-b882-ab8b489713d3", "status": "completed", "code": 200}]} {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:24:06.988434 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a2f50aa4-e5d6-4eb4-96f0-1a9e6a19385b {{(pid=103495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:24:06.988838 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2f50aa4-e5d6-4eb4-96f0-1a9e6a19385b'] response: {'server_uuid': '179982b7-c3be-42cd-8126-808382758f8f', 'name': 'network-vif-deleted', 'tag': '0acb066b-cce6-49f2-b882-ab8b489713d3', 'status': 'completed', 'code': 200} Mar 30 18:24:07.033801 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvr_db [None req-1720c902-b4bb-4d8b-b8e3-1f6ec366ddc2 None None] Set router 1505c357-1968-40e0-b5e9-8d977669f174 gateway port host: dv-cinder-835881-1-iscsi {{(pid=103496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:24:07.234508 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-1720c902-b4bb-4d8b-b8e3-1f6ec366ddc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1505c357-1968-40e0-b5e9-8d977669f174', 'name': 'tempest-AttachVolumeShelveTestJSON-1705928671-router', 'tenant_id': '6fa782fa1098408491690005ca6565dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': 'aa8e69e0-1140-401b-9e33-5f5a447d3d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:17:50Z', 'updated_at': '2022-03-30T18:18:00Z', 'revision_number': 4, 'project_id': '6fa782fa1098408491690005ca6565dc', 'gw_port': {'id': 'aa8e69e0-1140-401b-9e33-5f5a447d3d83', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:39:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1505c357-1968-40e0-b5e9-8d977669f174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:53Z', 'updated_at': '2022-03-30T18:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': '2a7e2086-0f98-4e1e-8e94-c874cac22002', 'name': '', 'network_id': '2ce9154c-b8f7-4a0a-9af0-70f7be76465b', 'tenant_id': '6fa782fa1098408491690005ca6565dc', 'mac_address': 'fa:16:3e:6c:97:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1505c357-1968-40e0-b5e9-8d977669f174', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '773c0134-3744-40c4-99d5-5fc49a43d810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:58Z', 'updated_at': '2022-03-30T18:18:11Z', 'revision_number': 5, 'project_id': '6fa782fa1098408491690005ca6565dc', 'subnets': [{'id': '773c0134-3744-40c4-99d5-5fc49a43d810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:07.262680 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1720c902-b4bb-4d8b-b8e3-1f6ec366ddc2 None None] Checking router: 1505c357-1968-40e0-b5e9-8d977669f174 for host: dv-cinder-835881-1-iscsi {{(pid=103496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:24:07.270975 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1720c902-b4bb-4d8b-b8e3-1f6ec366ddc2 None None] Routers {'1505c357-1968-40e0-b5e9-8d977669f174'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:24:07.271588 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-1720c902-b4bb-4d8b-b8e3-1f6ec366ddc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:23:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['1505c357-1968-40e0-b5e9-8d977669f174'], 'active': True} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:07.381793 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvr_db [None req-1720c902-b4bb-4d8b-b8e3-1f6ec366ddc2 None None] Set router 1505c357-1968-40e0-b5e9-8d977669f174 gateway port host: dv-cinder-835881-1-iscsi {{(pid=103496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:24:07.446856 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d42b5e3b-66fe-48ca-8e16-aec7028f6233 req-92cd65c5-5f5e-44a3-868d-5783baa63f51 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=179982b7-c3be-42cd-8126-808382758f8f HTTP/1.1" status: 200 len: 210 time: 0.0297484 Mar 30 18:24:07.601680 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-1720c902-b4bb-4d8b-b8e3-1f6ec366ddc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1505c357-1968-40e0-b5e9-8d977669f174', 'name': 'tempest-AttachVolumeShelveTestJSON-1705928671-router', 'tenant_id': '6fa782fa1098408491690005ca6565dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': 'aa8e69e0-1140-401b-9e33-5f5a447d3d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:17:50Z', 'updated_at': '2022-03-30T18:18:00Z', 'revision_number': 4, 'project_id': '6fa782fa1098408491690005ca6565dc', 'gw_port': {'id': 'aa8e69e0-1140-401b-9e33-5f5a447d3d83', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:39:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1505c357-1968-40e0-b5e9-8d977669f174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:53Z', 'updated_at': '2022-03-30T18:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': '2a7e2086-0f98-4e1e-8e94-c874cac22002', 'name': '', 'network_id': '2ce9154c-b8f7-4a0a-9af0-70f7be76465b', 'tenant_id': '6fa782fa1098408491690005ca6565dc', 'mac_address': 'fa:16:3e:6c:97:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1505c357-1968-40e0-b5e9-8d977669f174', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '773c0134-3744-40c4-99d5-5fc49a43d810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:58Z', 'updated_at': '2022-03-30T18:18:11Z', 'revision_number': 5, 'project_id': '6fa782fa1098408491690005ca6565dc', 'subnets': [{'id': '773c0134-3744-40c4-99d5-5fc49a43d810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:07.632290 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1720c902-b4bb-4d8b-b8e3-1f6ec366ddc2 None None] The sync data for ids ['1505c357-1968-40e0-b5e9-8d977669f174'] in dv-cinder-835881-1-iscsi is: [{'id': '1505c357-1968-40e0-b5e9-8d977669f174', 'name': 'tempest-AttachVolumeShelveTestJSON-1705928671-router', 'tenant_id': '6fa782fa1098408491690005ca6565dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': 'aa8e69e0-1140-401b-9e33-5f5a447d3d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:17:50Z', 'updated_at': '2022-03-30T18:18:00Z', 'revision_number': 4, 'project_id': '6fa782fa1098408491690005ca6565dc', 'gw_port': {'id': 'aa8e69e0-1140-401b-9e33-5f5a447d3d83', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:39:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1505c357-1968-40e0-b5e9-8d977669f174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:53Z', 'updated_at': '2022-03-30T18:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': '2a7e2086-0f98-4e1e-8e94-c874cac22002', 'name': '', 'network_id': '2ce9154c-b8f7-4a0a-9af0-70f7be76465b', 'tenant_id': '6fa782fa1098408491690005ca6565dc', 'mac_address': 'fa:16:3e:6c:97:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1505c357-1968-40e0-b5e9-8d977669f174', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '773c0134-3744-40c4-99d5-5fc49a43d810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:58Z', 'updated_at': '2022-03-30T18:18:11Z', 'revision_number': 5, 'project_id': '6fa782fa1098408491690005ca6565dc', 'subnets': [{'id': '773c0134-3744-40c4-99d5-5fc49a43d810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:24:07.848829 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135fcb41-ce07-4695-877c-2d6ef20738eb None None] New status for floating IP 0ecc4226-5b99-41a2-a1d3-6304b2760150: DOWN {{(pid=103497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:24:09.313187 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 0acb066b-cce6-49f2-b882-ab8b489713d3 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:24:09.332754 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] No Port match for: 0acb066b-cce6-49f2-b882-ab8b489713d3 {{(pid=103496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:24:09.333038 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 0acb066b-cce6-49f2-b882-ab8b489713d3 not bound to the agent host hv-cinder-83588 {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:24:09.547105 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 49614) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:09.597882 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-f92075d6-9a47-46cd-9680-3b96cd143fc0 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks [] for security_group (6ee739da-78c2-4a8c-ae9d-18271b7bdd30), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:09.620329 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-f92075d6-9a47-46cd-9680-3b96cd143fc0 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks [] for security_group (6ee739da-78c2-4a8c-ae9d-18271b7bdd30), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:09.667413 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-f92075d6-9a47-46cd-9680-3b96cd143fc0 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (6ee739da-78c2-4a8c-ae9d-18271b7bdd30), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:09.669945 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-f92075d6-9a47-46cd-9680-3b96cd143fc0 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks [] for security_group (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:09.671169 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-f92075d6-9a47-46cd-9680-3b96cd143fc0 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "DELETE /v2.0/security-groups/6ee739da-78c2-4a8c-ae9d-18271b7bdd30 HTTP/1.1" status: 204 len: 168 time: 0.1230223 Mar 30 18:24:09.673903 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 49616) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:09.680014 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92075d6-9a47-46cd-9680-3b96cd143fc0 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee739da-78c2-4a8c-ae9d-18271b7bdd30,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:09.687415 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.api.v2.resource [None req-486dce9c-9647-46b9-9e37-5312ed853eed tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] show failed (client error): The resource could not be found. Mar 30 18:24:09.688416 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-486dce9c-9647-46b9-9e37-5312ed853eed tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups/6ee739da-78c2-4a8c-ae9d-18271b7bdd30 HTTP/1.1" status: 404 len: 347 time: 0.0134778 Mar 30 18:24:09.691528 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 49618) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:09.813107 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [None req-b71da514-1fef-41dc-b111-67f9c0201a8a tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Deleting port 7a93a42b-13d1-40d0-9373-ca0b7df7f64d {{(pid=103495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:24:09.813451 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-b71da514-1fef-41dc-b111-67f9c0201a8a tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (7a93a42b-13d1-40d0-9373-ca0b7df7f64d), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:09.891168 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-b71da514-1fef-41dc-b111-67f9c0201a8a tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (7a93a42b-13d1-40d0-9373-ca0b7df7f64d), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:09.891417 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-b71da514-1fef-41dc-b111-67f9c0201a8a tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks [] for floatingip (7a93a42b-13d1-40d0-9373-ca0b7df7f64d), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:09.903499 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [None req-b71da514-1fef-41dc-b111-67f9c0201a8a tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Calling delete_port for 7a93a42b-13d1-40d0-9373-ca0b7df7f64d owned by network:floatingip {{(pid=103495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:24:10.028768 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-b71da514-1fef-41dc-b111-67f9c0201a8a tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5398852'] for port (7a93a42b-13d1-40d0-9373-ca0b7df7f64d), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:10.055880 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71da514-1fef-41dc-b111-67f9c0201a8a tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Pushing event deleted for resources: {'Port': ['ID=7a93a42b-13d1-40d0-9373-ca0b7df7f64d,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:10.115580 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-b71da514-1fef-41dc-b111-67f9c0201a8a tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks [] for floatingip (0ecc4226-5b99-41a2-a1d3-6304b2760150), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:10.118649 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-b71da514-1fef-41dc-b111-67f9c0201a8a tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for floatingip (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:10.119790 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-b71da514-1fef-41dc-b111-67f9c0201a8a tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "DELETE /v2.0/floatingips/0ecc4226-5b99-41a2-a1d3-6304b2760150 HTTP/1.1" status: 204 len: 168 time: 0.4272463 Mar 30 18:24:10.420180 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 49624) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:10.424627 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [None req-ca72d304-9e9a-46bd-b091-af9fc7c277d9 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1028362117', 'description': 'tempest-description--1138466959'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:24:10.444668 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-ca72d304-9e9a-46bd-b091-af9fc7c277d9 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks [] for security_group (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:10.509737 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-ca72d304-9e9a-46bd-b091-af9fc7c277d9 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks [] for security_group (0ea4351a-8e66-4bea-a6e9-16432edfcc1d), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:10.513355 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-ca72d304-9e9a-46bd-b091-af9fc7c277d9 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (0ea4351a-8e66-4bea-a6e9-16432edfcc1d), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:10.543593 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-ca72d304-9e9a-46bd-b091-af9fc7c277d9 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks [] for security_group (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:10.544795 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-ca72d304-9e9a-46bd-b091-af9fc7c277d9 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1236327 Mar 30 18:24:10.545741 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca72d304-9e9a-46bd-b091-af9fc7c277d9 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea4351a-8e66-4bea-a6e9-16432edfcc1d,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:10.548444 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 49626) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:10.553098 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.v2.base [None req-d2390207-8e55-4e4a-9492-5ce9bcf572c9 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Request body: {'security_group_rule': {'security_group_id': '0ea4351a-8e66-4bea-a6e9-16432edfcc1d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:24:10.579243 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-d2390207-8e55-4e4a-9492-5ce9bcf572c9 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks [] for security_group_rule (4084ad8f-123f-4d98-ae4a-43ab1eb6e690), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:10.623746 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-d2390207-8e55-4e4a-9492-5ce9bcf572c9 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks [] for security_group_rule (4084ad8f-123f-4d98-ae4a-43ab1eb6e690), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:10.627057 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-d2390207-8e55-4e4a-9492-5ce9bcf572c9 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005201'] for security_group_rule (4084ad8f-123f-4d98-ae4a-43ab1eb6e690), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:10.644762 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2390207-8e55-4e4a-9492-5ce9bcf572c9 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4084ad8f-123f-4d98-ae4a-43ab1eb6e690,revision_number=0']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:10.652197 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-d2390207-8e55-4e4a-9492-5ce9bcf572c9 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:10.653340 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-d2390207-8e55-4e4a-9492-5ce9bcf572c9 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1037347 Mar 30 18:24:10.656003 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 49628) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:10.660857 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.v2.base [None req-e1f25a21-050c-47d2-8e25-f6264993de1c tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Request body: {'security_group_rule': {'security_group_id': '0ea4351a-8e66-4bea-a6e9-16432edfcc1d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:24:10.685705 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-e1f25a21-050c-47d2-8e25-f6264993de1c tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks [] for security_group_rule (e2bc3e06-4ece-4b83-9a0e-50e5b294c6c6), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:10.739728 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-e1f25a21-050c-47d2-8e25-f6264993de1c tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks [] for security_group_rule (e2bc3e06-4ece-4b83-9a0e-50e5b294c6c6), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:10.743089 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-e1f25a21-050c-47d2-8e25-f6264993de1c tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005201'] for security_group_rule (e2bc3e06-4ece-4b83-9a0e-50e5b294c6c6), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:10.760381 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f25a21-050c-47d2-8e25-f6264993de1c tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2bc3e06-4ece-4b83-9a0e-50e5b294c6c6,revision_number=0']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:10.769052 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-e1f25a21-050c-47d2-8e25-f6264993de1c tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:10.773359 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 49630) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:10.775051 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-e1f25a21-050c-47d2-8e25-f6264993de1c tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1163304 Mar 30 18:24:10.778868 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [None req-889dcfda-0388-42dc-bd9b-6f9b21f1987f tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Request body: {'floatingip': {'floating_network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:24:10.798686 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-889dcfda-0388-42dc-bd9b-6f9b21f1987f tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:10.895611 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-889dcfda-0388-42dc-bd9b-6f9b21f1987f tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:11.002569 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.db_base_plugin_common [None req-889dcfda-0388-42dc-bd9b-6f9b21f1987f tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Allocated IP 172.27.1.228 (91cc19c8-4e3d-4b52-9973-bc78b4427ae2/e2593658-5374-4bbb-b8e3-ff319bcb6728/c2c14a21-1d66-4aa4-9e43-e54cfb71c88f) {{(pid=103495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:24:11.101124 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-889dcfda-0388-42dc-bd9b-6f9b21f1987f tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks [] for port (c2c14a21-1d66-4aa4-9e43-e54cfb71c88f), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:11.135094 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-889dcfda-0388-42dc-bd9b-6f9b21f1987f tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728099412974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5398852'] for port (c2c14a21-1d66-4aa4-9e43-e54cfb71c88f), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:11.174171 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889dcfda-0388-42dc-bd9b-6f9b21f1987f tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Network 91cc19c8-4e3d-4b52-9973-bc78b4427ae2 is already hosted by enough agents. {{(pid=103495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:24:11.174589 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.base_scheduler [None req-889dcfda-0388-42dc-bd9b-6f9b21f1987f tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Resources bound (agent type, host, resource id): {{(pid=103495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:24:11.176974 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889dcfda-0388-42dc-bd9b-6f9b21f1987f tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Received port after_create {{(pid=103495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:24:11.207629 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889dcfda-0388-42dc-bd9b-6f9b21f1987f tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Pushing event updated for resources: {'Port': ['ID=c2c14a21-1d66-4aa4-9e43-e54cfb71c88f,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:11.273632 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-889dcfda-0388-42dc-bd9b-6f9b21f1987f tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks [] for floatingip (985c1b6e-47e7-4eef-99b1-fce693f64801), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:11.308907 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-889dcfda-0388-42dc-bd9b-6f9b21f1987f tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (c2c14a21-1d66-4aa4-9e43-e54cfb71c88f), before_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:11.459513 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-889dcfda-0388-42dc-bd9b-6f9b21f1987f tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks [] for port (c2c14a21-1d66-4aa4-9e43-e54cfb71c88f), precommit_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:11.464570 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-889dcfda-0388-42dc-bd9b-6f9b21f1987f tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5398861'] for port (c2c14a21-1d66-4aa4-9e43-e54cfb71c88f), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:11.542927 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889dcfda-0388-42dc-bd9b-6f9b21f1987f tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Pushing event updated for resources: {'Port': ['ID=c2c14a21-1d66-4aa4-9e43-e54cfb71c88f,revision_number=2']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:11.552583 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-889dcfda-0388-42dc-bd9b-6f9b21f1987f tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541296'] for floatingip (985c1b6e-47e7-4eef-99b1-fce693f64801), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:11.568211 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-889dcfda-0388-42dc-bd9b-6f9b21f1987f tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for floatingip (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:11.569469 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-889dcfda-0388-42dc-bd9b-6f9b21f1987f tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7940943 Mar 30 18:24:11.719795 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3d4ad5d5-9ca7-480d-8088-a7297c1cf0be req-14723628-e1e3-476f-8d13-9b20a51f118f tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1028362117&fields=id&tenant_id=6fa782fa1098408491690005ca6565dc HTTP/1.1" status: 200 len: 267 time: 0.0462794 Mar 30 18:24:11.785923 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f43f32b5-c28a-4ebc-bc2e-d45c57504d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:11.825747 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ad5d5-9ca7-480d-8088-a7297c1cf0be req-33974693-0fe9-4104-8aa5-bb462b2c386d tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:11.827259 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3d4ad5d5-9ca7-480d-8088-a7297c1cf0be req-33974693-0fe9-4104-8aa5-bb462b2c386d tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/networks?id=2ce9154c-b8f7-4a0a-9af0-70f7be76465b HTTP/1.1" status: 200 len: 817 time: 0.1011932 Mar 30 18:24:11.841330 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3d4ad5d5-9ca7-480d-8088-a7297c1cf0be req-eca8f16b-b355-4127-ad92-2110db168fbc tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/quotas/6fa782fa1098408491690005ca6565dc HTTP/1.1" status: 200 len: 375 time: 0.0088549 Mar 30 18:24:11.895353 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3d4ad5d5-9ca7-480d-8088-a7297c1cf0be req-f71255ff-3b45-4159-abc0-b79cc9812339 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=6fa782fa1098408491690005ca6565dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493009 Mar 30 18:24:12.087421 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3d4ad5d5-9ca7-480d-8088-a7297c1cf0be req-382f3118-5aeb-44c8-8739-88ea1119eca7 service neutron] 10.222.0.41 "GET /v2.0/networks/2ce9154c-b8f7-4a0a-9af0-70f7be76465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794562 Mar 30 18:24:12.176287 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3d4ad5d5-9ca7-480d-8088-a7297c1cf0be req-09de5575-bb20-48d6-8cc8-3c21745b2999 service neutron] 10.222.0.41 "GET /v2.0/networks/2ce9154c-b8f7-4a0a-9af0-70f7be76465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832736 Mar 30 18:24:12.331378 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-60bdf4cc-bfcd-4f96-8f64-e2821b69e8c8 req-b6d722e9-c8a6-4e3c-ba93-e0632b7da6f8 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 210 time: 0.0282507 Mar 30 18:24:13.418822 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-cdceed6d-c74a-4d14-98c7-411a9956f19a req-bb5f00ba-8e20-45b3-ac87-a6595d315973 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 210 time: 0.0334504 Mar 30 18:24:13.871598 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-86e222cb-d516-464b-a5ce-d47fdff405a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:14.498206 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-80c6e65b-343d-4d50-9eaf-38730f54447f req-6ee349f5-a97e-4fcf-b6fe-30e6181eaf94 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 210 time: 0.0267966 Mar 30 18:24:15.030786 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:15.472438 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ad5d5-9ca7-480d-8088-a7297c1cf0be req-4859300b-55fb-4b96-a614-248d6e6e3ae1 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:15.474315 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3d4ad5d5-9ca7-480d-8088-a7297c1cf0be req-4859300b-55fb-4b96-a614-248d6e6e3ae1 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.44 "GET /v2.0/networks?id=2ce9154c-b8f7-4a0a-9af0-70f7be76465b HTTP/1.1" status: 200 len: 817 time: 0.1001558 Mar 30 18:24:15.557361 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3d4ad5d5-9ca7-480d-8088-a7297c1cf0be req-0dcabffa-cbcc-4471-a16d-918e3cadeeed tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fa782fa1098408491690005ca6565dc HTTP/1.1" status: 200 len: 380 time: 0.0550971 Mar 30 18:24:15.584498 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [req-3d4ad5d5-9ca7-480d-8088-a7297c1cf0be req-7217f3fd-e2ef-4020-929c-e87e23f82c93 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Request body: {'port': {'device_id': '7f9fc9ea-d710-4471-be4b-046a1a1853b3', 'network_id': '2ce9154c-b8f7-4a0a-9af0-70f7be76465b', 'admin_state_up': True, 'tenant_id': '6fa782fa1098408491690005ca6565dc', 'security_groups': ['0ea4351a-8e66-4bea-a6e9-16432edfcc1d']}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:24:15.637884 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-42879c05-0c40-409c-8c57-fc768cc55b99 req-21dd2ed1-af73-4a16-82bb-e4ce0cf2d747 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 210 time: 0.0692999 Mar 30 18:24:15.704749 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d4ad5d5-9ca7-480d-8088-a7297c1cf0be req-7217f3fd-e2ef-4020-929c-e87e23f82c93 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Made reservation on behalf of 6fa782fa1098408491690005ca6565dc for: {'port': 1} {{(pid=103495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:24:15.708082 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-3d4ad5d5-9ca7-480d-8088-a7297c1cf0be req-7217f3fd-e2ef-4020-929c-e87e23f82c93 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:15.833303 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.db_base_plugin_common [req-3d4ad5d5-9ca7-480d-8088-a7297c1cf0be req-7217f3fd-e2ef-4020-929c-e87e23f82c93 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Allocated IP 172.20.0.9 (2ce9154c-b8f7-4a0a-9af0-70f7be76465b/773c0134-3744-40c4-99d5-5fc49a43d810/b6c16740-2e52-487e-9f8f-9913a76666ff) {{(pid=103495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:24:15.969736 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-3d4ad5d5-9ca7-480d-8088-a7297c1cf0be req-7217f3fd-e2ef-4020-929c-e87e23f82c93 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks [] for port (b6c16740-2e52-487e-9f8f-9913a76666ff), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:16.002313 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-3d4ad5d5-9ca7-480d-8088-a7297c1cf0be req-7217f3fd-e2ef-4020-929c-e87e23f82c93 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728099412974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5398852'] for port (b6c16740-2e52-487e-9f8f-9913a76666ff), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:16.047352 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d4ad5d5-9ca7-480d-8088-a7297c1cf0be req-7217f3fd-e2ef-4020-929c-e87e23f82c93 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Network 2ce9154c-b8f7-4a0a-9af0-70f7be76465b is already hosted by enough agents. {{(pid=103495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:24:16.050370 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.base_scheduler [req-3d4ad5d5-9ca7-480d-8088-a7297c1cf0be req-7217f3fd-e2ef-4020-929c-e87e23f82c93 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Resources bound (agent type, host, resource id): {{(pid=103495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:24:16.052884 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d4ad5d5-9ca7-480d-8088-a7297c1cf0be req-7217f3fd-e2ef-4020-929c-e87e23f82c93 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Received port after_create {{(pid=103495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:24:16.088591 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7217f3fd-e2ef-4020-929c-e87e23f82c93 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Pushing event updated for resources: {'Port': ['ID=b6c16740-2e52-487e-9f8f-9913a76666ff,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:16.110215 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ad5d5-9ca7-480d-8088-a7297c1cf0be req-7217f3fd-e2ef-4020-929c-e87e23f82c93 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:16.110826 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-3d4ad5d5-9ca7-480d-8088-a7297c1cf0be req-7217f3fd-e2ef-4020-929c-e87e23f82c93 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for port (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:16.128088 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3d4ad5d5-9ca7-480d-8088-a7297c1cf0be req-7217f3fd-e2ef-4020-929c-e87e23f82c93 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5576954 Mar 30 18:24:16.151240 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [req-3d4ad5d5-9ca7-480d-8088-a7297c1cf0be req-7640e5c6-9644-4c70-aa86-b3e213ef8324 service neutron] Request body: {'port': {'device_id': '7f9fc9ea-d710-4471-be4b-046a1a1853b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:24:16.175165 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.agents_db [None req-01a7ea33-ae04-4be9-ae8a-11827e05d97f None None] Agent healthcheck: found 6 active agents {{(pid=103497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:24:16.217401 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-3d4ad5d5-9ca7-480d-8088-a7297c1cf0be req-7640e5c6-9644-4c70-aa86-b3e213ef8324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (b6c16740-2e52-487e-9f8f-9913a76666ff), before_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:16.252406 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-ca0a167e-6975-4991-ab19-1bf70b722ab3 None None] Provisioning complete for port b6c16740-2e52-487e-9f8f-9913a76666ff triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:24:16.253000 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-ca0a167e-6975-4991-ab19-1bf70b722ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (b6c16740-2e52-487e-9f8f-9913a76666ff), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:16.287133 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-ca0a167e-6975-4991-ab19-1bf70b722ab3 None None] Port b6c16740-2e52-487e-9f8f-9913a76666ff cannot update to ACTIVE because it is not bound. {{(pid=103496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:24:16.403738 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:16.479380 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.notifiers.nova [req-3d4ad5d5-9ca7-480d-8088-a7297c1cf0be req-7640e5c6-9644-4c70-aa86-b3e213ef8324 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6c16740-2e52-487e-9f8f-9913a76666ff {{(pid=103495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:24:16.486759 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-3d4ad5d5-9ca7-480d-8088-a7297c1cf0be req-7640e5c6-9644-4c70-aa86-b3e213ef8324 service neutron] Publish callbacks [] for port (b6c16740-2e52-487e-9f8f-9913a76666ff), precommit_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:16.498783 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.provisioning_blocks [req-3d4ad5d5-9ca7-480d-8088-a7297c1cf0be req-7640e5c6-9644-4c70-aa86-b3e213ef8324 service neutron] Transition to ACTIVE for port object b6c16740-2e52-487e-9f8f-9913a76666ff will not be triggered until provisioned by entity L2. {{(pid=103495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 18:24:16.502445 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-3d4ad5d5-9ca7-480d-8088-a7297c1cf0be req-7640e5c6-9644-4c70-aa86-b3e213ef8324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5398861'] for port (b6c16740-2e52-487e-9f8f-9913a76666ff), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:16.552166 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7640e5c6-9644-4c70-aa86-b3e213ef8324 service neutron] Pushing event updated for resources: {'Port': ['ID=b6c16740-2e52-487e-9f8f-9913a76666ff,revision_number=2']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:16.629944 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.managers [req-3d4ad5d5-9ca7-480d-8088-a7297c1cf0be req-7640e5c6-9644-4c70-aa86-b3e213ef8324 service neutron] Attempting to bind port b6c16740-2e52-487e-9f8f-9913a76666ff on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:24:16.630647 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.managers [req-3d4ad5d5-9ca7-480d-8088-a7297c1cf0be req-7640e5c6-9644-4c70-aa86-b3e213ef8324 service neutron] Attempting to bind port b6c16740-2e52-487e-9f8f-9913a76666ff by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '0fa95725-4471-4977-b74d-31230d09f2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2ce9154c-b8f7-4a0a-9af0-70f7be76465b'}] {{(pid=103495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:24:16.630647 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4ad5d5-9ca7-480d-8088-a7297c1cf0be req-7640e5c6-9644-4c70-aa86-b3e213ef8324 service neutron] Attempting to bind port b6c16740-2e52-487e-9f8f-9913a76666ff on network 2ce9154c-b8f7-4a0a-9af0-70f7be76465b {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:24:16.635908 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4ad5d5-9ca7-480d-8088-a7297c1cf0be req-7640e5c6-9644-4c70-aa86-b3e213ef8324 service neutron] Port b6c16740-2e52-487e-9f8f-9913a76666ff on network 2ce9154c-b8f7-4a0a-9af0-70f7be76465b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 18:24:16.636236 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4ad5d5-9ca7-480d-8088-a7297c1cf0be req-7640e5c6-9644-4c70-aa86-b3e213ef8324 service neutron] Attempting to bind port b6c16740-2e52-487e-9f8f-9913a76666ff on network 2ce9154c-b8f7-4a0a-9af0-70f7be76465b {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:24:16.641350 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4ad5d5-9ca7-480d-8088-a7297c1cf0be req-7640e5c6-9644-4c70-aa86-b3e213ef8324 service neutron] Checking agent: {'id': 'ab438a54-a4f6-4fd3-b589-96aa27265666', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 15, 49), 'started_at': datetime.datetime(2022, 3, 30, 18, 15, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:24:16.641698 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4ad5d5-9ca7-480d-8088-a7297c1cf0be req-7640e5c6-9644-4c70-aa86-b3e213ef8324 service neutron] Checking segment: {'id': '0fa95725-4471-4977-b74d-31230d09f2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2ce9154c-b8f7-4a0a-9af0-70f7be76465b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:24:16.642085 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d4ad5d5-9ca7-480d-8088-a7297c1cf0be req-7640e5c6-9644-4c70-aa86-b3e213ef8324 service neutron] Bound using segment: {'id': '0fa95725-4471-4977-b74d-31230d09f2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2ce9154c-b8f7-4a0a-9af0-70f7be76465b'} {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:24:16.642568 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.managers [req-3d4ad5d5-9ca7-480d-8088-a7297c1cf0be req-7640e5c6-9644-4c70-aa86-b3e213ef8324 service neutron] Bound port: b6c16740-2e52-487e-9f8f-9913a76666ff, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa95725-4471-4977-b74d-31230d09f2bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2ce9154c-b8f7-4a0a-9af0-70f7be76465b'}}] {{(pid=103495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:24:16.642913 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-3d4ad5d5-9ca7-480d-8088-a7297c1cf0be req-7640e5c6-9644-4c70-aa86-b3e213ef8324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (b6c16740-2e52-487e-9f8f-9913a76666ff), before_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:16.713670 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [req-3d4ad5d5-9ca7-480d-8088-a7297c1cf0be req-7640e5c6-9644-4c70-aa86-b3e213ef8324 service neutron] For port b6c16740-2e52-487e-9f8f-9913a76666ff, host hv-cinder-83588, cleared binding levels {{(pid=103495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:24:16.717203 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [req-3d4ad5d5-9ca7-480d-8088-a7297c1cf0be req-7640e5c6-9644-4c70-aa86-b3e213ef8324 service neutron] For port b6c16740-2e52-487e-9f8f-9913a76666ff, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b6c16740-2e52-487e-9f8f-9913a76666ff,segment=NetworkSegment(0fa95725-4471-4977-b74d-31230d09f2bc),segment_id=0fa95725-4471-4977-b74d-31230d09f2bc)] {{(pid=103495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:24:16.731415 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-3d4ad5d5-9ca7-480d-8088-a7297c1cf0be req-7640e5c6-9644-4c70-aa86-b3e213ef8324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5398861'] for port (b6c16740-2e52-487e-9f8f-9913a76666ff), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:16.782871 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ad5d5-9ca7-480d-8088-a7297c1cf0be req-7640e5c6-9644-4c70-aa86-b3e213ef8324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:16.783479 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-3d4ad5d5-9ca7-480d-8088-a7297c1cf0be req-7640e5c6-9644-4c70-aa86-b3e213ef8324 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for port (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:16.784846 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3d4ad5d5-9ca7-480d-8088-a7297c1cf0be req-7640e5c6-9644-4c70-aa86-b3e213ef8324 service neutron] 10.222.0.44 "PUT /v2.0/ports/b6c16740-2e52-487e-9f8f-9913a76666ff HTTP/1.1" status: 200 len: 1093 time: 0.6386344 Mar 30 18:24:16.786983 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f9fc9ea-d710-4471-be4b-046a1a1853b3', 'tag': 'b6c16740-2e52-487e-9f8f-9913a76666ff'}] {{(pid=103495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:24:16.789955 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0dfb30c8fd1ad248dcf0c7d180f6bc71f3cc1084e8ff52034c63c32eff48f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3abe033f-dc23-4a1f-ab6e-9d7a4ec59bc3" -d '{"events": [{"name": "network-changed", "server_uuid": "7f9fc9ea-d710-4471-be4b-046a1a1853b3", "tag": "b6c16740-2e52-487e-9f8f-9913a76666ff"}]}' {{(pid=103495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:24:16.831364 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedfe0e6-9b7d-4fad-854c-566f93f9dbf6 req-900a7d3d-5f72-4e4f-b517-117992bd9388 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:16.832991 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-cedfe0e6-9b7d-4fad-854c-566f93f9dbf6 req-900a7d3d-5f72-4e4f-b517-117992bd9388 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 943 time: 0.1141584 Mar 30 18:24:16.833780 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7640e5c6-9644-4c70-aa86-b3e213ef8324 service neutron] Pushing event updated for resources: {'Port': ['ID=b6c16740-2e52-487e-9f8f-9913a76666ff,revision_number=3']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:16.839503 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-509e9247-546a-4a6c-8c48-0420a4d2b480 x-openstack-request-id: req-509e9247-546a-4a6c-8c48-0420a4d2b480 {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:24:16.839787 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f9fc9ea-d710-4471-be4b-046a1a1853b3", "tag": "b6c16740-2e52-487e-9f8f-9913a76666ff", "status": "completed", "code": 200}]} {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:24:16.840047 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-509e9247-546a-4a6c-8c48-0420a4d2b480 {{(pid=103495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:24:16.840460 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.notifiers.nova [-] Nova event matching ['req-509e9247-546a-4a6c-8c48-0420a4d2b480'] response: {'name': 'network-changed', 'server_uuid': '7f9fc9ea-d710-4471-be4b-046a1a1853b3', 'tag': 'b6c16740-2e52-487e-9f8f-9913a76666ff', 'status': 'completed', 'code': 200} Mar 30 18:24:16.943682 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-cedfe0e6-9b7d-4fad-854c-566f93f9dbf6 req-ccf60279-1125-430d-be44-496fa76becce tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea4351a-8e66-4bea-a6e9-16432edfcc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957415 Mar 30 18:24:16.951291 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ad5d5-9ca7-480d-8088-a7297c1cf0be req-6e7cfb70-1cec-4fad-9f67-45be78059f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:16.952828 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3d4ad5d5-9ca7-480d-8088-a7297c1cf0be req-6e7cfb70-1cec-4fad-9f67-45be78059f27 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6fa782fa1098408491690005ca6565dc&device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 1127 time: 0.0978529 Mar 30 18:24:17.000385 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3d4ad5d5-9ca7-480d-8088-a7297c1cf0be req-4ee7c2b7-0aa6-449c-b56a-d2c4c8fe285e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6c16740-2e52-487e-9f8f-9913a76666ff HTTP/1.1" status: 200 len: 217 time: 0.0341580 Mar 30 18:24:17.050601 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ad5d5-9ca7-480d-8088-a7297c1cf0be req-30876810-71d0-4f39-8219-43f9e581a45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:17.052031 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3d4ad5d5-9ca7-480d-8088-a7297c1cf0be req-30876810-71d0-4f39-8219-43f9e581a45e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=773c0134-3744-40c4-99d5-5fc49a43d810 HTTP/1.1" status: 200 len: 856 time: 0.0463157 Mar 30 18:24:17.100736 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ad5d5-9ca7-480d-8088-a7297c1cf0be req-4f42c96d-aa4a-4c96-b5a3-40abd98906ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:17.102437 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3d4ad5d5-9ca7-480d-8088-a7297c1cf0be req-4f42c96d-aa4a-4c96-b5a3-40abd98906ac service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2ce9154c-b8f7-4a0a-9af0-70f7be76465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437188 Mar 30 18:24:17.197791 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3d4ad5d5-9ca7-480d-8088-a7297c1cf0be req-6c6dbc49-4ea0-4c13-b21c-86e809ca423e service neutron] 10.222.0.44 "GET /v2.0/networks/2ce9154c-b8f7-4a0a-9af0-70f7be76465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890329 Mar 30 18:24:17.293879 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3d4ad5d5-9ca7-480d-8088-a7297c1cf0be req-af0a7aa8-b9f1-4be2-b5c3-ec281028a673 service neutron] 10.222.0.44 "GET /v2.0/networks/2ce9154c-b8f7-4a0a-9af0-70f7be76465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901527 Mar 30 18:24:17.426889 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abe033f-dc23-4a1f-ab6e-9d7a4ec59bc3 req-fc4001a4-041f-4100-b654-6768863d2229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:17.428380 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3abe033f-dc23-4a1f-ab6e-9d7a4ec59bc3 req-fc4001a4-041f-4100-b654-6768863d2229 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6fa782fa1098408491690005ca6565dc&device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 1127 time: 0.0445833 Mar 30 18:24:17.520237 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abe033f-dc23-4a1f-ab6e-9d7a4ec59bc3 req-b9aad998-fc54-4625-87b2-fbe3fdd9fc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:17.521625 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3abe033f-dc23-4a1f-ab6e-9d7a4ec59bc3 req-b9aad998-fc54-4625-87b2-fbe3fdd9fc74 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2ce9154c-b8f7-4a0a-9af0-70f7be76465b HTTP/1.1" status: 200 len: 918 time: 0.0868490 Mar 30 18:24:17.562113 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3abe033f-dc23-4a1f-ab6e-9d7a4ec59bc3 req-fa9d4516-c379-4b52-94aa-643abe9ce827 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6c16740-2e52-487e-9f8f-9913a76666ff HTTP/1.1" status: 200 len: 217 time: 0.0345778 Mar 30 18:24:17.610001 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abe033f-dc23-4a1f-ab6e-9d7a4ec59bc3 req-2671de42-70b0-4431-a7f0-38ca6fa77887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:17.611444 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3abe033f-dc23-4a1f-ab6e-9d7a4ec59bc3 req-2671de42-70b0-4431-a7f0-38ca6fa77887 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=773c0134-3744-40c4-99d5-5fc49a43d810 HTTP/1.1" status: 200 len: 856 time: 0.0429201 Mar 30 18:24:17.660630 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abe033f-dc23-4a1f-ab6e-9d7a4ec59bc3 req-a213d6aa-8b00-4ccc-97b9-7961c749aa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:17.662070 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3abe033f-dc23-4a1f-ab6e-9d7a4ec59bc3 req-a213d6aa-8b00-4ccc-97b9-7961c749aa54 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2ce9154c-b8f7-4a0a-9af0-70f7be76465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424845 Mar 30 18:24:17.753640 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3abe033f-dc23-4a1f-ab6e-9d7a4ec59bc3 req-fdac86e8-d794-4017-8e50-338dce81500a service neutron] 10.222.0.44 "GET /v2.0/networks/2ce9154c-b8f7-4a0a-9af0-70f7be76465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845716 Mar 30 18:24:17.843535 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3abe033f-dc23-4a1f-ab6e-9d7a4ec59bc3 req-a87b3a77-11c0-41d5-b910-ab49385e89f6 service neutron] 10.222.0.44 "GET /v2.0/networks/2ce9154c-b8f7-4a0a-9af0-70f7be76465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833426 Mar 30 18:24:17.996911 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:18.075726 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e4fb2-b416-4b24-a3c0-5c875be84469 req-7736fa45-112d-4cb3-a754-2c9a69f918a4 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:18.077408 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-6e8e4fb2-b416-4b24-a3c0-5c875be84469 req-7736fa45-112d-4cb3-a754-2c9a69f918a4 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 943 time: 0.0599597 Mar 30 18:24:18.123431 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-6e8e4fb2-b416-4b24-a3c0-5c875be84469 req-9d783909-ca63-491f-a49c-423139d841ab tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea4351a-8e66-4bea-a6e9-16432edfcc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404150 Mar 30 18:24:18.597544 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (ab438a54-a4f6-4fd3-b589-96aa27265666), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:19.245243 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b092c41d-0e01-4470-ae79-a8237431cbc2 req-df932fef-fbeb-46ae-91eb-248a33ac0749 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:19.246741 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b092c41d-0e01-4470-ae79-a8237431cbc2 req-df932fef-fbeb-46ae-91eb-248a33ac0749 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 943 time: 0.0521507 Mar 30 18:24:19.291934 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b092c41d-0e01-4470-ae79-a8237431cbc2 req-2ea22573-c142-4c97-86bf-cd3ee18d580f tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea4351a-8e66-4bea-a6e9-16432edfcc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396404 Mar 30 18:24:20.334318 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82356ed-f3da-40e8-a975-e1a5e905755a req-d73bbc45-e280-4872-a684-9869a43b9c0b tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:20.335803 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c82356ed-f3da-40e8-a975-e1a5e905755a req-d73bbc45-e280-4872-a684-9869a43b9c0b tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4880cd18-779e-4ff1-aa6d-870203420741 HTTP/1.1" status: 200 len: 946 time: 0.0556982 Mar 30 18:24:20.407445 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c82356ed-f3da-40e8-a975-e1a5e905755a req-fdb0af6a-43b7-4d5f-9dbd-81029e5ef652 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bc62157-008c-4d69-93a5-675615ef6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654228 Mar 30 18:24:20.430671 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf11dad-d5be-4930-b697-49f6631a43af req-8668ca06-bd8e-4e09-b941-69ecf111a3fa tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:20.432770 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5bf11dad-d5be-4930-b697-49f6631a43af req-8668ca06-bd8e-4e09-b941-69ecf111a3fa tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 943 time: 0.0697479 Mar 30 18:24:20.479169 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5bf11dad-d5be-4930-b697-49f6631a43af req-ae73ecb6-14bd-4948-980b-e260cb7af25f tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea4351a-8e66-4bea-a6e9-16432edfcc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411038 Mar 30 18:24:21.392731 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device b6c16740-2e52-487e-9f8f-9913a76666ff details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:24:21.488490 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port b6c16740-2e52-487e-9f8f-9913a76666ff, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b6c16740-2e52-487e-9f8f-9913a76666ff,segment=NetworkSegment(0fa95725-4471-4977-b74d-31230d09f2bc),segment_id=0fa95725-4471-4977-b74d-31230d09f2bc)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:24:21.500679 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Returning: {'device': 'b6c16740-2e52-487e-9f8f-9913a76666ff', 'network_id': '2ce9154c-b8f7-4a0a-9af0-70f7be76465b', 'port_id': 'b6c16740-2e52-487e-9f8f-9913a76666ff', 'mac_address': 'fa:16:3e:34:0c:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '773c0134-3744-40c4-99d5-5fc49a43d810', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:24:21.535293 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae9eeb1-026a-4b4c-912a-aa7029f550f2 req-82a9cf09-2fc2-4884-bc41-0221ad7b223f tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:21.536977 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-bae9eeb1-026a-4b4c-912a-aa7029f550f2 req-82a9cf09-2fc2-4884-bc41-0221ad7b223f tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4880cd18-779e-4ff1-aa6d-870203420741 HTTP/1.1" status: 200 len: 946 time: 0.0625911 Mar 30 18:24:21.543565 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Current status of the port b6c16740-2e52-487e-9f8f-9913a76666ff is: DOWN; New status is: BUILD {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:24:21.543974 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (b6c16740-2e52-487e-9f8f-9913a76666ff), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:21.557618 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6c16740-2e52-487e-9f8f-9913a76666ff {{(pid=103496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:24:21.577141 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port b6c16740-2e52-487e-9f8f-9913a76666ff, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b6c16740-2e52-487e-9f8f-9913a76666ff,segment=NetworkSegment(0fa95725-4471-4977-b74d-31230d09f2bc),segment_id=0fa95725-4471-4977-b74d-31230d09f2bc)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:24:21.580818 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (b6c16740-2e52-487e-9f8f-9913a76666ff), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:21.620545 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-bae9eeb1-026a-4b4c-912a-aa7029f550f2 req-5809226c-d794-405e-9fa8-29dec0c0eed5 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bc62157-008c-4d69-93a5-675615ef6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768313 Mar 30 18:24:21.628360 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Pushing event updated for resources: {'Port': ['ID=b6c16740-2e52-487e-9f8f-9913a76666ff,revision_number=4']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:21.636114 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3b0ceb-5270-46db-95a4-7854f86bdd60 req-2900ba61-2fb6-488d-8bc9-bbd574bfaaec tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:21.637590 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-bb3b0ceb-5270-46db-95a4-7854f86bdd60 req-2900ba61-2fb6-488d-8bc9-bbd574bfaaec tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 943 time: 0.0808113 Mar 30 18:24:21.685417 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-bb3b0ceb-5270-46db-95a4-7854f86bdd60 req-13962b47-b5d4-4caf-9df7-b61bc557922f tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea4351a-8e66-4bea-a6e9-16432edfcc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416632 Mar 30 18:24:22.055536 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] get_ports_and_sgs() called for port_ids ['b6c16740-2e52-487e-9f8f-9913a76666ff'] {{(pid=103496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:24:22.740072 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d8cb6-58be-46f5-9572-fd8a3765bd30 req-8f1ad5cb-3e8f-43bd-ba50-c2aa55a11fd5 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:22.742103 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2b0d8cb6-58be-46f5-9572-fd8a3765bd30 req-8f1ad5cb-3e8f-43bd-ba50-c2aa55a11fd5 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4880cd18-779e-4ff1-aa6d-870203420741 HTTP/1.1" status: 200 len: 946 time: 0.0517352 Mar 30 18:24:22.819051 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2b0d8cb6-58be-46f5-9572-fd8a3765bd30 req-b0da056f-7522-41d7-86df-c6af3dec0c59 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bc62157-008c-4d69-93a5-675615ef6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714858 Mar 30 18:24:22.834228 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a824f0-98e8-4240-b8e7-715addface82 req-ec609995-fd75-44fe-8ef6-dd528e3751fb tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:22.836057 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-29a824f0-98e8-4240-b8e7-715addface82 req-ec609995-fd75-44fe-8ef6-dd528e3751fb tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 944 time: 0.0759091 Mar 30 18:24:22.882313 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-29a824f0-98e8-4240-b8e7-715addface82 req-930d61f5-f9ed-47dd-ab09-1c43359c6c3b tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea4351a-8e66-4bea-a6e9-16432edfcc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405061 Mar 30 18:24:23.406494 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device b6c16740-2e52-487e-9f8f-9913a76666ff up at agent hyperv_hv-cinder-83588 {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:24:23.454831 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Provisioning for port b6c16740-2e52-487e-9f8f-9913a76666ff completed by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 18:24:23.458844 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Provisioning complete for port b6c16740-2e52-487e-9f8f-9913a76666ff triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:24:23.459228 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (b6c16740-2e52-487e-9f8f-9913a76666ff), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:23.534685 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Current status of the port b6c16740-2e52-487e-9f8f-9913a76666ff is: BUILD; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:24:23.535076 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (b6c16740-2e52-487e-9f8f-9913a76666ff), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:23.560209 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f9fc9ea-d710-4471-be4b-046a1a1853b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c16740-2e52-487e-9f8f-9913a76666ff'}] {{(pid=103496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:24:23.562455 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cbde32198906eb4ff2132376d68ea43d0d8f515c48f03fe95d90af760020ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15801020-8c5e-4296-89cd-9aeff91fa66c" -d '{"events": [{"server_uuid": "7f9fc9ea-d710-4471-be4b-046a1a1853b3", "name": "network-vif-plugged", "status": "completed", "tag": "b6c16740-2e52-487e-9f8f-9913a76666ff"}]}' {{(pid=103496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:24:23.574976 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port b6c16740-2e52-487e-9f8f-9913a76666ff, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b6c16740-2e52-487e-9f8f-9913a76666ff,segment=NetworkSegment(0fa95725-4471-4977-b74d-31230d09f2bc),segment_id=0fa95725-4471-4977-b74d-31230d09f2bc)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:24:23.580301 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (b6c16740-2e52-487e-9f8f-9913a76666ff), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:23.627388 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Pushing event updated for resources: {'Port': ['ID=b6c16740-2e52-487e-9f8f-9913a76666ff,revision_number=5']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:23.662533 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c4b447d-4b2f-4641-89d7-cf0607ff0806 x-openstack-request-id: req-5c4b447d-4b2f-4641-89d7-cf0607ff0806 {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:24:23.662846 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f9fc9ea-d710-4471-be4b-046a1a1853b3", "name": "network-vif-plugged", "status": "completed", "tag": "b6c16740-2e52-487e-9f8f-9913a76666ff", "code": 200}]} {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:24:23.663104 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5c4b447d-4b2f-4641-89d7-cf0607ff0806 {{(pid=103496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:24:23.663598 dv-cinder-835881-1-iscsi neutron-server[103496]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c4b447d-4b2f-4641-89d7-cf0607ff0806'] response: {'server_uuid': '7f9fc9ea-d710-4471-be4b-046a1a1853b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c16740-2e52-487e-9f8f-9913a76666ff', 'code': 200} Mar 30 18:24:23.934947 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd2352-4642-466f-ad11-ebcdfa193723 req-ac0f13c2-956f-4b91-b22d-41873329ee0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:23.936435 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-fddd2352-4642-466f-ad11-ebcdfa193723 req-ac0f13c2-956f-4b91-b22d-41873329ee0f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 1129 time: 0.0745232 Mar 30 18:24:23.957712 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1347ecd3-ab5b-46f8-86e0-02b52bf93ba9 req-da944db1-e456-4e2a-95dd-fd5d61a4b4e2 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:23.959135 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-1347ecd3-ab5b-46f8-86e0-02b52bf93ba9 req-da944db1-e456-4e2a-95dd-fd5d61a4b4e2 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4880cd18-779e-4ff1-aa6d-870203420741 HTTP/1.1" status: 200 len: 946 time: 0.0710065 Mar 30 18:24:24.048303 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-fddd2352-4642-466f-ad11-ebcdfa193723 req-920c4c1f-fea8-4476-bcd9-a778e0efcdbe service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0ea4351a-8e66-4bea-a6e9-16432edfcc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042283 Mar 30 18:24:24.063901 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-1347ecd3-ab5b-46f8-86e0-02b52bf93ba9 req-36b318fc-a1be-4328-95a9-cddc4ab4b6d0 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=4bc62157-008c-4d69-93a5-675615ef6fa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971122 Mar 30 18:24:24.072127 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520422d1-ff18-4a0d-b1dd-6e1eb9c7a811 req-0a2ad449-adfc-4231-a700-f1e7d72feca6 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:24.073546 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-520422d1-ff18-4a0d-b1dd-6e1eb9c7a811 req-0a2ad449-adfc-4231-a700-f1e7d72feca6 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 945 time: 0.1135857 Mar 30 18:24:24.120198 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-520422d1-ff18-4a0d-b1dd-6e1eb9c7a811 req-efcf9c7b-84d1-4d20-8f97-8a3130a42636 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea4351a-8e66-4bea-a6e9-16432edfcc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410607 Mar 30 18:24:24.508703 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184f4f4c-abeb-49bb-a71e-89ba9e942640 req-d5baba18-d01f-4411-9428-eb2a418b19c5 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:24.510144 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-184f4f4c-abeb-49bb-a71e-89ba9e942640 req-d5baba18-d01f-4411-9428-eb2a418b19c5 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.44 "GET /v2.0/ports?device_id=4880cd18-779e-4ff1-aa6d-870203420741 HTTP/1.1" status: 200 len: 946 time: 0.0510769 Mar 30 18:24:24.602652 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [req-184f4f4c-abeb-49bb-a71e-89ba9e942640 req-a2f0d9d4-bce8-4736-940b-d526abaff2a6 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Deleting port 67243e49-7fde-4fdc-b281-9b5b50fa2123 {{(pid=103495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:24:24.602993 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-184f4f4c-abeb-49bb-a71e-89ba9e942640 req-a2f0d9d4-bce8-4736-940b-d526abaff2a6 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (67243e49-7fde-4fdc-b281-9b5b50fa2123), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:24.688742 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [req-184f4f4c-abeb-49bb-a71e-89ba9e942640 req-a2f0d9d4-bce8-4736-940b-d526abaff2a6 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] For port 67243e49-7fde-4fdc-b281-9b5b50fa2123, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=67243e49-7fde-4fdc-b281-9b5b50fa2123,segment=NetworkSegment(098413ed-ec75-43e9-9db3-68f175b21721),segment_id=098413ed-ec75-43e9-9db3-68f175b21721)] {{(pid=103495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:24:24.689106 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-184f4f4c-abeb-49bb-a71e-89ba9e942640 req-a2f0d9d4-bce8-4736-940b-d526abaff2a6 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (67243e49-7fde-4fdc-b281-9b5b50fa2123), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:24.862302 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-184f4f4c-abeb-49bb-a71e-89ba9e942640 req-a2f0d9d4-bce8-4736-940b-d526abaff2a6 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:24.862671 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-184f4f4c-abeb-49bb-a71e-89ba9e942640 req-a2f0d9d4-bce8-4736-940b-d526abaff2a6 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541296'] for floatingip (b830ebb6-ce03-4368-971c-d6523f35bbd3), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:24.862983 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.db.l3_db [req-184f4f4c-abeb-49bb-a71e-89ba9e942640 req-a2f0d9d4-bce8-4736-940b-d526abaff2a6 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Floating IP b830ebb6-ce03-4368-971c-d6523f35bbd3 disassociated. External IP: 172.27.1.70, port: 67243e49-7fde-4fdc-b281-9b5b50fa2123. Mar 30 18:24:24.863327 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [req-184f4f4c-abeb-49bb-a71e-89ba9e942640 req-a2f0d9d4-bce8-4736-940b-d526abaff2a6 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Calling delete_port for 67243e49-7fde-4fdc-b281-9b5b50fa2123 owned by compute:nova {{(pid=103495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:24:24.986432 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-184f4f4c-abeb-49bb-a71e-89ba9e942640 req-a2f0d9d4-bce8-4736-940b-d526abaff2a6 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5398852'] for port (67243e49-7fde-4fdc-b281-9b5b50fa2123), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:25.012608 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f0d9d4-bce8-4736-940b-d526abaff2a6 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Pushing event deleted for resources: {'Port': ['ID=67243e49-7fde-4fdc-b281-9b5b50fa2123,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:25.130387 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.l3_agent_scheduler [req-184f4f4c-abeb-49bb-a71e-89ba9e942640 req-a2f0d9d4-bce8-4736-940b-d526abaff2a6 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Router 9d37eff0-117c-4838-a5ff-d33e0dea67b7 has already been hosted by L3 agent d6545c5f-a93c-4a15-87cd-019d3e75e7be {{(pid=103495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:24:25.166590 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f58b295e-dfe3-4f71-8da6-e217e772bfda req-a948ce0e-5ba2-47c3-80e4-e1813cec7a4c tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4880cd18-779e-4ff1-aa6d-870203420741 HTTP/1.1" status: 200 len: 210 time: 0.0348852 Mar 30 18:24:25.298308 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f325ef31-f729-459a-95b2-12346232e008 req-26ebed11-d976-460f-9a5d-a0ec7135b4ce tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:25.299698 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f325ef31-f729-459a-95b2-12346232e008 req-26ebed11-d976-460f-9a5d-a0ec7135b4ce tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 945 time: 0.0990448 Mar 30 18:24:25.314775 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-184f4f4c-abeb-49bb-a71e-89ba9e942640 req-a2f0d9d4-bce8-4736-940b-d526abaff2a6 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Notify agent at l3_agent.dv-cinder-835881-1-iscsi the message routers_updated {{(pid=103495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:24:25.324359 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227e6913-8147-4a1d-92c3-eced15abc312 None None] Sync routers for ids ['9d37eff0-117c-4838-a5ff-d33e0dea67b7'] in dv-cinder-835881-1-iscsi {{(pid=103496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:24:25.333674 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227e6913-8147-4a1d-92c3-eced15abc312 None None] Routers {'9d37eff0-117c-4838-a5ff-d33e0dea67b7'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:24:25.334325 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-227e6913-8147-4a1d-92c3-eced15abc312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:24:14Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['9d37eff0-117c-4838-a5ff-d33e0dea67b7'], 'active': True} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:25.372692 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.l3_dvrscheduler_db [req-184f4f4c-abeb-49bb-a71e-89ba9e942640 req-a2f0d9d4-bce8-4736-940b-d526abaff2a6 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] No DVR routers for this DVR port 67243e49-7fde-4fdc-b281-9b5b50fa2123 on host hv-cinder-83588 {{(pid=103495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:24:25.378850 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-184f4f4c-abeb-49bb-a71e-89ba9e942640 req-a2f0d9d4-bce8-4736-940b-d526abaff2a6 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for port (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:25.382511 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-184f4f4c-abeb-49bb-a71e-89ba9e942640 req-a2f0d9d4-bce8-4736-940b-d526abaff2a6 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.44 "DELETE /v2.0/ports/67243e49-7fde-4fdc-b281-9b5b50fa2123 HTTP/1.1" status: 204 len: 173 time: 0.8665798 Mar 30 18:24:25.382934 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4880cd18-779e-4ff1-aa6d-870203420741', 'name': 'network-vif-deleted', 'tag': '67243e49-7fde-4fdc-b281-9b5b50fa2123'}] {{(pid=103495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:24:25.385214 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0dfb30c8fd1ad248dcf0c7d180f6bc71f3cc1084e8ff52034c63c32eff48f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d811eab-55fc-444d-97c6-0c1628d92d8b" -d '{"events": [{"server_uuid": "4880cd18-779e-4ff1-aa6d-870203420741", "name": "network-vif-deleted", "tag": "67243e49-7fde-4fdc-b281-9b5b50fa2123"}]}' {{(pid=103495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:24:25.395711 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f325ef31-f729-459a-95b2-12346232e008 req-fc2be64f-9235-409c-bebe-d8c50727ae28 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea4351a-8e66-4bea-a6e9-16432edfcc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893819 Mar 30 18:24:25.442946 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6d2ee5-689b-4eee-986f-f8eef345dff4 x-openstack-request-id: req-dd6d2ee5-689b-4eee-986f-f8eef345dff4 {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:24:25.443235 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4880cd18-779e-4ff1-aa6d-870203420741", "name": "network-vif-deleted", "tag": "67243e49-7fde-4fdc-b281-9b5b50fa2123", "status": "completed", "code": 200}]} {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:24:25.443493 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dd6d2ee5-689b-4eee-986f-f8eef345dff4 {{(pid=103495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:24:25.444084 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd6d2ee5-689b-4eee-986f-f8eef345dff4'] response: {'server_uuid': '4880cd18-779e-4ff1-aa6d-870203420741', 'name': 'network-vif-deleted', 'tag': '67243e49-7fde-4fdc-b281-9b5b50fa2123', 'status': 'completed', 'code': 200} Mar 30 18:24:25.461835 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvr_db [None req-227e6913-8147-4a1d-92c3-eced15abc312 None None] Set router 9d37eff0-117c-4838-a5ff-d33e0dea67b7 gateway port host: dv-cinder-835881-1-iscsi {{(pid=103496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:24:25.674113 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-227e6913-8147-4a1d-92c3-eced15abc312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d37eff0-117c-4838-a5ff-d33e0dea67b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1883672350-router', 'tenant_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '62548052-2728-436d-a9cf-8f84cc07b7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:17:50Z', 'updated_at': '2022-03-30T18:17:58Z', 'revision_number': 4, 'project_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'gw_port': {'id': '62548052-2728-436d-a9cf-8f84cc07b7bb', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:93:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d37eff0-117c-4838-a5ff-d33e0dea67b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:52Z', 'updated_at': '2022-03-30T18:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': '6f8ced5e-dbd9-45c5-b95b-31f0e5408efe', 'name': '', 'network_id': '3e13178f-fe3d-4acc-a151-e0891e100715', 'tenant_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'mac_address': 'fa:16:3e:7b:22:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d37eff0-117c-4838-a5ff-d33e0dea67b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd0c7af2e-75fc-4b8f-a86b-ddae6e3c7dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:57Z', 'updated_at': '2022-03-30T18:18:07Z', 'revision_number': 5, 'project_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'subnets': [{'id': 'd0c7af2e-75fc-4b8f-a86b-ddae6e3c7dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:25.705413 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227e6913-8147-4a1d-92c3-eced15abc312 None None] Checking router: 9d37eff0-117c-4838-a5ff-d33e0dea67b7 for host: dv-cinder-835881-1-iscsi {{(pid=103496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:24:25.713754 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227e6913-8147-4a1d-92c3-eced15abc312 None None] Routers {'9d37eff0-117c-4838-a5ff-d33e0dea67b7'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:24:25.714393 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-227e6913-8147-4a1d-92c3-eced15abc312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:24:14Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['9d37eff0-117c-4838-a5ff-d33e0dea67b7'], 'active': True} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:25.956418 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvr_db [None req-227e6913-8147-4a1d-92c3-eced15abc312 None None] Set router 9d37eff0-117c-4838-a5ff-d33e0dea67b7 gateway port host: dv-cinder-835881-1-iscsi {{(pid=103496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:24:26.157132 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-227e6913-8147-4a1d-92c3-eced15abc312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d37eff0-117c-4838-a5ff-d33e0dea67b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1883672350-router', 'tenant_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '62548052-2728-436d-a9cf-8f84cc07b7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:17:50Z', 'updated_at': '2022-03-30T18:17:58Z', 'revision_number': 4, 'project_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'gw_port': {'id': '62548052-2728-436d-a9cf-8f84cc07b7bb', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:93:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d37eff0-117c-4838-a5ff-d33e0dea67b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:52Z', 'updated_at': '2022-03-30T18:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': '6f8ced5e-dbd9-45c5-b95b-31f0e5408efe', 'name': '', 'network_id': '3e13178f-fe3d-4acc-a151-e0891e100715', 'tenant_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'mac_address': 'fa:16:3e:7b:22:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d37eff0-117c-4838-a5ff-d33e0dea67b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd0c7af2e-75fc-4b8f-a86b-ddae6e3c7dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:57Z', 'updated_at': '2022-03-30T18:18:07Z', 'revision_number': 5, 'project_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'subnets': [{'id': 'd0c7af2e-75fc-4b8f-a86b-ddae6e3c7dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:26.183430 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227e6913-8147-4a1d-92c3-eced15abc312 None None] The sync data for ids ['9d37eff0-117c-4838-a5ff-d33e0dea67b7'] in dv-cinder-835881-1-iscsi is: [{'id': '9d37eff0-117c-4838-a5ff-d33e0dea67b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1883672350-router', 'tenant_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '62548052-2728-436d-a9cf-8f84cc07b7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:17:50Z', 'updated_at': '2022-03-30T18:17:58Z', 'revision_number': 4, 'project_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'gw_port': {'id': '62548052-2728-436d-a9cf-8f84cc07b7bb', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:93:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d37eff0-117c-4838-a5ff-d33e0dea67b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:52Z', 'updated_at': '2022-03-30T18:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': '6f8ced5e-dbd9-45c5-b95b-31f0e5408efe', 'name': '', 'network_id': '3e13178f-fe3d-4acc-a151-e0891e100715', 'tenant_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'mac_address': 'fa:16:3e:7b:22:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d37eff0-117c-4838-a5ff-d33e0dea67b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd0c7af2e-75fc-4b8f-a86b-ddae6e3c7dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:57Z', 'updated_at': '2022-03-30T18:18:07Z', 'revision_number': 5, 'project_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'subnets': [{'id': 'd0c7af2e-75fc-4b8f-a86b-ddae6e3c7dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:24:26.251013 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 49732) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:26.307350 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-a5db7107-68f0-429a-8a85-179e12e6b1e9 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Publish callbacks [] for security_group (4bc62157-008c-4d69-93a5-675615ef6fa6), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:26.331432 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-a5db7107-68f0-429a-8a85-179e12e6b1e9 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Publish callbacks [] for security_group (4bc62157-008c-4d69-93a5-675615ef6fa6), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:26.382543 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-a5db7107-68f0-429a-8a85-179e12e6b1e9 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (4bc62157-008c-4d69-93a5-675615ef6fa6), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:26.385099 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-a5db7107-68f0-429a-8a85-179e12e6b1e9 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Publish callbacks [] for security_group (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:26.388786 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-a5db7107-68f0-429a-8a85-179e12e6b1e9 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "DELETE /v2.0/security-groups/4bc62157-008c-4d69-93a5-675615ef6fa6 HTTP/1.1" status: 204 len: 168 time: 0.1342833 Mar 30 18:24:26.389220 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 49734) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:26.395670 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5db7107-68f0-429a-8a85-179e12e6b1e9 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc62157-008c-4d69-93a5-675615ef6fa6,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:26.412490 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.api.v2.resource [None req-6b7bfa1d-4a02-4e7d-abdf-e736b0d54e5b tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] show failed (client error): The resource could not be found. Mar 30 18:24:26.414870 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-6b7bfa1d-4a02-4e7d-abdf-e736b0d54e5b tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups/4bc62157-008c-4d69-93a5-675615ef6fa6 HTTP/1.1" status: 404 len: 347 time: 0.0242622 Mar 30 18:24:26.417594 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 49736) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:26.435322 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ef5a89-9fe7-4393-b30c-b318f5eb4219 None None] New status for floating IP b830ebb6-ce03-4368-971c-d6523f35bbd3: DOWN {{(pid=103497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:24:26.824842 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573c456-9fc5-45fe-a1b8-b7bc3f810dc9 req-beac3fa1-6c7b-4262-b170-4198f762e152 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:26.826303 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a573c456-9fc5-45fe-a1b8-b7bc3f810dc9 req-beac3fa1-6c7b-4262-b170-4198f762e152 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 945 time: 0.0852184 Mar 30 18:24:26.830752 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [None req-bae77242-281f-4c26-831c-e52674a3c2bc tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Deleting port 698efa2b-3329-420c-86b1-2f0fdd97723d {{(pid=103495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:24:26.831092 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-bae77242-281f-4c26-831c-e52674a3c2bc tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (698efa2b-3329-420c-86b1-2f0fdd97723d), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:26.924344 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a573c456-9fc5-45fe-a1b8-b7bc3f810dc9 req-4f45d4f9-08a0-4652-b1dc-b581e1d082fd tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea4351a-8e66-4bea-a6e9-16432edfcc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912547 Mar 30 18:24:26.939942 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-bae77242-281f-4c26-831c-e52674a3c2bc tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (698efa2b-3329-420c-86b1-2f0fdd97723d), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:26.940267 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-bae77242-281f-4c26-831c-e52674a3c2bc tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Publish callbacks [] for floatingip (698efa2b-3329-420c-86b1-2f0fdd97723d), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:26.952560 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [None req-bae77242-281f-4c26-831c-e52674a3c2bc tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Calling delete_port for 698efa2b-3329-420c-86b1-2f0fdd97723d owned by network:floatingip {{(pid=103495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:24:27.080087 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f82c76b-cace-4e69-a5d7-f0f024a24e7e req-59c06d54-596b-414b-9e42-8d0c6266945a tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:27.081552 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-9f82c76b-cace-4e69-a5d7-f0f024a24e7e req-59c06d54-596b-414b-9e42-8d0c6266945a tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 945 time: 0.0797460 Mar 30 18:24:27.090619 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 49742) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:27.096129 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [None req-3fece3db-029d-4ec8-b82d-77015baa2ad4 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Request body: {'floatingip': {'port_id': 'b6c16740-2e52-487e-9f8f-9913a76666ff'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:24:27.159986 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-3fece3db-029d-4ec8-b82d-77015baa2ad4 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks [] for floatingip (985c1b6e-47e7-4eef-99b1-fce693f64801), before_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:27.228651 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-bae77242-281f-4c26-831c-e52674a3c2bc tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5398852'] for port (698efa2b-3329-420c-86b1-2f0fdd97723d), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:27.283918 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae77242-281f-4c26-831c-e52674a3c2bc tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Pushing event deleted for resources: {'Port': ['ID=698efa2b-3329-420c-86b1-2f0fdd97723d,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:27.422189 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-bae77242-281f-4c26-831c-e52674a3c2bc tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Publish callbacks [] for floatingip (b830ebb6-ce03-4368-971c-d6523f35bbd3), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:27.424700 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-bae77242-281f-4c26-831c-e52674a3c2bc tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for floatingip (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:27.425843 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-bae77242-281f-4c26-831c-e52674a3c2bc tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "DELETE /v2.0/floatingips/b830ebb6-ce03-4368-971c-d6523f35bbd3 HTTP/1.1" status: 204 len: 168 time: 1.0072448 Mar 30 18:24:27.688723 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-3fece3db-029d-4ec8-b82d-77015baa2ad4 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:27.692141 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-3fece3db-029d-4ec8-b82d-77015baa2ad4 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541296'] for floatingip (985c1b6e-47e7-4eef-99b1-fce693f64801), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:27.797192 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.db.l3_db [None req-3fece3db-029d-4ec8-b82d-77015baa2ad4 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Floating IP 985c1b6e-47e7-4eef-99b1-fce693f64801 associated. External IP: 172.27.1.228, port: b6c16740-2e52-487e-9f8f-9913a76666ff. Mar 30 18:24:28.008993 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fece3db-029d-4ec8-b82d-77015baa2ad4 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Router 1505c357-1968-40e0-b5e9-8d977669f174 has already been hosted by L3 agent d6545c5f-a93c-4a15-87cd-019d3e75e7be {{(pid=103495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:24:28.113921 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fece3db-029d-4ec8-b82d-77015baa2ad4 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Notify agent at l3_agent.dv-cinder-835881-1-iscsi the message routers_updated {{(pid=103495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:24:28.118698 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-3fece3db-029d-4ec8-b82d-77015baa2ad4 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for floatingip (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:28.123179 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8286a8e1-8ba6-44a3-b5e6-709ffd9a01d0 None None] Sync routers for ids ['1505c357-1968-40e0-b5e9-8d977669f174'] in dv-cinder-835881-1-iscsi {{(pid=103496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:24:28.133472 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8286a8e1-8ba6-44a3-b5e6-709ffd9a01d0 None None] Routers {'1505c357-1968-40e0-b5e9-8d977669f174'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:24:28.134093 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-8286a8e1-8ba6-44a3-b5e6-709ffd9a01d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:24:14Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['1505c357-1968-40e0-b5e9-8d977669f174'], 'active': True} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:28.150729 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-3fece3db-029d-4ec8-b82d-77015baa2ad4 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "PUT /v2.0/floatingips/985c1b6e-47e7-4eef-99b1-fce693f64801 HTTP/1.1" status: 200 len: 991 time: 1.0590749 Mar 30 18:24:28.151314 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f9fc9ea-d710-4471-be4b-046a1a1853b3', 'tag': 'b6c16740-2e52-487e-9f8f-9913a76666ff'}] {{(pid=103495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:24:28.153524 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0dfb30c8fd1ad248dcf0c7d180f6bc71f3cc1084e8ff52034c63c32eff48f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef0adcf-9afa-44c5-a092-50d6620be2ce" -d '{"events": [{"name": "network-changed", "server_uuid": "7f9fc9ea-d710-4471-be4b-046a1a1853b3", "tag": "b6c16740-2e52-487e-9f8f-9913a76666ff"}]}' {{(pid=103495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:24:28.187519 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60ff774-b614-4ff6-9f0e-1ac49ef95fee x-openstack-request-id: req-e60ff774-b614-4ff6-9f0e-1ac49ef95fee {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:24:28.187805 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f9fc9ea-d710-4471-be4b-046a1a1853b3", "tag": "b6c16740-2e52-487e-9f8f-9913a76666ff", "status": "completed", "code": 200}]} {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:24:28.188055 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e60ff774-b614-4ff6-9f0e-1ac49ef95fee {{(pid=103495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:24:28.188458 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e60ff774-b614-4ff6-9f0e-1ac49ef95fee'] response: {'name': 'network-changed', 'server_uuid': '7f9fc9ea-d710-4471-be4b-046a1a1853b3', 'tag': 'b6c16740-2e52-487e-9f8f-9913a76666ff', 'status': 'completed', 'code': 200} Mar 30 18:24:28.246520 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvr_db [None req-8286a8e1-8ba6-44a3-b5e6-709ffd9a01d0 None None] Set router 1505c357-1968-40e0-b5e9-8d977669f174 gateway port host: dv-cinder-835881-1-iscsi {{(pid=103496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:24:28.275929 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0adcf-9afa-44c5-a092-50d6620be2ce req-d9935ffb-668c-4d3d-a47e-f5dbfea1c52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:28.277456 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-cef0adcf-9afa-44c5-a092-50d6620be2ce req-d9935ffb-668c-4d3d-a47e-f5dbfea1c52c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6fa782fa1098408491690005ca6565dc&device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 1129 time: 0.0449555 Mar 30 18:24:28.367490 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0adcf-9afa-44c5-a092-50d6620be2ce req-04b2d792-b47d-4bc8-839e-36612f9f1bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:28.368910 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-cef0adcf-9afa-44c5-a092-50d6620be2ce req-04b2d792-b47d-4bc8-839e-36612f9f1bba service neutron] 10.222.0.44 "GET /v2.0/networks?id=2ce9154c-b8f7-4a0a-9af0-70f7be76465b HTTP/1.1" status: 200 len: 918 time: 0.0842445 Mar 30 18:24:28.437869 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-cef0adcf-9afa-44c5-a092-50d6620be2ce req-b587a184-a56b-4d5b-a74d-b6785e797053 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6c16740-2e52-487e-9f8f-9913a76666ff HTTP/1.1" status: 200 len: 999 time: 0.0621963 Mar 30 18:24:28.484240 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0adcf-9afa-44c5-a092-50d6620be2ce req-a91377de-2240-4065-8749-c97726d808b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:28.485688 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-cef0adcf-9afa-44c5-a092-50d6620be2ce req-a91377de-2240-4065-8749-c97726d808b4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=773c0134-3744-40c4-99d5-5fc49a43d810 HTTP/1.1" status: 200 len: 856 time: 0.0421271 Mar 30 18:24:28.513711 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-8286a8e1-8ba6-44a3-b5e6-709ffd9a01d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1505c357-1968-40e0-b5e9-8d977669f174', 'name': 'tempest-AttachVolumeShelveTestJSON-1705928671-router', 'tenant_id': '6fa782fa1098408491690005ca6565dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': 'aa8e69e0-1140-401b-9e33-5f5a447d3d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:17:50Z', 'updated_at': '2022-03-30T18:18:00Z', 'revision_number': 4, 'project_id': '6fa782fa1098408491690005ca6565dc', 'gw_port': {'id': 'aa8e69e0-1140-401b-9e33-5f5a447d3d83', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:39:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1505c357-1968-40e0-b5e9-8d977669f174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:53Z', 'updated_at': '2022-03-30T18:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_floatingips': [{'id': '985c1b6e-47e7-4eef-99b1-fce693f64801', 'tenant_id': '6fa782fa1098408491690005ca6565dc', 'floating_ip_address': '172.27.1.228', 'floating_network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'router_id': '1505c357-1968-40e0-b5e9-8d977669f174', 'port_id': 'b6c16740-2e52-487e-9f8f-9913a76666ff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ce9154c-b8f7-4a0a-9af0-70f7be76465b', 'mac_address': 'fa:16:3e:34:0c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9fc9ea-d710-4471-be4b-046a1a1853b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:24:11Z', 'updated_at': '2022-03-30T18:24:27Z', 'revision_number': 1, 'project_id': '6fa782fa1098408491690005ca6565dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a7e2086-0f98-4e1e-8e94-c874cac22002', 'name': '', 'network_id': '2ce9154c-b8f7-4a0a-9af0-70f7be76465b', 'tenant_id': '6fa782fa1098408491690005ca6565dc', 'mac_address': 'fa:16:3e:6c:97:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1505c357-1968-40e0-b5e9-8d977669f174', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '773c0134-3744-40c4-99d5-5fc49a43d810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:58Z', 'updated_at': '2022-03-30T18:18:11Z', 'revision_number': 5, 'project_id': '6fa782fa1098408491690005ca6565dc', 'subnets': [{'id': '773c0134-3744-40c4-99d5-5fc49a43d810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:28.533311 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0adcf-9afa-44c5-a092-50d6620be2ce req-f987b423-23c1-402d-8de6-9b25ad68553e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:28.534827 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-cef0adcf-9afa-44c5-a092-50d6620be2ce req-f987b423-23c1-402d-8de6-9b25ad68553e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2ce9154c-b8f7-4a0a-9af0-70f7be76465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428607 Mar 30 18:24:28.545031 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8286a8e1-8ba6-44a3-b5e6-709ffd9a01d0 None None] Checking router: 1505c357-1968-40e0-b5e9-8d977669f174 for host: dv-cinder-835881-1-iscsi {{(pid=103496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:24:28.553354 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8286a8e1-8ba6-44a3-b5e6-709ffd9a01d0 None None] Routers {'1505c357-1968-40e0-b5e9-8d977669f174'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:24:28.554008 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-8286a8e1-8ba6-44a3-b5e6-709ffd9a01d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:24:14Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['1505c357-1968-40e0-b5e9-8d977669f174'], 'active': True} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:28.636676 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-cef0adcf-9afa-44c5-a092-50d6620be2ce req-6ea4509f-5c9f-4cdb-afaf-251f137896af service neutron] 10.222.0.44 "GET /v2.0/networks/2ce9154c-b8f7-4a0a-9af0-70f7be76465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950859 Mar 30 18:24:28.674175 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvr_db [None req-8286a8e1-8ba6-44a3-b5e6-709ffd9a01d0 None None] Set router 1505c357-1968-40e0-b5e9-8d977669f174 gateway port host: dv-cinder-835881-1-iscsi {{(pid=103496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:24:28.730105 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-cef0adcf-9afa-44c5-a092-50d6620be2ce req-4d9e9237-3122-4bff-9031-1a564f6233b9 service neutron] 10.222.0.44 "GET /v2.0/networks/2ce9154c-b8f7-4a0a-9af0-70f7be76465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868607 Mar 30 18:24:28.893934 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-8286a8e1-8ba6-44a3-b5e6-709ffd9a01d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1505c357-1968-40e0-b5e9-8d977669f174', 'name': 'tempest-AttachVolumeShelveTestJSON-1705928671-router', 'tenant_id': '6fa782fa1098408491690005ca6565dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': 'aa8e69e0-1140-401b-9e33-5f5a447d3d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:17:50Z', 'updated_at': '2022-03-30T18:18:00Z', 'revision_number': 4, 'project_id': '6fa782fa1098408491690005ca6565dc', 'gw_port': {'id': 'aa8e69e0-1140-401b-9e33-5f5a447d3d83', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:39:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1505c357-1968-40e0-b5e9-8d977669f174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:53Z', 'updated_at': '2022-03-30T18:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_floatingips': [{'id': '985c1b6e-47e7-4eef-99b1-fce693f64801', 'tenant_id': '6fa782fa1098408491690005ca6565dc', 'floating_ip_address': '172.27.1.228', 'floating_network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'router_id': '1505c357-1968-40e0-b5e9-8d977669f174', 'port_id': 'b6c16740-2e52-487e-9f8f-9913a76666ff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ce9154c-b8f7-4a0a-9af0-70f7be76465b', 'mac_address': 'fa:16:3e:34:0c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9fc9ea-d710-4471-be4b-046a1a1853b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:24:11Z', 'updated_at': '2022-03-30T18:24:27Z', 'revision_number': 1, 'project_id': '6fa782fa1098408491690005ca6565dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a7e2086-0f98-4e1e-8e94-c874cac22002', 'name': '', 'network_id': '2ce9154c-b8f7-4a0a-9af0-70f7be76465b', 'tenant_id': '6fa782fa1098408491690005ca6565dc', 'mac_address': 'fa:16:3e:6c:97:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1505c357-1968-40e0-b5e9-8d977669f174', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '773c0134-3744-40c4-99d5-5fc49a43d810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:58Z', 'updated_at': '2022-03-30T18:18:11Z', 'revision_number': 5, 'project_id': '6fa782fa1098408491690005ca6565dc', 'subnets': [{'id': '773c0134-3744-40c4-99d5-5fc49a43d810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:28.923779 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8286a8e1-8ba6-44a3-b5e6-709ffd9a01d0 None None] The sync data for ids ['1505c357-1968-40e0-b5e9-8d977669f174'] in dv-cinder-835881-1-iscsi is: [{'id': '1505c357-1968-40e0-b5e9-8d977669f174', 'name': 'tempest-AttachVolumeShelveTestJSON-1705928671-router', 'tenant_id': '6fa782fa1098408491690005ca6565dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': 'aa8e69e0-1140-401b-9e33-5f5a447d3d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:17:50Z', 'updated_at': '2022-03-30T18:18:00Z', 'revision_number': 4, 'project_id': '6fa782fa1098408491690005ca6565dc', 'gw_port': {'id': 'aa8e69e0-1140-401b-9e33-5f5a447d3d83', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:39:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1505c357-1968-40e0-b5e9-8d977669f174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:53Z', 'updated_at': '2022-03-30T18:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_floatingips': [{'id': '985c1b6e-47e7-4eef-99b1-fce693f64801', 'tenant_id': '6fa782fa1098408491690005ca6565dc', 'floating_ip_address': '172.27.1.228', 'floating_network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'router_id': '1505c357-1968-40e0-b5e9-8d977669f174', 'port_id': 'b6c16740-2e52-487e-9f8f-9913a76666ff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ce9154c-b8f7-4a0a-9af0-70f7be76465b', 'mac_address': 'fa:16:3e:34:0c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f9fc9ea-d710-4471-be4b-046a1a1853b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:24:11Z', 'updated_at': '2022-03-30T18:24:27Z', 'revision_number': 1, 'project_id': '6fa782fa1098408491690005ca6565dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a7e2086-0f98-4e1e-8e94-c874cac22002', 'name': '', 'network_id': '2ce9154c-b8f7-4a0a-9af0-70f7be76465b', 'tenant_id': '6fa782fa1098408491690005ca6565dc', 'mac_address': 'fa:16:3e:6c:97:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1505c357-1968-40e0-b5e9-8d977669f174', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '773c0134-3744-40c4-99d5-5fc49a43d810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:58Z', 'updated_at': '2022-03-30T18:18:11Z', 'revision_number': 5, 'project_id': '6fa782fa1098408491690005ca6565dc', 'subnets': [{'id': '773c0134-3744-40c4-99d5-5fc49a43d810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:24:29.111484 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5296325c-d943-472d-ab48-d104cb0386e3 None None] New status for floating IP 985c1b6e-47e7-4eef-99b1-fce693f64801: ACTIVE {{(pid=103497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:24:29.424249 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 67243e49-7fde-4fdc-b281-9b5b50fa2123 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:24:29.446596 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] No Port match for: 67243e49-7fde-4fdc-b281-9b5b50fa2123 {{(pid=103496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:24:29.446945 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 67243e49-7fde-4fdc-b281-9b5b50fa2123 not bound to the agent host hv-cinder-83588 {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:24:29.920738 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0a04e8-7ce5-4006-b6c1-aea7613b70c6 req-cf499e6b-c0dc-4d66-ad00-ba4fef089297 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:29.922106 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3f0a04e8-7ce5-4006-b6c1-aea7613b70c6 req-cf499e6b-c0dc-4d66-ad00-ba4fef089297 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 945 time: 0.0576022 Mar 30 18:24:29.968860 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3f0a04e8-7ce5-4006-b6c1-aea7613b70c6 req-89c9595f-d5dd-462f-bc51-85e2e20f5597 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412052 Mar 30 18:24:31.088851 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bcc110-3909-458a-b83d-fd6d509b9383 req-19240f19-7981-45a4-90ae-860cd9390fad tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:31.090331 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e5bcc110-3909-458a-b83d-fd6d509b9383 req-19240f19-7981-45a4-90ae-860cd9390fad tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 945 time: 0.0516677 Mar 30 18:24:31.136173 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e5bcc110-3909-458a-b83d-fd6d509b9383 req-82d83147-0e00-4fd2-a874-1e51e10caa92 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402923 Mar 30 18:24:31.567380 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a203840-cb17-4f63-84ee-54a292f91f99 req-01799f53-42ed-4904-af6c-df2a1009c737 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:31.569319 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3a203840-cb17-4f63-84ee-54a292f91f99 req-01799f53-42ed-4904-af6c-df2a1009c737 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.44 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 945 time: 0.0519857 Mar 30 18:24:31.662580 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [req-3a203840-cb17-4f63-84ee-54a292f91f99 req-2df6396c-3c42-4dea-a888-46c139ca1868 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Deleting port 1a9f4213-d59a-4c38-b980-34531523d7ab {{(pid=103495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:24:31.662955 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-3a203840-cb17-4f63-84ee-54a292f91f99 req-2df6396c-3c42-4dea-a888-46c139ca1868 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (1a9f4213-d59a-4c38-b980-34531523d7ab), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:31.748781 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [req-3a203840-cb17-4f63-84ee-54a292f91f99 req-2df6396c-3c42-4dea-a888-46c139ca1868 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] For port 1a9f4213-d59a-4c38-b980-34531523d7ab, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=1a9f4213-d59a-4c38-b980-34531523d7ab,segment=NetworkSegment(098413ed-ec75-43e9-9db3-68f175b21721),segment_id=098413ed-ec75-43e9-9db3-68f175b21721)] {{(pid=103495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:24:31.749139 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-3a203840-cb17-4f63-84ee-54a292f91f99 req-2df6396c-3c42-4dea-a888-46c139ca1868 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (1a9f4213-d59a-4c38-b980-34531523d7ab), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:31.765377 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [req-3a203840-cb17-4f63-84ee-54a292f91f99 req-2df6396c-3c42-4dea-a888-46c139ca1868 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Calling delete_port for 1a9f4213-d59a-4c38-b980-34531523d7ab owned by compute:nova {{(pid=103495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:24:31.886796 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-3a203840-cb17-4f63-84ee-54a292f91f99 req-2df6396c-3c42-4dea-a888-46c139ca1868 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5398852'] for port (1a9f4213-d59a-4c38-b980-34531523d7ab), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:31.915305 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df6396c-3c42-4dea-a888-46c139ca1868 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Pushing event deleted for resources: {'Port': ['ID=1a9f4213-d59a-4c38-b980-34531523d7ab,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:31.926078 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] get_ports_and_sgs() called for port_ids ['1a9f4213-d59a-4c38-b980-34531523d7ab', '3bb7b2a4-9fc4-4c78-a72d-1b0527b70292'] {{(pid=103496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:24:31.963716 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a203840-cb17-4f63-84ee-54a292f91f99 req-2df6396c-3c42-4dea-a888-46c139ca1868 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] No DVR routers for this DVR port 1a9f4213-d59a-4c38-b980-34531523d7ab on host hv-cinder-83588 {{(pid=103495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:24:31.966223 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-3a203840-cb17-4f63-84ee-54a292f91f99 req-2df6396c-3c42-4dea-a888-46c139ca1868 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for port (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:31.969589 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3a203840-cb17-4f63-84ee-54a292f91f99 req-2df6396c-3c42-4dea-a888-46c139ca1868 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.44 "DELETE /v2.0/ports/1a9f4213-d59a-4c38-b980-34531523d7ab HTTP/1.1" status: 204 len: 173 time: 0.3943927 Mar 30 18:24:31.970048 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce984b33-35cb-4d2e-a851-3ac96e742d65', 'name': 'network-vif-deleted', 'tag': '1a9f4213-d59a-4c38-b980-34531523d7ab'}] {{(pid=103495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:24:31.972392 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0dfb30c8fd1ad248dcf0c7d180f6bc71f3cc1084e8ff52034c63c32eff48f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed659b38-b2be-46b2-bada-98bfe0becae0" -d '{"events": [{"server_uuid": "ce984b33-35cb-4d2e-a851-3ac96e742d65", "name": "network-vif-deleted", "tag": "1a9f4213-d59a-4c38-b980-34531523d7ab"}]}' {{(pid=103495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:24:32.010437 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f3a523-423f-4313-9af6-d4f94b28930d x-openstack-request-id: req-49f3a523-423f-4313-9af6-d4f94b28930d {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:24:32.010765 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce984b33-35cb-4d2e-a851-3ac96e742d65", "name": "network-vif-deleted", "tag": "1a9f4213-d59a-4c38-b980-34531523d7ab", "status": "completed", "code": 200}]} {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:24:32.011039 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-49f3a523-423f-4313-9af6-d4f94b28930d {{(pid=103495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:24:32.011428 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49f3a523-423f-4313-9af6-d4f94b28930d'] response: {'server_uuid': 'ce984b33-35cb-4d2e-a851-3ac96e742d65', 'name': 'network-vif-deleted', 'tag': '1a9f4213-d59a-4c38-b980-34531523d7ab', 'status': 'completed', 'code': 200} Mar 30 18:24:32.243493 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b50b96c3-c634-432f-a602-c695af762a5d req-8b5815d1-f975-457a-b58e-f689d0a52738 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce984b33-35cb-4d2e-a851-3ac96e742d65 HTTP/1.1" status: 200 len: 210 time: 0.0273509 Mar 30 18:24:33.513684 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c8a63-710b-41a3-b291-1da7561c23a8 req-842f544a-5491-468a-bb31-a3d1ba529498 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:33.515160 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-410c8a63-710b-41a3-b291-1da7561c23a8 req-842f544a-5491-468a-bb31-a3d1ba529498 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4caa7109-b153-4a12-a3ca-f9a0bd8ec82f HTTP/1.1" status: 200 len: 945 time: 0.0521724 Mar 30 18:24:33.560541 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-410c8a63-710b-41a3-b291-1da7561c23a8 req-590855d4-804c-4f24-9d69-d12319db0f3b tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399520 Mar 30 18:24:34.689714 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad8714-a57f-4a8f-b22f-6c90080a9c1c req-35597867-425d-478f-94b5-501614a3cae7 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:34.691146 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-6bad8714-a57f-4a8f-b22f-6c90080a9c1c req-35597867-425d-478f-94b5-501614a3cae7 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4caa7109-b153-4a12-a3ca-f9a0bd8ec82f HTTP/1.1" status: 200 len: 945 time: 0.0550342 Mar 30 18:24:34.737458 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-6bad8714-a57f-4a8f-b22f-6c90080a9c1c req-fe758795-97f2-44de-a5b5-9c64d96e1920 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400906 Mar 30 18:24:35.453101 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 1a9f4213-d59a-4c38-b980-34531523d7ab no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:24:35.472813 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] No Port match for: 1a9f4213-d59a-4c38-b980-34531523d7ab {{(pid=103496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:24:35.473156 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 1a9f4213-d59a-4c38-b980-34531523d7ab not bound to the agent host hv-cinder-83588 {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:24:35.855723 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a2d48-8f28-4614-83e6-d60c50107ff7 req-68e555db-a49a-4333-b872-887b2908a421 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:35.857242 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8f8a2d48-8f28-4614-83e6-d60c50107ff7 req-68e555db-a49a-4333-b872-887b2908a421 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4caa7109-b153-4a12-a3ca-f9a0bd8ec82f HTTP/1.1" status: 200 len: 945 time: 0.0545576 Mar 30 18:24:35.903953 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8f8a2d48-8f28-4614-83e6-d60c50107ff7 req-88211b0f-94d8-4b9b-834f-bd9bf98c1cdf tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/security-groups?id=615152ba-9dfe-4720-80d9-c8c5a67e6469&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411913 Mar 30 18:24:36.147016 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d962d3-48ef-44c7-ad61-5c24110a9f66 req-548b3bc0-ecad-4246-8435-4da9c325d464 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:36.148453 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-26d962d3-48ef-44c7-ad61-5c24110a9f66 req-548b3bc0-ecad-4246-8435-4da9c325d464 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.44 "GET /v2.0/ports?device_id=4caa7109-b153-4a12-a3ca-f9a0bd8ec82f HTTP/1.1" status: 200 len: 945 time: 0.0544765 Mar 30 18:24:36.246090 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [req-26d962d3-48ef-44c7-ad61-5c24110a9f66 req-cb74f511-f857-49ba-92f3-b7ef28ab9866 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Deleting port 3bb7b2a4-9fc4-4c78-a72d-1b0527b70292 {{(pid=103495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:24:36.246458 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-26d962d3-48ef-44c7-ad61-5c24110a9f66 req-cb74f511-f857-49ba-92f3-b7ef28ab9866 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (3bb7b2a4-9fc4-4c78-a72d-1b0527b70292), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:36.336786 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [req-26d962d3-48ef-44c7-ad61-5c24110a9f66 req-cb74f511-f857-49ba-92f3-b7ef28ab9866 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] For port 3bb7b2a4-9fc4-4c78-a72d-1b0527b70292, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=3bb7b2a4-9fc4-4c78-a72d-1b0527b70292,segment=NetworkSegment(098413ed-ec75-43e9-9db3-68f175b21721),segment_id=098413ed-ec75-43e9-9db3-68f175b21721)] {{(pid=103495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:24:36.337073 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-26d962d3-48ef-44c7-ad61-5c24110a9f66 req-cb74f511-f857-49ba-92f3-b7ef28ab9866 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (3bb7b2a4-9fc4-4c78-a72d-1b0527b70292), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:36.349728 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [req-26d962d3-48ef-44c7-ad61-5c24110a9f66 req-cb74f511-f857-49ba-92f3-b7ef28ab9866 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Calling delete_port for 3bb7b2a4-9fc4-4c78-a72d-1b0527b70292 owned by compute:nova {{(pid=103495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:24:36.473952 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-26d962d3-48ef-44c7-ad61-5c24110a9f66 req-cb74f511-f857-49ba-92f3-b7ef28ab9866 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5398852'] for port (3bb7b2a4-9fc4-4c78-a72d-1b0527b70292), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:36.502859 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb74f511-f857-49ba-92f3-b7ef28ab9866 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Pushing event deleted for resources: {'Port': ['ID=3bb7b2a4-9fc4-4c78-a72d-1b0527b70292,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:36.509358 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] get_ports_and_sgs() called for port_ids ['3bb7b2a4-9fc4-4c78-a72d-1b0527b70292'] {{(pid=103496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:24:36.532409 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74f511-f857-49ba-92f3-b7ef28ab9866 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:36.532784 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74f511-f857-49ba-92f3-b7ef28ab9866 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:36.533119 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74f511-f857-49ba-92f3-b7ef28ab9866 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:36.533464 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74f511-f857-49ba-92f3-b7ef28ab9866 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:36.533801 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74f511-f857-49ba-92f3-b7ef28ab9866 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:36.534152 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74f511-f857-49ba-92f3-b7ef28ab9866 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:36.534494 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74f511-f857-49ba-92f3-b7ef28ab9866 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:36.534834 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74f511-f857-49ba-92f3-b7ef28ab9866 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:36.535153 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74f511-f857-49ba-92f3-b7ef28ab9866 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:36.535480 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74f511-f857-49ba-92f3-b7ef28ab9866 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:36.535806 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74f511-f857-49ba-92f3-b7ef28ab9866 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:36.536133 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74f511-f857-49ba-92f3-b7ef28ab9866 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:36.536461 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74f511-f857-49ba-92f3-b7ef28ab9866 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:36.536785 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74f511-f857-49ba-92f3-b7ef28ab9866 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:36.537108 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74f511-f857-49ba-92f3-b7ef28ab9866 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:36.560484 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.l3_dvrscheduler_db [req-26d962d3-48ef-44c7-ad61-5c24110a9f66 req-cb74f511-f857-49ba-92f3-b7ef28ab9866 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] No DVR routers for this DVR port 3bb7b2a4-9fc4-4c78-a72d-1b0527b70292 on host hv-cinder-83588 {{(pid=103495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:24:36.562938 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-26d962d3-48ef-44c7-ad61-5c24110a9f66 req-cb74f511-f857-49ba-92f3-b7ef28ab9866 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for port (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:36.566204 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-26d962d3-48ef-44c7-ad61-5c24110a9f66 req-cb74f511-f857-49ba-92f3-b7ef28ab9866 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.44 "DELETE /v2.0/ports/3bb7b2a4-9fc4-4c78-a72d-1b0527b70292 HTTP/1.1" status: 204 len: 173 time: 0.4062490 Mar 30 18:24:36.566641 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4caa7109-b153-4a12-a3ca-f9a0bd8ec82f', 'name': 'network-vif-deleted', 'tag': '3bb7b2a4-9fc4-4c78-a72d-1b0527b70292'}] {{(pid=103495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:24:36.569435 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0dfb30c8fd1ad248dcf0c7d180f6bc71f3cc1084e8ff52034c63c32eff48f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9baafe6-8925-495a-8594-d97758c89a86" -d '{"events": [{"server_uuid": "4caa7109-b153-4a12-a3ca-f9a0bd8ec82f", "name": "network-vif-deleted", "tag": "3bb7b2a4-9fc4-4c78-a72d-1b0527b70292"}]}' {{(pid=103495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:24:36.608190 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f200f7ac-6e86-42a3-9fe8-6d6e61213471 x-openstack-request-id: req-f200f7ac-6e86-42a3-9fe8-6d6e61213471 {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:24:36.608520 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4caa7109-b153-4a12-a3ca-f9a0bd8ec82f", "name": "network-vif-deleted", "tag": "3bb7b2a4-9fc4-4c78-a72d-1b0527b70292", "status": "completed", "code": 200}]} {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:24:36.608773 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f200f7ac-6e86-42a3-9fe8-6d6e61213471 {{(pid=103495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:24:36.609171 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f200f7ac-6e86-42a3-9fe8-6d6e61213471'] response: {'server_uuid': '4caa7109-b153-4a12-a3ca-f9a0bd8ec82f', 'name': 'network-vif-deleted', 'tag': '3bb7b2a4-9fc4-4c78-a72d-1b0527b70292', 'status': 'completed', 'code': 200} Mar 30 18:24:37.006749 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-39bc36be-8ab5-4ba2-ba68-75a9e032bb4f req-a2f89d85-9ee8-4147-a757-a4d167ff6af4 tempest-ServerRescueNegativeTestJSON-2031263369 tempest-ServerRescueNegativeTestJSON-2031263369-project] 10.222.0.41 "GET /v2.0/ports?device_id=4caa7109-b153-4a12-a3ca-f9a0bd8ec82f HTTP/1.1" status: 200 len: 210 time: 0.0267153 Mar 30 18:24:38.064861 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 49794) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:38.803215 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-6a0fe34a-1bdf-4afa-abec-d28fb3788a7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542320'] for router_interface (9d37eff0-117c-4838-a5ff-d33e0dea67b7), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:39.091959 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [None req-6a0fe34a-1bdf-4afa-abec-d28fb3788a7e admin admin] Deleting port 6f8ced5e-dbd9-45c5-b95b-31f0e5408efe {{(pid=103495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:24:39.092582 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-6a0fe34a-1bdf-4afa-abec-d28fb3788a7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (6f8ced5e-dbd9-45c5-b95b-31f0e5408efe), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:39.169898 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [None req-6a0fe34a-1bdf-4afa-abec-d28fb3788a7e admin admin] For port 6f8ced5e-dbd9-45c5-b95b-31f0e5408efe, host dv-cinder-835881-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=6f8ced5e-dbd9-45c5-b95b-31f0e5408efe,segment=NetworkSegment(098413ed-ec75-43e9-9db3-68f175b21721),segment_id=098413ed-ec75-43e9-9db3-68f175b21721)] {{(pid=103495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:24:39.170299 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-6a0fe34a-1bdf-4afa-abec-d28fb3788a7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (6f8ced5e-dbd9-45c5-b95b-31f0e5408efe), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:39.187697 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [None req-6a0fe34a-1bdf-4afa-abec-d28fb3788a7e admin admin] Calling delete_port for 6f8ced5e-dbd9-45c5-b95b-31f0e5408efe owned by network:router_interface {{(pid=103495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:24:39.362195 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-6a0fe34a-1bdf-4afa-abec-d28fb3788a7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5398852'] for port (6f8ced5e-dbd9-45c5-b95b-31f0e5408efe), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:39.388166 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0fe34a-1bdf-4afa-abec-d28fb3788a7e admin admin] Pushing event deleted for resources: {'Port': ['ID=6f8ced5e-dbd9-45c5-b95b-31f0e5408efe,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:39.475534 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 3bb7b2a4-9fc4-4c78-a72d-1b0527b70292 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:24:39.500929 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] No Port match for: 3bb7b2a4-9fc4-4c78-a72d-1b0527b70292 {{(pid=103496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:24:39.501292 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 3bb7b2a4-9fc4-4c78-a72d-1b0527b70292 not bound to the agent host hv-cinder-83588 {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:24:39.556751 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-6a0fe34a-1bdf-4afa-abec-d28fb3788a7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548576'] for router_interface (9d37eff0-117c-4838-a5ff-d33e0dea67b7), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:39.775556 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a0fe34a-1bdf-4afa-abec-d28fb3788a7e admin admin] Router 9d37eff0-117c-4838-a5ff-d33e0dea67b7 has already been hosted by L3 agent d6545c5f-a93c-4a15-87cd-019d3e75e7be {{(pid=103495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:24:39.883727 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a0fe34a-1bdf-4afa-abec-d28fb3788a7e admin admin] Notify agent at l3_agent.dv-cinder-835881-1-iscsi the message routers_updated {{(pid=103495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:24:39.888756 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-6a0fe34a-1bdf-4afa-abec-d28fb3788a7e admin admin] 10.222.0.41 "PUT /v2.0/routers/9d37eff0-117c-4838-a5ff-d33e0dea67b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8228776 Mar 30 18:24:39.891218 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 49798) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:39.892170 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4897ff-1370-4696-8b44-5e318c69268d None None] Sync routers for ids ['9d37eff0-117c-4838-a5ff-d33e0dea67b7'] in dv-cinder-835881-1-iscsi {{(pid=103496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:24:39.903148 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4897ff-1370-4696-8b44-5e318c69268d None None] Routers {'9d37eff0-117c-4838-a5ff-d33e0dea67b7'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:24:39.903767 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-5a4897ff-1370-4696-8b44-5e318c69268d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:24:14Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['9d37eff0-117c-4838-a5ff-d33e0dea67b7'], 'active': True} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:39.995970 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-e7b26a3c-f058-46d8-8c47-73c4225be18f admin admin] Publish callbacks [] for router (9d37eff0-117c-4838-a5ff-d33e0dea67b7), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:40.010434 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvr_db [None req-5a4897ff-1370-4696-8b44-5e318c69268d None None] Set router 9d37eff0-117c-4838-a5ff-d33e0dea67b7 gateway port host: dv-cinder-835881-1-iscsi {{(pid=103496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:24:40.102864 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-e7b26a3c-f058-46d8-8c47-73c4225be18f admin admin] Publish callbacks [] for router_gateway (9d37eff0-117c-4838-a5ff-d33e0dea67b7), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:40.160003 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [None req-e7b26a3c-f058-46d8-8c47-73c4225be18f admin admin] Deleting port 62548052-2728-436d-a9cf-8f84cc07b7bb {{(pid=103495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:24:40.160268 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-e7b26a3c-f058-46d8-8c47-73c4225be18f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (62548052-2728-436d-a9cf-8f84cc07b7bb), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:40.244818 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [None req-e7b26a3c-f058-46d8-8c47-73c4225be18f admin admin] For port 62548052-2728-436d-a9cf-8f84cc07b7bb, host dv-cinder-835881-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=62548052-2728-436d-a9cf-8f84cc07b7bb,segment=NetworkSegment(3d136d15-dbd4-4a28-bf1a-1c22979f6a0d),segment_id=3d136d15-dbd4-4a28-bf1a-1c22979f6a0d)] {{(pid=103495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:24:40.245175 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-e7b26a3c-f058-46d8-8c47-73c4225be18f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (62548052-2728-436d-a9cf-8f84cc07b7bb), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:40.258920 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [None req-e7b26a3c-f058-46d8-8c47-73c4225be18f admin admin] Calling delete_port for 62548052-2728-436d-a9cf-8f84cc07b7bb owned by network:router_gateway {{(pid=103495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:24:40.326155 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-5a4897ff-1370-4696-8b44-5e318c69268d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d37eff0-117c-4838-a5ff-d33e0dea67b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1883672350-router', 'tenant_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '62548052-2728-436d-a9cf-8f84cc07b7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:17:50Z', 'updated_at': '2022-03-30T18:24:39Z', 'revision_number': 5, 'project_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'gw_port': {'id': '62548052-2728-436d-a9cf-8f84cc07b7bb', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:93:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d37eff0-117c-4838-a5ff-d33e0dea67b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:52Z', 'updated_at': '2022-03-30T18:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi'}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:40.354976 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4897ff-1370-4696-8b44-5e318c69268d None None] Checking router: 9d37eff0-117c-4838-a5ff-d33e0dea67b7 for host: dv-cinder-835881-1-iscsi {{(pid=103496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:24:40.363665 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4897ff-1370-4696-8b44-5e318c69268d None None] Routers {'9d37eff0-117c-4838-a5ff-d33e0dea67b7'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:24:40.364295 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-5a4897ff-1370-4696-8b44-5e318c69268d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:24:14Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['9d37eff0-117c-4838-a5ff-d33e0dea67b7'], 'active': True} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:40.438978 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-e7b26a3c-f058-46d8-8c47-73c4225be18f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5398852'] for port (62548052-2728-436d-a9cf-8f84cc07b7bb), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:40.457336 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvr_db [None req-5a4897ff-1370-4696-8b44-5e318c69268d None None] Set router 9d37eff0-117c-4838-a5ff-d33e0dea67b7 gateway port host: None {{(pid=103496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:24:40.465232 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b26a3c-f058-46d8-8c47-73c4225be18f admin admin] Pushing event deleted for resources: {'Port': ['ID=62548052-2728-436d-a9cf-8f84cc07b7bb,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:40.515576 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-5a4897ff-1370-4696-8b44-5e318c69268d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d37eff0-117c-4838-a5ff-d33e0dea67b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1883672350-router', 'tenant_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:17:50Z', 'updated_at': '2022-03-30T18:24:40Z', 'revision_number': 6, 'project_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'gw_port_host': None}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:40.530459 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-e7b26a3c-f058-46d8-8c47-73c4225be18f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541194'] for router_gateway (9d37eff0-117c-4838-a5ff-d33e0dea67b7), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:40.543817 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4897ff-1370-4696-8b44-5e318c69268d None None] The sync data for ids ['9d37eff0-117c-4838-a5ff-d33e0dea67b7'] in dv-cinder-835881-1-iscsi is: [{'id': '9d37eff0-117c-4838-a5ff-d33e0dea67b7', 'name': 'tempest-ServerRescueNegativeTestJSON-1883672350-router', 'tenant_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:17:50Z', 'updated_at': '2022-03-30T18:24:40Z', 'revision_number': 6, 'project_id': 'd22e85861b694f0e8bd7e2e7da8fbc45', 'gw_port_host': None}] {{(pid=103496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:24:40.634028 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-e7b26a3c-f058-46d8-8c47-73c4225be18f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1693'] for router (9d37eff0-117c-4838-a5ff-d33e0dea67b7), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:40.636317 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-e7b26a3c-f058-46d8-8c47-73c4225be18f admin admin] Publish callbacks [] for router_controller (9d37eff0-117c-4838-a5ff-d33e0dea67b7), precommit_delete_associations {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:40.690179 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-e7b26a3c-f058-46d8-8c47-73c4225be18f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548847'] for router (9d37eff0-117c-4838-a5ff-d33e0dea67b7), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:40.690618 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b26a3c-f058-46d8-8c47-73c4225be18f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d37eff0-117c-4838-a5ff-d33e0dea67b7 {{(pid=103495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 18:24:40.695558 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-e7b26a3c-f058-46d8-8c47-73c4225be18f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:40.696731 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-e7b26a3c-f058-46d8-8c47-73c4225be18f admin admin] 10.222.0.41 "DELETE /v2.0/routers/9d37eff0-117c-4838-a5ff-d33e0dea67b7 HTTP/1.1" status: 204 len: 168 time: 0.8045919 Mar 30 18:24:40.699369 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 49800) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:40.747607 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f0bd55e-4bd8-4bec-8463-fb4b8bfd904e admin admin] Deleting subnet d0c7af2e-75fc-4b8f-a86b-ddae6e3c7dba {{(pid=103494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 18:24:40.750730 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-1f0bd55e-4bd8-4bec-8463-fb4b8bfd904e admin admin] Publish callbacks [] for subnet (d0c7af2e-75fc-4b8f-a86b-ddae6e3c7dba), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:40.785147 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-1f0bd55e-4bd8-4bec-8463-fb4b8bfd904e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5271413'] for subnet (d0c7af2e-75fc-4b8f-a86b-ddae6e3c7dba), precommit_delete_associations {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:40.862037 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-1f0bd55e-4bd8-4bec-8463-fb4b8bfd904e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122403'] for subnet (d0c7af2e-75fc-4b8f-a86b-ddae6e3c7dba), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:40.922722 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-1f0bd55e-4bd8-4bec-8463-fb4b8bfd904e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5344530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5415489'] for subnet (d0c7af2e-75fc-4b8f-a86b-ddae6e3c7dba), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:40.949793 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0bd55e-4bd8-4bec-8463-fb4b8bfd904e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0c7af2e-75fc-4b8f-a86b-ddae6e3c7dba,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:40.954725 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-1f0bd55e-4bd8-4bec-8463-fb4b8bfd904e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for subnet (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:40.961099 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-1f0bd55e-4bd8-4bec-8463-fb4b8bfd904e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d0c7af2e-75fc-4b8f-a86b-ddae6e3c7dba HTTP/1.1" status: 204 len: 168 time: 0.2576742 Mar 30 18:24:40.961805 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 49802) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:40.963849 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0bd55e-4bd8-4bec-8463-fb4b8bfd904e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:40.964199 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0bd55e-4bd8-4bec-8463-fb4b8bfd904e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:40.964620 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0bd55e-4bd8-4bec-8463-fb4b8bfd904e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:40.964973 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0bd55e-4bd8-4bec-8463-fb4b8bfd904e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:40.965318 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0bd55e-4bd8-4bec-8463-fb4b8bfd904e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:40.965645 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0bd55e-4bd8-4bec-8463-fb4b8bfd904e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:40.966037 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0bd55e-4bd8-4bec-8463-fb4b8bfd904e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:40.966301 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d774ae-c92f-4595-a4eb-8e016edaf213 None None] Network 3e13178f-fe3d-4acc-a151-e0891e100715 requested from dv-cinder-835881-1-iscsi {{(pid=103496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:24:40.966467 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0bd55e-4bd8-4bec-8463-fb4b8bfd904e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:40.966762 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0bd55e-4bd8-4bec-8463-fb4b8bfd904e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:40.967086 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0bd55e-4bd8-4bec-8463-fb4b8bfd904e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:40.967410 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0bd55e-4bd8-4bec-8463-fb4b8bfd904e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:40.967733 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0bd55e-4bd8-4bec-8463-fb4b8bfd904e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:40.968049 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0bd55e-4bd8-4bec-8463-fb4b8bfd904e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:40.968374 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0bd55e-4bd8-4bec-8463-fb4b8bfd904e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:40.968686 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0bd55e-4bd8-4bec-8463-fb4b8bfd904e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:41.040409 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-9ddc5d37-c851-4e8d-998a-9e9353801d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052194'] for network (3e13178f-fe3d-4acc-a151-e0891e100715), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:41.100752 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [None req-9ddc5d37-c851-4e8d-998a-9e9353801d09 admin admin] Deleting port 59959088-96f2-479d-9b48-e5a47ef4fd65 {{(pid=103495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:24:41.101092 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-9ddc5d37-c851-4e8d-998a-9e9353801d09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (59959088-96f2-479d-9b48-e5a47ef4fd65), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:41.166973 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [None req-9ddc5d37-c851-4e8d-998a-9e9353801d09 admin admin] For port 59959088-96f2-479d-9b48-e5a47ef4fd65, host dv-cinder-835881-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=59959088-96f2-479d-9b48-e5a47ef4fd65,segment=NetworkSegment(098413ed-ec75-43e9-9db3-68f175b21721),segment_id=098413ed-ec75-43e9-9db3-68f175b21721)] {{(pid=103495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:24:41.167683 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-9ddc5d37-c851-4e8d-998a-9e9353801d09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (59959088-96f2-479d-9b48-e5a47ef4fd65), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:41.180226 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [None req-9ddc5d37-c851-4e8d-998a-9e9353801d09 admin admin] Calling delete_port for 59959088-96f2-479d-9b48-e5a47ef4fd65 owned by network:dhcp {{(pid=103495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:24:41.256589 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-9ddc5d37-c851-4e8d-998a-9e9353801d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5398852'] for port (59959088-96f2-479d-9b48-e5a47ef4fd65), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:41.283995 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddc5d37-c851-4e8d-998a-9e9353801d09 admin admin] Pushing event deleted for resources: {'Port': ['ID=59959088-96f2-479d-9b48-e5a47ef4fd65,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:41.285435 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddc5d37-c851-4e8d-998a-9e9353801d09 admin admin] No DVR routers for this DVR port 59959088-96f2-479d-9b48-e5a47ef4fd65 on host dv-cinder-835881-1-iscsi {{(pid=103495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:24:41.322466 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94b82fd-d753-4b08-9de0-7a4f3a8fe64f None None] DHCP port deletion for 3e13178f-fe3d-4acc-a151-e0891e100715 request from dv-cinder-835881-1-iscsi {{(pid=103496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 18:24:41.366521 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-9ddc5d37-c851-4e8d-998a-9e9353801d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1203688', 'neutron.services.segments.db._delete_segments_for_network-8728099724090'] for network (3e13178f-fe3d-4acc-a151-e0891e100715), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:41.387705 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.services.segments.db [None req-9ddc5d37-c851-4e8d-998a-9e9353801d09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e13178f-fe3d-4acc-a151-e0891e100715']}} {{(pid=103495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:41.397525 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.services.segments.db [None req-9ddc5d37-c851-4e8d-998a-9e9353801d09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '098413ed-ec75-43e9-9db3-68f175b21721') {'for_net_delete': True} {{(pid=103495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:41.397818 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.services.segments.db [None req-9ddc5d37-c851-4e8d-998a-9e9353801d09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '098413ed-ec75-43e9-9db3-68f175b21721') {} {{(pid=103495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:41.407399 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-9ddc5d37-c851-4e8d-998a-9e9353801d09 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728099723075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5945496'] for segment (098413ed-ec75-43e9-9db3-68f175b21721), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:41.422037 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-9ddc5d37-c851-4e8d-998a-9e9353801d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125716'] for segment (098413ed-ec75-43e9-9db3-68f175b21721), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:41.431385 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ddc5d37-c851-4e8d-998a-9e9353801d09 admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=103495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 18:24:41.431783 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-9ddc5d37-c851-4e8d-998a-9e9353801d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5398801'] for segment (098413ed-ec75-43e9-9db3-68f175b21721), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:41.433483 dv-cinder-835881-1-iscsi neutron-server[103495]: Traceback (most recent call last): Mar 30 18:24:41.433483 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 18:24:41.433483 dv-cinder-835881-1-iscsi neutron-server[103495]: timer() Mar 30 18:24:41.433483 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 18:24:41.433483 dv-cinder-835881-1-iscsi neutron-server[103495]: cb(*args, **kw) Mar 30 18:24:41.433483 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 18:24:41.433483 dv-cinder-835881-1-iscsi neutron-server[103495]: return func(*args, **kwargs) Mar 30 18:24:41.433483 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 18:24:41.433483 dv-cinder-835881-1-iscsi neutron-server[103495]: self._notify() Mar 30 18:24:41.433483 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 18:24:41.433483 dv-cinder-835881-1-iscsi neutron-server[103495]: self.callback(batched_events) Mar 30 18:24:41.433483 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 18:24:41.433483 dv-cinder-835881-1-iscsi neutron-server[103495]: event.method(event) Mar 30 18:24:41.433483 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 18:24:41.433483 dv-cinder-835881-1-iscsi neutron-server[103495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 18:24:41.433483 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 18:24:41.433483 dv-cinder-835881-1-iscsi neutron-server[103495]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 18:24:41.433483 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 18:24:41.433483 dv-cinder-835881-1-iscsi neutron-server[103495]: return f(self, *a, **k) Mar 30 18:24:41.433483 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 18:24:41.433483 dv-cinder-835881-1-iscsi neutron-server[103495]: return self._get(url).json() Mar 30 18:24:41.433483 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 18:24:41.433483 dv-cinder-835881-1-iscsi neutron-server[103495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 18:24:41.433483 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 18:24:41.433483 dv-cinder-835881-1-iscsi neutron-server[103495]: return self.request(url, 'GET', **kwargs) Mar 30 18:24:41.433483 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 18:24:41.433483 dv-cinder-835881-1-iscsi neutron-server[103495]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 18:24:41.433483 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 18:24:41.433483 dv-cinder-835881-1-iscsi neutron-server[103495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 18:24:41.433483 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 18:24:41.433483 dv-cinder-835881-1-iscsi neutron-server[103495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 18:24:41.433483 dv-cinder-835881-1-iscsi neutron-server[103495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 18:24:41.491003 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-9ddc5d37-c851-4e8d-998a-9e9353801d09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1203681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541286'] for network (3e13178f-fe3d-4acc-a151-e0891e100715), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:41.498607 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-9ddc5d37-c851-4e8d-998a-9e9353801d09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:41.502027 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-9ddc5d37-c851-4e8d-998a-9e9353801d09 admin admin] 10.222.0.41 "DELETE /v2.0/networks/3e13178f-fe3d-4acc-a151-e0891e100715 HTTP/1.1" status: 204 len: 168 time: 0.5389724 Mar 30 18:24:41.513837 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddc5d37-c851-4e8d-998a-9e9353801d09 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e13178f-fe3d-4acc-a151-e0891e100715,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:41.626250 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 49810) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:41.666933 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 62548052-2728-436d-a9cf-8f84cc07b7bb no longer exists at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:24:41.667443 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-85b8849d-f4d8-4212-9876-0e188cccfe1c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d22e85861b694f0e8bd7e2e7da8fbc45&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0395534 Mar 30 18:24:41.669485 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 49812) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:41.687843 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] No Port match for: 62548052-2728-436d-a9cf-8f84cc07b7bb {{(pid=103496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:24:41.688244 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 62548052-2728-436d-a9cf-8f84cc07b7bb not bound to the agent host dv-cinder-835881-1-iscsi {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:24:41.688890 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 59959088-96f2-479d-9b48-e5a47ef4fd65 no longer exists at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:24:41.713565 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] No Port match for: 59959088-96f2-479d-9b48-e5a47ef4fd65 {{(pid=103496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:24:41.713917 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 59959088-96f2-479d-9b48-e5a47ef4fd65 not bound to the agent host dv-cinder-835881-1-iscsi {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:24:41.714370 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 6f8ced5e-dbd9-45c5-b95b-31f0e5408efe no longer exists at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:24:41.717512 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-bab43d56-637d-4d79-84a5-56cf93f92e51 admin admin] Publish callbacks [] for security_group (615152ba-9dfe-4720-80d9-c8c5a67e6469), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:41.733565 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] No Port match for: 6f8ced5e-dbd9-45c5-b95b-31f0e5408efe {{(pid=103496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:24:41.733916 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 6f8ced5e-dbd9-45c5-b95b-31f0e5408efe not bound to the agent host dv-cinder-835881-1-iscsi {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:24:41.737705 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-bab43d56-637d-4d79-84a5-56cf93f92e51 admin admin] Publish callbacks [] for security_group (615152ba-9dfe-4720-80d9-c8c5a67e6469), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:41.785244 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-bab43d56-637d-4d79-84a5-56cf93f92e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (615152ba-9dfe-4720-80d9-c8c5a67e6469), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:41.787464 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-c7eae1e9-77fa-4327-bd1a-3fd0ce300a64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:41.789486 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-bab43d56-637d-4d79-84a5-56cf93f92e51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:41.790941 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-bab43d56-637d-4d79-84a5-56cf93f92e51 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/615152ba-9dfe-4720-80d9-c8c5a67e6469 HTTP/1.1" status: 204 len: 168 time: 0.1205723 Mar 30 18:24:41.798943 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab43d56-637d-4d79-84a5-56cf93f92e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=615152ba-9dfe-4720-80d9-c8c5a67e6469,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:42.441309 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 49834) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:42.536481 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [None req-fa0b44fb-a1aa-4c36-b592-89a617f6c90a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1532187645-network', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:24:42.556713 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa0b44fb-a1aa-4c36-b592-89a617f6c90a admin admin] Made reservation on behalf of c8293d7cfcfd4a76af620e7e01c1fb8e for: {'network': 1} {{(pid=103495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:24:42.559066 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-fa0b44fb-a1aa-4c36-b592-89a617f6c90a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for network (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:42.567093 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-fa0b44fb-a1aa-4c36-b592-89a617f6c90a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:42.644514 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-fa0b44fb-a1aa-4c36-b592-89a617f6c90a admin admin] Publish callbacks [] for security_group (7bc4d689-1641-476b-8bb7-76461b86daca), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:42.648789 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-fa0b44fb-a1aa-4c36-b592-89a617f6c90a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (7bc4d689-1641-476b-8bb7-76461b86daca), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:42.673691 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa0b44fb-a1aa-4c36-b592-89a617f6c90a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=103495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 18:24:42.683520 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0b44fb-a1aa-4c36-b592-89a617f6c90a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc4d689-1641-476b-8bb7-76461b86daca,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:42.689479 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-fa0b44fb-a1aa-4c36-b592-89a617f6c90a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125716'] for segment (4ec4d92a-b07f-4238-acb7-e362a3423113), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:42.689828 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.db.segments_db [None req-fa0b44fb-a1aa-4c36-b592-89a617f6c90a admin admin] Added segment 4ec4d92a-b07f-4238-acb7-e362a3423113 of type vlan for network 409d44ec-6d59-4a2a-ad46-8958029d105f Mar 30 18:24:42.729245 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-fa0b44fb-a1aa-4c36-b592-89a617f6c90a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728099366458'] for network (409d44ec-6d59-4a2a-ad46-8958029d105f), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:42.753111 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-fa0b44fb-a1aa-4c36-b592-89a617f6c90a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241'] for network (409d44ec-6d59-4a2a-ad46-8958029d105f), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:42.754055 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0b44fb-a1aa-4c36-b592-89a617f6c90a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:42.754651 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-fa0b44fb-a1aa-4c36-b592-89a617f6c90a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:42.810158 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-fa0b44fb-a1aa-4c36-b592-89a617f6c90a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3676796 Mar 30 18:24:42.812862 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 49838) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:42.820000 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [None req-baee2143-b667-43c4-8e15-347d1378e1a7 admin admin] Request body: {'subnet': {'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1532187645-subnet', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:24:42.825789 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0b44fb-a1aa-4c36-b592-89a617f6c90a admin admin] Pushing event updated for resources: {'Network': ['ID=409d44ec-6d59-4a2a-ad46-8958029d105f,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:42.836437 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Network 409d44ec-6d59-4a2a-ad46-8958029d105f details requested by agent ovs-agent-dv-cinder-835881-1-iscsi with host dv-cinder-835881-1-iscsi {{(pid=103496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 18:24:42.842816 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baee2143-b667-43c4-8e15-347d1378e1a7 admin admin] Made reservation on behalf of c8293d7cfcfd4a76af620e7e01c1fb8e for: {'subnet': 1} {{(pid=103495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:24:42.845222 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-baee2143-b667-43c4-8e15-347d1378e1a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4403016'] for subnet (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:43.010743 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-baee2143-b667-43c4-8e15-347d1378e1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5399796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4403038'] for subnet (27019e24-efa4-45b6-ac56-b13259f05e3f), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:43.067799 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baee2143-b667-43c4-8e15-347d1378e1a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27019e24-efa4-45b6-ac56-b13259f05e3f,revision_number=0']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:43.078386 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baee2143-b667-43c4-8e15-347d1378e1a7 admin admin] Checking segment: {'id': '4ec4d92a-b07f-4238-acb7-e362a3423113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:24:43.078757 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baee2143-b667-43c4-8e15-347d1378e1a7 admin admin] Network hostable DHCP agents. Network: 409d44ec-6d59-4a2a-ad46-8958029d105f, hostable agents: ['f171183a-83cc-4c67-9a52-f7c4c9021937'], hosted agents: [] {{(pid=103495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 18:24:43.095630 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baee2143-b667-43c4-8e15-347d1378e1a7 admin admin] Network 409d44ec-6d59-4a2a-ad46-8958029d105f is scheduled to be hosted by DHCP agent f171183a-83cc-4c67-9a52-f7c4c9021937 with binding_index 1 {{(pid=103495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 18:24:43.103868 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.base_scheduler [None req-baee2143-b667-43c4-8e15-347d1378e1a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-1-iscsi, 409d44ec-6d59-4a2a-ad46-8958029d105f) {{(pid=103495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:24:43.108251 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baee2143-b667-43c4-8e15-347d1378e1a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:43.108838 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-baee2143-b667-43c4-8e15-347d1378e1a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:43.112622 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a96db3d-05f4-4cd8-af47-94657286d23e None None] Network 409d44ec-6d59-4a2a-ad46-8958029d105f requested from dv-cinder-835881-1-iscsi {{(pid=103496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:24:43.123970 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-baee2143-b667-43c4-8e15-347d1378e1a7 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3100724 Mar 30 18:24:43.126708 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 49840) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:43.131450 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [None req-39b522b1-d986-47ca-887a-1588975ca6bf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1532187645-router', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2'}}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:24:43.150975 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-39b522b1-d986-47ca-887a-1588975ca6bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1699'] for router (26126a29-9088-49f3-aa4e-b7362ac76d0f), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:43.152242 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-39b522b1-d986-47ca-887a-1588975ca6bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1031381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1706'] for router (26126a29-9088-49f3-aa4e-b7362ac76d0f), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:43.205574 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-39b522b1-d986-47ca-887a-1588975ca6bf admin admin] Publish callbacks [] for router_controller (26126a29-9088-49f3-aa4e-b7362ac76d0f), precommit_add_association {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:43.214952 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a115d8c5-94b1-4083-b753-40f56746a343 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcef903b-a861-53ce-95a0-ec7d3e6cb87b-409d44ec-6d59-4a2a-ad46-8958029d105f', 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f', 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'fixed_ips': [{'subnet_id': '27019e24-efa4-45b6-ac56-b13259f05e3f'}]}} from dv-cinder-835881-1-iscsi. {{(pid=103496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 18:24:43.215811 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-a115d8c5-94b1-4083-b753-40f56746a343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:43.358072 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.db_base_plugin_common [None req-a115d8c5-94b1-4083-b753-40f56746a343 None None] Allocated IP 172.20.0.2 (409d44ec-6d59-4a2a-ad46-8958029d105f/27019e24-efa4-45b6-ac56-b13259f05e3f/c9a029f9-0bd3-42e0-86b9-e5cea8d7385d) {{(pid=103496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:24:43.508649 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-a115d8c5-94b1-4083-b753-40f56746a343 None None] Publish callbacks [] for port (c9a029f9-0bd3-42e0-86b9-e5cea8d7385d), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:43.514667 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-a115d8c5-94b1-4083-b753-40f56746a343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728099412974'] for port (c9a029f9-0bd3-42e0-86b9-e5cea8d7385d), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:43.551405 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a115d8c5-94b1-4083-b753-40f56746a343 None None] Network 409d44ec-6d59-4a2a-ad46-8958029d105f is already hosted by enough agents. {{(pid=103496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:24:43.554699 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.scheduler.base_scheduler [None req-a115d8c5-94b1-4083-b753-40f56746a343 None None] Resources bound (agent type, host, resource id): {{(pid=103496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:24:43.557289 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a115d8c5-94b1-4083-b753-40f56746a343 None None] Received port after_create {{(pid=103496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:24:43.571484 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a115d8c5-94b1-4083-b753-40f56746a343 None None] Pushing event updated for resources: {'Port': ['ID=c9a029f9-0bd3-42e0-86b9-e5cea8d7385d,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:43.593720 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-39b522b1-d986-47ca-887a-1588975ca6bf admin admin] Publish callbacks [] for router_gateway (26126a29-9088-49f3-aa4e-b7362ac76d0f), precommit_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:43.626531 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [None req-a115d8c5-94b1-4083-b753-40f56746a343 None None] Attempting to bind port c9a029f9-0bd3-42e0-86b9-e5cea8d7385d on host dv-cinder-835881-1-iscsi for vnic_type normal with profile {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:24:43.626827 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [None req-a115d8c5-94b1-4083-b753-40f56746a343 None None] Attempting to bind port c9a029f9-0bd3-42e0-86b9-e5cea8d7385d by drivers openvswitch,hyperv on host dv-cinder-835881-1-iscsi at level 0 using segments [{'id': '4ec4d92a-b07f-4238-acb7-e362a3423113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f'}] {{(pid=103496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:24:43.627191 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a115d8c5-94b1-4083-b753-40f56746a343 None None] Attempting to bind port c9a029f9-0bd3-42e0-86b9-e5cea8d7385d on network 409d44ec-6d59-4a2a-ad46-8958029d105f {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:24:43.632303 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a115d8c5-94b1-4083-b753-40f56746a343 None None] Checking agent: {'id': '42d1cfe1-739c-4e03-9760-f1c54e546c99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 9, 48), 'started_at': datetime.datetime(2022, 3, 30, 18, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:24:43.632689 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a115d8c5-94b1-4083-b753-40f56746a343 None None] Checking segment: {'id': '4ec4d92a-b07f-4238-acb7-e362a3423113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:24:43.633082 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-a115d8c5-94b1-4083-b753-40f56746a343 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:43.633477 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a115d8c5-94b1-4083-b753-40f56746a343 None None] Bound using segment: {'id': '4ec4d92a-b07f-4238-acb7-e362a3423113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f'} {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:24:43.633940 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [None req-a115d8c5-94b1-4083-b753-40f56746a343 None None] Bound port: c9a029f9-0bd3-42e0-86b9-e5cea8d7385d, host: dv-cinder-835881-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ec4d92a-b07f-4238-acb7-e362a3423113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f'}}] {{(pid=103496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:24:43.634343 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-a115d8c5-94b1-4083-b753-40f56746a343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (c9a029f9-0bd3-42e0-86b9-e5cea8d7385d), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:43.696747 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-a115d8c5-94b1-4083-b753-40f56746a343 None None] For port c9a029f9-0bd3-42e0-86b9-e5cea8d7385d, host dv-cinder-835881-1-iscsi, cleared binding levels {{(pid=103496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:24:43.699941 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-a115d8c5-94b1-4083-b753-40f56746a343 None None] For port c9a029f9-0bd3-42e0-86b9-e5cea8d7385d, host dv-cinder-835881-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=c9a029f9-0bd3-42e0-86b9-e5cea8d7385d,segment=NetworkSegment(4ec4d92a-b07f-4238-acb7-e362a3423113),segment_id=4ec4d92a-b07f-4238-acb7-e362a3423113)] {{(pid=103496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:24:43.705293 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-a115d8c5-94b1-4083-b753-40f56746a343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (c9a029f9-0bd3-42e0-86b9-e5cea8d7385d), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:43.763804 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a115d8c5-94b1-4083-b753-40f56746a343 None None] Pushing event updated for resources: {'Port': ['ID=c9a029f9-0bd3-42e0-86b9-e5cea8d7385d,revision_number=2']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:43.802719 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-39b522b1-d986-47ca-887a-1588975ca6bf admin admin] Publish callbacks [] for router_gateway (26126a29-9088-49f3-aa4e-b7362ac76d0f), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:43.822901 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-39b522b1-d986-47ca-887a-1588975ca6bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:43.867106 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b78f1815-8dc8-4ce5-91e6-aa7eb88b4c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:43.948856 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.db_base_plugin_common [None req-39b522b1-d986-47ca-887a-1588975ca6bf admin admin] Allocated IP 172.27.1.41 (91cc19c8-4e3d-4b52-9973-bc78b4427ae2/e2593658-5374-4bbb-b8e3-ff319bcb6728/3e7551b3-e170-4565-87af-740e7fd86a7c) {{(pid=103495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:24:44.062525 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-39b522b1-d986-47ca-887a-1588975ca6bf admin admin] Publish callbacks [] for port (3e7551b3-e170-4565-87af-740e7fd86a7c), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:44.095075 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-39b522b1-d986-47ca-887a-1588975ca6bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728099412974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5398852'] for port (3e7551b3-e170-4565-87af-740e7fd86a7c), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:44.133197 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b522b1-d986-47ca-887a-1588975ca6bf admin admin] Network 91cc19c8-4e3d-4b52-9973-bc78b4427ae2 is already hosted by enough agents. {{(pid=103495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:24:44.136017 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.base_scheduler [None req-39b522b1-d986-47ca-887a-1588975ca6bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:24:44.138373 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b522b1-d986-47ca-887a-1588975ca6bf admin admin] Received port after_create {{(pid=103495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:24:44.166193 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b522b1-d986-47ca-887a-1588975ca6bf admin admin] Pushing event updated for resources: {'Port': ['ID=3e7551b3-e170-4565-87af-740e7fd86a7c,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:44.397988 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-39b522b1-d986-47ca-887a-1588975ca6bf admin admin] Publish callbacks [] for router_gateway (26126a29-9088-49f3-aa4e-b7362ac76d0f), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:44.602955 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-39b522b1-d986-47ca-887a-1588975ca6bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541230'] for router (26126a29-9088-49f3-aa4e-b7362ac76d0f), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:44.634949 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc02c8b6-b4f1-4cbf-8438-2dc03a450cc1 None None] Network 409d44ec-6d59-4a2a-ad46-8958029d105f requested from dv-cinder-835881-1-iscsi {{(pid=103496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:24:44.734393 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39b522b1-d986-47ca-887a-1588975ca6bf admin admin] Router 26126a29-9088-49f3-aa4e-b7362ac76d0f is scheduled to L3 agent d6545c5f-a93c-4a15-87cd-019d3e75e7be with binding_index 1 {{(pid=103495) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 18:24:44.744883 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-8c14d8cf-e20c-443e-a1e4-11eae6c4c300 None None] Provisioning complete for port c9a029f9-0bd3-42e0-86b9-e5cea8d7385d triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:24:44.745258 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8c14d8cf-e20c-443e-a1e4-11eae6c4c300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (c9a029f9-0bd3-42e0-86b9-e5cea8d7385d), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:44.833444 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8c14d8cf-e20c-443e-a1e4-11eae6c4c300 None None] Current status of the port c9a029f9-0bd3-42e0-86b9-e5cea8d7385d is: DOWN; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:24:44.834490 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8c14d8cf-e20c-443e-a1e4-11eae6c4c300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (c9a029f9-0bd3-42e0-86b9-e5cea8d7385d), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:44.852547 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b522b1-d986-47ca-887a-1588975ca6bf admin admin] Notify agent at l3_agent.dv-cinder-835881-1-iscsi the message routers_updated {{(pid=103495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:24:44.862518 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26290366-bed6-4c10-b02a-7ea46a75678e None None] Sync routers for ids ['26126a29-9088-49f3-aa4e-b7362ac76d0f'] in dv-cinder-835881-1-iscsi {{(pid=103497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:24:44.867806 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-8c14d8cf-e20c-443e-a1e4-11eae6c4c300 None None] For port c9a029f9-0bd3-42e0-86b9-e5cea8d7385d, host dv-cinder-835881-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=c9a029f9-0bd3-42e0-86b9-e5cea8d7385d,segment=NetworkSegment(4ec4d92a-b07f-4238-acb7-e362a3423113),segment_id=4ec4d92a-b07f-4238-acb7-e362a3423113)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:24:44.872235 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-39b522b1-d986-47ca-887a-1588975ca6bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:44.874322 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8c14d8cf-e20c-443e-a1e4-11eae6c4c300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (c9a029f9-0bd3-42e0-86b9-e5cea8d7385d), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:44.875552 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-39b522b1-d986-47ca-887a-1588975ca6bf admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7479160 Mar 30 18:24:44.875979 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26290366-bed6-4c10-b02a-7ea46a75678e None None] Routers {'26126a29-9088-49f3-aa4e-b7362ac76d0f'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:24:44.877373 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-26290366-bed6-4c10-b02a-7ea46a75678e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:24:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['26126a29-9088-49f3-aa4e-b7362ac76d0f'], 'active': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:44.878195 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 49842) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:44.934549 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c14d8cf-e20c-443e-a1e4-11eae6c4c300 None None] Pushing event updated for resources: {'Port': ['ID=c9a029f9-0bd3-42e0-86b9-e5cea8d7385d,revision_number=3']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:45.012411 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvr_db [None req-26290366-bed6-4c10-b02a-7ea46a75678e None None] Set router 26126a29-9088-49f3-aa4e-b7362ac76d0f gateway port host: dv-cinder-835881-1-iscsi {{(pid=103497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:24:45.038592 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:45.108221 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-33117156-1122-4736-8565-f8c555922e4a None None] Provisioning complete for port c9a029f9-0bd3-42e0-86b9-e5cea8d7385d triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:24:45.109291 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-33117156-1122-4736-8565-f8c555922e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (c9a029f9-0bd3-42e0-86b9-e5cea8d7385d), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:45.207938 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-26290366-bed6-4c10-b02a-7ea46a75678e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'name': 'tempest-AttachVolumeNegativeTest-1532187645-router', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '3e7551b3-e170-4565-87af-740e7fd86a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:24:43Z', 'updated_at': '2022-03-30T18:24:44Z', 'revision_number': 3, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'gw_port': {'id': '3e7551b3-e170-4565-87af-740e7fd86a7c', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f0:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:24:43Z', 'updated_at': '2022-03-30T18:24:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi'}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:45.209695 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-33117156-1122-4736-8565-f8c555922e4a None None] Current status of the port c9a029f9-0bd3-42e0-86b9-e5cea8d7385d is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:24:45.237385 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26290366-bed6-4c10-b02a-7ea46a75678e None None] Checking router: 26126a29-9088-49f3-aa4e-b7362ac76d0f for host: dv-cinder-835881-1-iscsi {{(pid=103497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:24:45.237650 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26290366-bed6-4c10-b02a-7ea46a75678e None None] Updating router 26126a29-9088-49f3-aa4e-b7362ac76d0f port 3e7551b3-e170-4565-87af-740e7fd86a7c binding host dv-cinder-835881-1-iscsi {{(pid=103497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 18:24:45.264771 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-26290366-bed6-4c10-b02a-7ea46a75678e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (3e7551b3-e170-4565-87af-740e7fd86a7c), before_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:45.348661 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-86b61f70-d7da-44d8-bde9-1bcfa36cf067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:45.503091 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.db_base_plugin_common [None req-86b61f70-d7da-44d8-bde9-1bcfa36cf067 admin admin] Allocated IP 172.20.0.1 (409d44ec-6d59-4a2a-ad46-8958029d105f/27019e24-efa4-45b6-ac56-b13259f05e3f/b870b0ef-6f46-4c8f-a951-5fb2d6845105) {{(pid=103495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:24:45.526707 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-26290366-bed6-4c10-b02a-7ea46a75678e None None] Publish callbacks [] for port (3e7551b3-e170-4565-87af-740e7fd86a7c), precommit_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:45.532169 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-26290366-bed6-4c10-b02a-7ea46a75678e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (3e7551b3-e170-4565-87af-740e7fd86a7c), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:45.581069 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5013f3eb-2000-4ad8-92e6-7940e62ae27e None None] Pushing event updated for resources: {'Port': ['ID=3e7551b3-e170-4565-87af-740e7fd86a7c,revision_number=2']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:45.589953 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [None req-26290366-bed6-4c10-b02a-7ea46a75678e None None] Attempting to bind port 3e7551b3-e170-4565-87af-740e7fd86a7c on host dv-cinder-835881-1-iscsi for vnic_type normal with profile {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:24:45.590342 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [None req-26290366-bed6-4c10-b02a-7ea46a75678e None None] Attempting to bind port 3e7551b3-e170-4565-87af-740e7fd86a7c by drivers openvswitch,hyperv on host dv-cinder-835881-1-iscsi at level 0 using segments [{'id': '3d136d15-dbd4-4a28-bf1a-1c22979f6a0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2'}] {{(pid=103497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:24:45.590696 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26290366-bed6-4c10-b02a-7ea46a75678e None None] Attempting to bind port 3e7551b3-e170-4565-87af-740e7fd86a7c on network 91cc19c8-4e3d-4b52-9973-bc78b4427ae2 {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:24:45.593939 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013f3eb-2000-4ad8-92e6-7940e62ae27e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:45.594312 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013f3eb-2000-4ad8-92e6-7940e62ae27e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:45.594675 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013f3eb-2000-4ad8-92e6-7940e62ae27e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:45.595031 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013f3eb-2000-4ad8-92e6-7940e62ae27e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:45.595370 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013f3eb-2000-4ad8-92e6-7940e62ae27e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:45.595700 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013f3eb-2000-4ad8-92e6-7940e62ae27e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:45.596024 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013f3eb-2000-4ad8-92e6-7940e62ae27e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:45.596592 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013f3eb-2000-4ad8-92e6-7940e62ae27e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:45.596903 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013f3eb-2000-4ad8-92e6-7940e62ae27e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:45.597456 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013f3eb-2000-4ad8-92e6-7940e62ae27e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:45.598605 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013f3eb-2000-4ad8-92e6-7940e62ae27e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:45.599319 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013f3eb-2000-4ad8-92e6-7940e62ae27e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:45.600729 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013f3eb-2000-4ad8-92e6-7940e62ae27e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:45.601085 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013f3eb-2000-4ad8-92e6-7940e62ae27e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:45.601563 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5013f3eb-2000-4ad8-92e6-7940e62ae27e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:45.608318 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26290366-bed6-4c10-b02a-7ea46a75678e None None] Checking agent: {'id': '42d1cfe1-739c-4e03-9760-f1c54e546c99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 9, 48), 'started_at': datetime.datetime(2022, 3, 30, 18, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:24:45.608703 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26290366-bed6-4c10-b02a-7ea46a75678e None None] Checking segment: {'id': '3d136d15-dbd4-4a28-bf1a-1c22979f6a0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:24:45.609109 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-26290366-bed6-4c10-b02a-7ea46a75678e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:45.609499 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26290366-bed6-4c10-b02a-7ea46a75678e None None] Bound using segment: {'id': '3d136d15-dbd4-4a28-bf1a-1c22979f6a0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2'} {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:24:45.609964 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [None req-26290366-bed6-4c10-b02a-7ea46a75678e None None] Bound port: 3e7551b3-e170-4565-87af-740e7fd86a7c, host: dv-cinder-835881-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d136d15-dbd4-4a28-bf1a-1c22979f6a0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2'}}] {{(pid=103497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:24:45.610421 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-26290366-bed6-4c10-b02a-7ea46a75678e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (3e7551b3-e170-4565-87af-740e7fd86a7c), before_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:45.612974 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-86b61f70-d7da-44d8-bde9-1bcfa36cf067 admin admin] Publish callbacks [] for port (b870b0ef-6f46-4c8f-a951-5fb2d6845105), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:45.656600 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-86b61f70-d7da-44d8-bde9-1bcfa36cf067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728099412974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5398852'] for port (b870b0ef-6f46-4c8f-a951-5fb2d6845105), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:45.669129 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [None req-26290366-bed6-4c10-b02a-7ea46a75678e None None] For port 3e7551b3-e170-4565-87af-740e7fd86a7c, host dv-cinder-835881-1-iscsi, cleared binding levels {{(pid=103497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:24:45.672265 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [None req-26290366-bed6-4c10-b02a-7ea46a75678e None None] For port 3e7551b3-e170-4565-87af-740e7fd86a7c, host dv-cinder-835881-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=3e7551b3-e170-4565-87af-740e7fd86a7c,segment=NetworkSegment(3d136d15-dbd4-4a28-bf1a-1c22979f6a0d),segment_id=3d136d15-dbd4-4a28-bf1a-1c22979f6a0d)] {{(pid=103497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:24:45.680575 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-26290366-bed6-4c10-b02a-7ea46a75678e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (3e7551b3-e170-4565-87af-740e7fd86a7c), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:45.697996 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b61f70-d7da-44d8-bde9-1bcfa36cf067 admin admin] Network 409d44ec-6d59-4a2a-ad46-8958029d105f is already hosted by enough agents. {{(pid=103495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:24:45.704994 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.base_scheduler [None req-86b61f70-d7da-44d8-bde9-1bcfa36cf067 admin admin] Resources bound (agent type, host, resource id): {{(pid=103495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:24:45.706286 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b61f70-d7da-44d8-bde9-1bcfa36cf067 admin admin] Received port after_create {{(pid=103495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:24:45.711122 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device c9a029f9-0bd3-42e0-86b9-e5cea8d7385d up at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:24:45.734561 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b61f70-d7da-44d8-bde9-1bcfa36cf067 admin admin] Pushing event updated for resources: {'Port': ['ID=b870b0ef-6f46-4c8f-a951-5fb2d6845105,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:45.754508 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-86b61f70-d7da-44d8-bde9-1bcfa36cf067 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542457'] for router_interface (26126a29-9088-49f3-aa4e-b7362ac76d0f), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:45.758442 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26290366-bed6-4c10-b02a-7ea46a75678e None None] Routers {'26126a29-9088-49f3-aa4e-b7362ac76d0f'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:24:45.759121 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-26290366-bed6-4c10-b02a-7ea46a75678e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:24:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['26126a29-9088-49f3-aa4e-b7362ac76d0f'], 'active': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:45.776804 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Provisioning complete for port c9a029f9-0bd3-42e0-86b9-e5cea8d7385d triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:24:45.777178 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (c9a029f9-0bd3-42e0-86b9-e5cea8d7385d), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:45.867124 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Current status of the port c9a029f9-0bd3-42e0-86b9-e5cea8d7385d is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:24:45.889020 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5013f3eb-2000-4ad8-92e6-7940e62ae27e None None] Pushing event updated for resources: {'Port': ['ID=3e7551b3-e170-4565-87af-740e7fd86a7c,revision_number=3']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:45.892810 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvr_db [None req-26290366-bed6-4c10-b02a-7ea46a75678e None None] Set router 26126a29-9088-49f3-aa4e-b7362ac76d0f gateway port host: dv-cinder-835881-1-iscsi {{(pid=103497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:24:45.911374 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-86b61f70-d7da-44d8-bde9-1bcfa36cf067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (b870b0ef-6f46-4c8f-a951-5fb2d6845105), before_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:46.041982 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-b0aacca6-6e6f-4b17-8b78-b2879e8b968c None None] Provisioning complete for port b870b0ef-6f46-4c8f-a951-5fb2d6845105 triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:24:46.042591 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b0aacca6-6e6f-4b17-8b78-b2879e8b968c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (b870b0ef-6f46-4c8f-a951-5fb2d6845105), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:46.081608 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-b0aacca6-6e6f-4b17-8b78-b2879e8b968c None None] Port b870b0ef-6f46-4c8f-a951-5fb2d6845105 cannot update to ACTIVE because it is not bound. {{(pid=103496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:24:46.082091 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-86b61f70-d7da-44d8-bde9-1bcfa36cf067 admin admin] Publish callbacks [] for port (b870b0ef-6f46-4c8f-a951-5fb2d6845105), precommit_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:46.087788 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-86b61f70-d7da-44d8-bde9-1bcfa36cf067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5398861'] for port (b870b0ef-6f46-4c8f-a951-5fb2d6845105), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:46.089529 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-26290366-bed6-4c10-b02a-7ea46a75678e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'name': 'tempest-AttachVolumeNegativeTest-1532187645-router', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '3e7551b3-e170-4565-87af-740e7fd86a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:24:43Z', 'updated_at': '2022-03-30T18:24:44Z', 'revision_number': 3, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'gw_port': {'id': '3e7551b3-e170-4565-87af-740e7fd86a7c', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f0:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:24:43Z', 'updated_at': '2022-03-30T18:24:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi'}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:46.115945 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26290366-bed6-4c10-b02a-7ea46a75678e None None] The sync data for ids ['26126a29-9088-49f3-aa4e-b7362ac76d0f'] in dv-cinder-835881-1-iscsi is: [{'id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'name': 'tempest-AttachVolumeNegativeTest-1532187645-router', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '3e7551b3-e170-4565-87af-740e7fd86a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:24:43Z', 'updated_at': '2022-03-30T18:24:44Z', 'revision_number': 3, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'gw_port': {'id': '3e7551b3-e170-4565-87af-740e7fd86a7c', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f0:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:24:43Z', 'updated_at': '2022-03-30T18:24:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi'}] {{(pid=103497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:24:46.160755 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b61f70-d7da-44d8-bde9-1bcfa36cf067 admin admin] Pushing event updated for resources: {'Port': ['ID=b870b0ef-6f46-4c8f-a951-5fb2d6845105,revision_number=2']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:46.163532 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-86b61f70-d7da-44d8-bde9-1bcfa36cf067 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542317'] for router_interface (26126a29-9088-49f3-aa4e-b7362ac76d0f), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:46.260617 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b61f70-d7da-44d8-bde9-1bcfa36cf067 admin admin] Network 409d44ec-6d59-4a2a-ad46-8958029d105f is already hosted by enough agents. {{(pid=103495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:24:46.262212 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.base_scheduler [None req-86b61f70-d7da-44d8-bde9-1bcfa36cf067 admin admin] Resources bound (agent type, host, resource id): {{(pid=103495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:24:46.397317 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b61f70-d7da-44d8-bde9-1bcfa36cf067 admin admin] Router 26126a29-9088-49f3-aa4e-b7362ac76d0f has already been hosted by L3 agent d6545c5f-a93c-4a15-87cd-019d3e75e7be {{(pid=103495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:24:46.409231 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:46.519812 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b61f70-d7da-44d8-bde9-1bcfa36cf067 admin admin] Notify agent at l3_agent.dv-cinder-835881-1-iscsi the message routers_updated {{(pid=103495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:24:46.525653 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-86b61f70-d7da-44d8-bde9-1bcfa36cf067 admin admin] 10.222.0.41 "PUT /v2.0/routers/26126a29-9088-49f3-aa4e-b7362ac76d0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6464350 Mar 30 18:24:46.609505 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-e708aeff-d55d-4975-9246-8926d3b0d326 None None] Provisioning complete for port b870b0ef-6f46-4c8f-a951-5fb2d6845105 triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:24:46.609886 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e708aeff-d55d-4975-9246-8926d3b0d326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (b870b0ef-6f46-4c8f-a951-5fb2d6845105), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:46.652204 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e708aeff-d55d-4975-9246-8926d3b0d326 None None] Port b870b0ef-6f46-4c8f-a951-5fb2d6845105 cannot update to ACTIVE because it is not bound. {{(pid=103496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:24:47.099958 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 49850) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:47.104582 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [None req-c82b5894-6dfb-4d35-908f-c7d4d82e1a19 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Request body: {'security_group': {'name': 'tempest-securitygroup--392333360', 'description': 'tempest-description--869049445'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:24:47.125160 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-c82b5894-6dfb-4d35-908f-c7d4d82e1a19 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for security_group (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:47.193713 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-c82b5894-6dfb-4d35-908f-c7d4d82e1a19 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for security_group (bf424d4a-4340-4cb1-9af5-667eb300f744), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:47.197618 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-c82b5894-6dfb-4d35-908f-c7d4d82e1a19 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (bf424d4a-4340-4cb1-9af5-667eb300f744), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:47.231988 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-c82b5894-6dfb-4d35-908f-c7d4d82e1a19 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for security_group (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:47.233228 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-c82b5894-6dfb-4d35-908f-c7d4d82e1a19 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1321878 Mar 30 18:24:47.233950 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82b5894-6dfb-4d35-908f-c7d4d82e1a19 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf424d4a-4340-4cb1-9af5-667eb300f744,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:47.236204 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 49852) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:47.241335 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.v2.base [None req-f748928f-9930-4eff-866c-a2ae140372c1 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Request body: {'security_group_rule': {'security_group_id': 'bf424d4a-4340-4cb1-9af5-667eb300f744', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:24:47.266948 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-f748928f-9930-4eff-866c-a2ae140372c1 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for security_group_rule (41f6a699-b087-4493-9bd5-a42341a8d837), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:47.321427 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-f748928f-9930-4eff-866c-a2ae140372c1 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for security_group_rule (41f6a699-b087-4493-9bd5-a42341a8d837), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:47.325221 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-f748928f-9930-4eff-866c-a2ae140372c1 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005201'] for security_group_rule (41f6a699-b087-4493-9bd5-a42341a8d837), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:47.343121 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f748928f-9930-4eff-866c-a2ae140372c1 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41f6a699-b087-4493-9bd5-a42341a8d837,revision_number=0']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:47.352187 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-f748928f-9930-4eff-866c-a2ae140372c1 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:47.353466 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-f748928f-9930-4eff-866c-a2ae140372c1 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1162119 Mar 30 18:24:47.356226 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 49854) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:47.361124 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [None req-685decf6-2d17-4508-bba7-8005101c955b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Request body: {'security_group_rule': {'security_group_id': 'bf424d4a-4340-4cb1-9af5-667eb300f744', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:24:47.387465 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-685decf6-2d17-4508-bba7-8005101c955b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for security_group_rule (ff7d5c39-dbcd-4c79-b216-13086253a258), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:47.444664 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-685decf6-2d17-4508-bba7-8005101c955b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for security_group_rule (ff7d5c39-dbcd-4c79-b216-13086253a258), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:47.448500 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-685decf6-2d17-4508-bba7-8005101c955b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005201'] for security_group_rule (ff7d5c39-dbcd-4c79-b216-13086253a258), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:47.466362 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685decf6-2d17-4508-bba7-8005101c955b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff7d5c39-dbcd-4c79-b216-13086253a258,revision_number=0']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:47.474837 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-685decf6-2d17-4508-bba7-8005101c955b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:47.478993 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-685decf6-2d17-4508-bba7-8005101c955b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1188080 Mar 30 18:24:47.479314 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 49856) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:24:47.483751 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [None req-76eb7ece-e836-43bd-8489-4f2eb0650550 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Request body: {'floatingip': {'floating_network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:24:47.503801 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-76eb7ece-e836-43bd-8489-4f2eb0650550 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:47.598280 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-76eb7ece-e836-43bd-8489-4f2eb0650550 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:47.647009 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cb684e-e2ca-4cc3-8fe4-d0a4b0608f6a None None] Sync routers for ids ['26126a29-9088-49f3-aa4e-b7362ac76d0f'] in dv-cinder-835881-1-iscsi {{(pid=103496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:24:47.656859 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cb684e-e2ca-4cc3-8fe4-d0a4b0608f6a None None] Routers {'26126a29-9088-49f3-aa4e-b7362ac76d0f'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:24:47.657593 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-62cb684e-e2ca-4cc3-8fe4-d0a4b0608f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:24:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['26126a29-9088-49f3-aa4e-b7362ac76d0f'], 'active': True} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:47.726833 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 3e7551b3-e170-4565-87af-740e7fd86a7c up at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:24:47.733622 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.db_base_plugin_common [None req-76eb7ece-e836-43bd-8489-4f2eb0650550 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Allocated IP 172.27.1.26 (91cc19c8-4e3d-4b52-9973-bc78b4427ae2/e2593658-5374-4bbb-b8e3-ff319bcb6728/0116d34e-918b-4310-8a8f-65be7ad8a5a9) {{(pid=103495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:24:47.807305 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvr_db [None req-62cb684e-e2ca-4cc3-8fe4-d0a4b0608f6a None None] Set router 26126a29-9088-49f3-aa4e-b7362ac76d0f gateway port host: dv-cinder-835881-1-iscsi {{(pid=103496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:24:47.836312 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Provisioning complete for port 3e7551b3-e170-4565-87af-740e7fd86a7c triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:24:47.836691 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (3e7551b3-e170-4565-87af-740e7fd86a7c), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:47.840605 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-76eb7ece-e836-43bd-8489-4f2eb0650550 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for port (0116d34e-918b-4310-8a8f-65be7ad8a5a9), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:47.875036 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-76eb7ece-e836-43bd-8489-4f2eb0650550 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728099412974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5398852'] for port (0116d34e-918b-4310-8a8f-65be7ad8a5a9), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:47.917393 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76eb7ece-e836-43bd-8489-4f2eb0650550 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Network 91cc19c8-4e3d-4b52-9973-bc78b4427ae2 is already hosted by enough agents. {{(pid=103495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:24:47.920517 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.base_scheduler [None req-76eb7ece-e836-43bd-8489-4f2eb0650550 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Resources bound (agent type, host, resource id): {{(pid=103495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:24:47.926596 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76eb7ece-e836-43bd-8489-4f2eb0650550 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Received port after_create {{(pid=103495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:24:47.933067 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eb7ece-e836-43bd-8489-4f2eb0650550 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Pushing event updated for resources: {'Port': ['ID=0116d34e-918b-4310-8a8f-65be7ad8a5a9,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:48.028645 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-76eb7ece-e836-43bd-8489-4f2eb0650550 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for floatingip (1217a122-15b6-47e2-bbce-c927d136df6d), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:48.069161 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-76eb7ece-e836-43bd-8489-4f2eb0650550 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (0116d34e-918b-4310-8a8f-65be7ad8a5a9), before_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:48.103587 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:48.187662 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Current status of the port 3e7551b3-e170-4565-87af-740e7fd86a7c is: DOWN; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:24:48.187953 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (3e7551b3-e170-4565-87af-740e7fd86a7c), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:48.215817 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] For port 3e7551b3-e170-4565-87af-740e7fd86a7c, host dv-cinder-835881-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=3e7551b3-e170-4565-87af-740e7fd86a7c,segment=NetworkSegment(3d136d15-dbd4-4a28-bf1a-1c22979f6a0d),segment_id=3d136d15-dbd4-4a28-bf1a-1c22979f6a0d)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:24:48.221084 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (3e7551b3-e170-4565-87af-740e7fd86a7c), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:48.227630 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-76eb7ece-e836-43bd-8489-4f2eb0650550 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for port (0116d34e-918b-4310-8a8f-65be7ad8a5a9), precommit_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:48.231914 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-76eb7ece-e836-43bd-8489-4f2eb0650550 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5398861'] for port (0116d34e-918b-4310-8a8f-65be7ad8a5a9), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:48.270328 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-62cb684e-e2ca-4cc3-8fe4-d0a4b0608f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'name': 'tempest-AttachVolumeNegativeTest-1532187645-router', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '3e7551b3-e170-4565-87af-740e7fd86a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:24:43Z', 'updated_at': '2022-03-30T18:24:45Z', 'revision_number': 4, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'gw_port': {'id': '3e7551b3-e170-4565-87af-740e7fd86a7c', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f0:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:24:43Z', 'updated_at': '2022-03-30T18:24:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': 'b870b0ef-6f46-4c8f-a951-5fb2d6845105', 'name': '', 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'mac_address': 'fa:16:3e:30:40:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '27019e24-efa4-45b6-ac56-b13259f05e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:24:45Z', 'updated_at': '2022-03-30T18:24:45Z', 'revision_number': 2, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'subnets': [{'id': '27019e24-efa4-45b6-ac56-b13259f05e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:48.309974 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Pushing event updated for resources: {'Port': ['ID=3e7551b3-e170-4565-87af-740e7fd86a7c,revision_number=4']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:48.310251 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eb7ece-e836-43bd-8489-4f2eb0650550 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Pushing event updated for resources: {'Port': ['ID=0116d34e-918b-4310-8a8f-65be7ad8a5a9,revision_number=2']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:48.312669 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cb684e-e2ca-4cc3-8fe4-d0a4b0608f6a None None] Checking router: 26126a29-9088-49f3-aa4e-b7362ac76d0f for host: dv-cinder-835881-1-iscsi {{(pid=103496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:24:48.312998 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cb684e-e2ca-4cc3-8fe4-d0a4b0608f6a None None] Updating router 26126a29-9088-49f3-aa4e-b7362ac76d0f port b870b0ef-6f46-4c8f-a951-5fb2d6845105 binding host dv-cinder-835881-1-iscsi {{(pid=103496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 18:24:48.324873 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-76eb7ece-e836-43bd-8489-4f2eb0650550 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541296'] for floatingip (1217a122-15b6-47e2-bbce-c927d136df6d), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:48.341158 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-76eb7ece-e836-43bd-8489-4f2eb0650550 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for floatingip (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:48.341552 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-62cb684e-e2ca-4cc3-8fe4-d0a4b0608f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (b870b0ef-6f46-4c8f-a951-5fb2d6845105), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:48.342413 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-76eb7ece-e836-43bd-8489-4f2eb0650550 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8623431 Mar 30 18:24:48.491315 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-99baac73-950e-492a-a985-e11b24937ad7 req-6d236986-c7b5-43de-9657-38302cdc2996 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--392333360&fields=id&tenant_id=c8293d7cfcfd4a76af620e7e01c1fb8e HTTP/1.1" status: 200 len: 267 time: 0.0418184 Mar 30 18:24:48.594665 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99baac73-950e-492a-a985-e11b24937ad7 req-61798810-b7fc-415c-947f-4088a6bca9f7 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:48.596140 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-99baac73-950e-492a-a985-e11b24937ad7 req-61798810-b7fc-415c-947f-4088a6bca9f7 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/networks?id=409d44ec-6d59-4a2a-ad46-8958029d105f HTTP/1.1" status: 200 len: 815 time: 0.0984631 Mar 30 18:24:48.609157 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-62cb684e-e2ca-4cc3-8fe4-d0a4b0608f6a None None] Publish callbacks [] for port (b870b0ef-6f46-4c8f-a951-5fb2d6845105), precommit_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:48.614020 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-99baac73-950e-492a-a985-e11b24937ad7 req-dde22e26-1962-4130-a3b3-8a1c1cc7852d tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/quotas/c8293d7cfcfd4a76af620e7e01c1fb8e HTTP/1.1" status: 200 len: 375 time: 0.0118387 Mar 30 18:24:48.615125 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-62cb684e-e2ca-4cc3-8fe4-d0a4b0608f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (b870b0ef-6f46-4c8f-a951-5fb2d6845105), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:48.672316 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (ab438a54-a4f6-4fd3-b589-96aa27265666), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:48.678429 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-99baac73-950e-492a-a985-e11b24937ad7 req-c65d43d5-ff46-407b-907d-e3adbd2a004e tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c8293d7cfcfd4a76af620e7e01c1fb8e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0581653 Mar 30 18:24:48.679755 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47be919-8452-4ce4-b021-c5642afbd9ee None None] Pushing event updated for resources: {'Port': ['ID=b870b0ef-6f46-4c8f-a951-5fb2d6845105,revision_number=3']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:48.735692 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [None req-62cb684e-e2ca-4cc3-8fe4-d0a4b0608f6a None None] Attempting to bind port b870b0ef-6f46-4c8f-a951-5fb2d6845105 on host dv-cinder-835881-1-iscsi for vnic_type normal with profile {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:24:48.736066 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [None req-62cb684e-e2ca-4cc3-8fe4-d0a4b0608f6a None None] Attempting to bind port b870b0ef-6f46-4c8f-a951-5fb2d6845105 by drivers openvswitch,hyperv on host dv-cinder-835881-1-iscsi at level 0 using segments [{'id': '4ec4d92a-b07f-4238-acb7-e362a3423113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f'}] {{(pid=103496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:24:48.736428 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cb684e-e2ca-4cc3-8fe4-d0a4b0608f6a None None] Attempting to bind port b870b0ef-6f46-4c8f-a951-5fb2d6845105 on network 409d44ec-6d59-4a2a-ad46-8958029d105f {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:24:48.741821 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cb684e-e2ca-4cc3-8fe4-d0a4b0608f6a None None] Checking agent: {'id': '42d1cfe1-739c-4e03-9760-f1c54e546c99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 9, 48), 'started_at': datetime.datetime(2022, 3, 30, 18, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:24:48.742226 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cb684e-e2ca-4cc3-8fe4-d0a4b0608f6a None None] Checking segment: {'id': '4ec4d92a-b07f-4238-acb7-e362a3423113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:24:48.742632 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-62cb684e-e2ca-4cc3-8fe4-d0a4b0608f6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:48.743021 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cb684e-e2ca-4cc3-8fe4-d0a4b0608f6a None None] Bound using segment: {'id': '4ec4d92a-b07f-4238-acb7-e362a3423113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f'} {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:24:48.743518 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [None req-62cb684e-e2ca-4cc3-8fe4-d0a4b0608f6a None None] Bound port: b870b0ef-6f46-4c8f-a951-5fb2d6845105, host: dv-cinder-835881-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ec4d92a-b07f-4238-acb7-e362a3423113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f'}}] {{(pid=103496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:24:48.743897 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-62cb684e-e2ca-4cc3-8fe4-d0a4b0608f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (b870b0ef-6f46-4c8f-a951-5fb2d6845105), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:48.811811 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-62cb684e-e2ca-4cc3-8fe4-d0a4b0608f6a None None] For port b870b0ef-6f46-4c8f-a951-5fb2d6845105, host dv-cinder-835881-1-iscsi, cleared binding levels {{(pid=103496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:24:48.815156 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-62cb684e-e2ca-4cc3-8fe4-d0a4b0608f6a None None] For port b870b0ef-6f46-4c8f-a951-5fb2d6845105, host dv-cinder-835881-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=b870b0ef-6f46-4c8f-a951-5fb2d6845105,segment=NetworkSegment(4ec4d92a-b07f-4238-acb7-e362a3423113),segment_id=4ec4d92a-b07f-4238-acb7-e362a3423113)] {{(pid=103496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:24:48.824019 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-62cb684e-e2ca-4cc3-8fe4-d0a4b0608f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (b870b0ef-6f46-4c8f-a951-5fb2d6845105), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:48.834705 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-99baac73-950e-492a-a985-e11b24937ad7 req-e38c6929-d42a-42bb-bc20-af846bdb59ed service neutron] 10.222.0.41 "GET /v2.0/networks/409d44ec-6d59-4a2a-ad46-8958029d105f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428180 Mar 30 18:24:48.875945 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cb684e-e2ca-4cc3-8fe4-d0a4b0608f6a None None] Routers {'26126a29-9088-49f3-aa4e-b7362ac76d0f'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:24:48.876577 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-62cb684e-e2ca-4cc3-8fe4-d0a4b0608f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:24:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['26126a29-9088-49f3-aa4e-b7362ac76d0f'], 'active': True} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:48.961805 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47be919-8452-4ce4-b021-c5642afbd9ee None None] Pushing event updated for resources: {'Port': ['ID=b870b0ef-6f46-4c8f-a951-5fb2d6845105,revision_number=4']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:48.978960 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-8ae94c8f-56d5-4711-8ef2-0c1cb147488c None None] Provisioning complete for port b870b0ef-6f46-4c8f-a951-5fb2d6845105 triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:24:48.979690 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8ae94c8f-56d5-4711-8ef2-0c1cb147488c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (b870b0ef-6f46-4c8f-a951-5fb2d6845105), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:49.054631 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvr_db [None req-62cb684e-e2ca-4cc3-8fe4-d0a4b0608f6a None None] Set router 26126a29-9088-49f3-aa4e-b7362ac76d0f gateway port host: dv-cinder-835881-1-iscsi {{(pid=103496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:24:49.164054 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8ae94c8f-56d5-4711-8ef2-0c1cb147488c None None] Current status of the port b870b0ef-6f46-4c8f-a951-5fb2d6845105 is: DOWN; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:24:49.164446 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8ae94c8f-56d5-4711-8ef2-0c1cb147488c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (b870b0ef-6f46-4c8f-a951-5fb2d6845105), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:49.195886 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-99baac73-950e-492a-a985-e11b24937ad7 req-8073f3ca-5730-4db1-a9b4-0fa11c53c991 service neutron] 10.222.0.41 "GET /v2.0/networks/409d44ec-6d59-4a2a-ad46-8958029d105f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3585927 Mar 30 18:24:49.249481 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-8ae94c8f-56d5-4711-8ef2-0c1cb147488c None None] For port b870b0ef-6f46-4c8f-a951-5fb2d6845105, host dv-cinder-835881-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=b870b0ef-6f46-4c8f-a951-5fb2d6845105,segment=NetworkSegment(4ec4d92a-b07f-4238-acb7-e362a3423113),segment_id=4ec4d92a-b07f-4238-acb7-e362a3423113)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:24:49.254465 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8ae94c8f-56d5-4711-8ef2-0c1cb147488c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (b870b0ef-6f46-4c8f-a951-5fb2d6845105), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:49.346546 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae94c8f-56d5-4711-8ef2-0c1cb147488c None None] Pushing event updated for resources: {'Port': ['ID=b870b0ef-6f46-4c8f-a951-5fb2d6845105,revision_number=5']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:49.371325 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-62cb684e-e2ca-4cc3-8fe4-d0a4b0608f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'name': 'tempest-AttachVolumeNegativeTest-1532187645-router', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '3e7551b3-e170-4565-87af-740e7fd86a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:24:43Z', 'updated_at': '2022-03-30T18:24:45Z', 'revision_number': 4, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'gw_port': {'id': '3e7551b3-e170-4565-87af-740e7fd86a7c', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:24:43Z', 'updated_at': '2022-03-30T18:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': 'b870b0ef-6f46-4c8f-a951-5fb2d6845105', 'name': '', 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'mac_address': 'fa:16:3e:30:40:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '27019e24-efa4-45b6-ac56-b13259f05e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:24:45Z', 'updated_at': '2022-03-30T18:24:48Z', 'revision_number': 4, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'subnets': [{'id': '27019e24-efa4-45b6-ac56-b13259f05e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:49.378680 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-cc7dbd49-776c-40e9-a768-6dc37a104c36 req-69a693b7-8bf0-4a7d-bdaf-6232d4df869d tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?device_id=391107ba-1aa4-4c07-83fa-349fe3f69ecd HTTP/1.1" status: 200 len: 210 time: 0.0298400 Mar 30 18:24:49.405150 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cb684e-e2ca-4cc3-8fe4-d0a4b0608f6a None None] The sync data for ids ['26126a29-9088-49f3-aa4e-b7362ac76d0f'] in dv-cinder-835881-1-iscsi is: [{'id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'name': 'tempest-AttachVolumeNegativeTest-1532187645-router', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '3e7551b3-e170-4565-87af-740e7fd86a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:24:43Z', 'updated_at': '2022-03-30T18:24:45Z', 'revision_number': 4, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'gw_port': {'id': '3e7551b3-e170-4565-87af-740e7fd86a7c', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:24:43Z', 'updated_at': '2022-03-30T18:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': 'b870b0ef-6f46-4c8f-a951-5fb2d6845105', 'name': '', 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'mac_address': 'fa:16:3e:30:40:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '27019e24-efa4-45b6-ac56-b13259f05e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:24:45Z', 'updated_at': '2022-03-30T18:24:48Z', 'revision_number': 4, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'subnets': [{'id': '27019e24-efa4-45b6-ac56-b13259f05e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:24:49.408636 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-252c1dcd-7309-43a4-8cf0-3fc29503d494 None None] Provisioning complete for port b870b0ef-6f46-4c8f-a951-5fb2d6845105 triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:24:49.409033 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-252c1dcd-7309-43a4-8cf0-3fc29503d494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (b870b0ef-6f46-4c8f-a951-5fb2d6845105), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:49.532768 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-252c1dcd-7309-43a4-8cf0-3fc29503d494 None None] Current status of the port b870b0ef-6f46-4c8f-a951-5fb2d6845105 is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:24:49.768860 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 3e7551b3-e170-4565-87af-740e7fd86a7c up at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:24:49.824097 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Provisioning complete for port 3e7551b3-e170-4565-87af-740e7fd86a7c triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:24:49.824476 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (3e7551b3-e170-4565-87af-740e7fd86a7c), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:49.909916 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Current status of the port 3e7551b3-e170-4565-87af-740e7fd86a7c is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:24:49.911710 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device b870b0ef-6f46-4c8f-a951-5fb2d6845105 up at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:24:49.968101 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Provisioning complete for port b870b0ef-6f46-4c8f-a951-5fb2d6845105 triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:24:49.968631 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (b870b0ef-6f46-4c8f-a951-5fb2d6845105), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:50.066687 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Current status of the port b870b0ef-6f46-4c8f-a951-5fb2d6845105 is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:24:50.482630 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e50eae8c-56ae-49f4-9395-f9baaaa1b497 req-24c77e47-b9b2-4bea-9c68-e11a69172250 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?device_id=391107ba-1aa4-4c07-83fa-349fe3f69ecd HTTP/1.1" status: 200 len: 210 time: 0.0279322 Mar 30 18:24:50.618249 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99baac73-950e-492a-a985-e11b24937ad7 req-cfde2340-7a2e-40d2-be49-84d692fb4387 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:50.619679 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-99baac73-950e-492a-a985-e11b24937ad7 req-cfde2340-7a2e-40d2-be49-84d692fb4387 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.44 "GET /v2.0/networks?id=409d44ec-6d59-4a2a-ad46-8958029d105f HTTP/1.1" status: 200 len: 815 time: 0.1060441 Mar 30 18:24:50.716932 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-99baac73-950e-492a-a985-e11b24937ad7 req-7e6952d2-79d6-4dd1-ba31-01ff48756268 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8293d7cfcfd4a76af620e7e01c1fb8e HTTP/1.1" status: 200 len: 379 time: 0.0692420 Mar 30 18:24:50.727173 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [req-99baac73-950e-492a-a985-e11b24937ad7 req-65df266b-7d9b-446d-9e96-02c0c44015af tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Request body: {'port': {'device_id': '391107ba-1aa4-4c07-83fa-349fe3f69ecd', 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f', 'admin_state_up': True, 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'security_groups': ['bf424d4a-4340-4cb1-9af5-667eb300f744']}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:24:50.827462 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99baac73-950e-492a-a985-e11b24937ad7 req-65df266b-7d9b-446d-9e96-02c0c44015af tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Made reservation on behalf of c8293d7cfcfd4a76af620e7e01c1fb8e for: {'port': 1} {{(pid=103495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:24:50.830818 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-99baac73-950e-492a-a985-e11b24937ad7 req-65df266b-7d9b-446d-9e96-02c0c44015af tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:50.955742 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.db_base_plugin_common [req-99baac73-950e-492a-a985-e11b24937ad7 req-65df266b-7d9b-446d-9e96-02c0c44015af tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Allocated IP 172.20.0.3 (409d44ec-6d59-4a2a-ad46-8958029d105f/27019e24-efa4-45b6-ac56-b13259f05e3f/4ad46c0c-94cf-4219-97cd-d42282d33d3d) {{(pid=103495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:24:51.095850 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-99baac73-950e-492a-a985-e11b24937ad7 req-65df266b-7d9b-446d-9e96-02c0c44015af tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for port (4ad46c0c-94cf-4219-97cd-d42282d33d3d), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:51.128545 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-99baac73-950e-492a-a985-e11b24937ad7 req-65df266b-7d9b-446d-9e96-02c0c44015af tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728099412974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5398852'] for port (4ad46c0c-94cf-4219-97cd-d42282d33d3d), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:51.170914 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99baac73-950e-492a-a985-e11b24937ad7 req-65df266b-7d9b-446d-9e96-02c0c44015af tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Network 409d44ec-6d59-4a2a-ad46-8958029d105f is already hosted by enough agents. {{(pid=103495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:24:51.173984 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.base_scheduler [req-99baac73-950e-492a-a985-e11b24937ad7 req-65df266b-7d9b-446d-9e96-02c0c44015af tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Resources bound (agent type, host, resource id): {{(pid=103495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:24:51.180267 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.l3_dvrscheduler_db [req-99baac73-950e-492a-a985-e11b24937ad7 req-65df266b-7d9b-446d-9e96-02c0c44015af tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Received port after_create {{(pid=103495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:24:51.186538 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65df266b-7d9b-446d-9e96-02c0c44015af tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Pushing event updated for resources: {'Port': ['ID=4ad46c0c-94cf-4219-97cd-d42282d33d3d,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:51.233418 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99baac73-950e-492a-a985-e11b24937ad7 req-65df266b-7d9b-446d-9e96-02c0c44015af tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:51.234045 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-99baac73-950e-492a-a985-e11b24937ad7 req-65df266b-7d9b-446d-9e96-02c0c44015af tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for port (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:51.250075 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-99baac73-950e-492a-a985-e11b24937ad7 req-65df266b-7d9b-446d-9e96-02c0c44015af tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5270448 Mar 30 18:24:51.267949 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [req-99baac73-950e-492a-a985-e11b24937ad7 req-332b0953-00db-4b96-b566-f9b738aea9ee service neutron] Request body: {'port': {'device_id': '391107ba-1aa4-4c07-83fa-349fe3f69ecd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:24:51.334635 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-99baac73-950e-492a-a985-e11b24937ad7 req-332b0953-00db-4b96-b566-f9b738aea9ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (4ad46c0c-94cf-4219-97cd-d42282d33d3d), before_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:51.372119 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-32297418-4ed6-4a4b-93d4-a6d1f008a239 None None] Provisioning complete for port 4ad46c0c-94cf-4219-97cd-d42282d33d3d triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:24:51.372720 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-32297418-4ed6-4a4b-93d4-a6d1f008a239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (4ad46c0c-94cf-4219-97cd-d42282d33d3d), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:51.410408 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-32297418-4ed6-4a4b-93d4-a6d1f008a239 None None] Port 4ad46c0c-94cf-4219-97cd-d42282d33d3d cannot update to ACTIVE because it is not bound. {{(pid=103496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:24:51.640017 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.notifiers.nova [req-99baac73-950e-492a-a985-e11b24937ad7 req-332b0953-00db-4b96-b566-f9b738aea9ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ad46c0c-94cf-4219-97cd-d42282d33d3d {{(pid=103495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:24:51.650667 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ca365-894d-412a-8940-ef7157869525 req-eddcd474-38d8-455d-b580-3c74f9b61e00 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:51.652141 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-140ca365-894d-412a-8940-ef7157869525 req-eddcd474-38d8-455d-b580-3c74f9b61e00 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?device_id=391107ba-1aa4-4c07-83fa-349fe3f69ecd HTTP/1.1" status: 200 len: 931 time: 0.0970345 Mar 30 18:24:51.656071 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-99baac73-950e-492a-a985-e11b24937ad7 req-332b0953-00db-4b96-b566-f9b738aea9ee service neutron] Publish callbacks [] for port (4ad46c0c-94cf-4219-97cd-d42282d33d3d), precommit_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:51.682688 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.provisioning_blocks [req-99baac73-950e-492a-a985-e11b24937ad7 req-332b0953-00db-4b96-b566-f9b738aea9ee service neutron] Transition to ACTIVE for port object 4ad46c0c-94cf-4219-97cd-d42282d33d3d will not be triggered until provisioned by entity L2. {{(pid=103495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 18:24:51.689311 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-99baac73-950e-492a-a985-e11b24937ad7 req-332b0953-00db-4b96-b566-f9b738aea9ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5398861'] for port (4ad46c0c-94cf-4219-97cd-d42282d33d3d), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:51.751011 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-140ca365-894d-412a-8940-ef7157869525 req-e8ef1eee-7f0b-4204-bead-e7e6a97b4c50 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf424d4a-4340-4cb1-9af5-667eb300f744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925355 Mar 30 18:24:51.763656 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332b0953-00db-4b96-b566-f9b738aea9ee service neutron] Pushing event updated for resources: {'Port': ['ID=4ad46c0c-94cf-4219-97cd-d42282d33d3d,revision_number=2']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:51.842460 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.managers [req-99baac73-950e-492a-a985-e11b24937ad7 req-332b0953-00db-4b96-b566-f9b738aea9ee service neutron] Attempting to bind port 4ad46c0c-94cf-4219-97cd-d42282d33d3d on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:24:51.842800 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.managers [req-99baac73-950e-492a-a985-e11b24937ad7 req-332b0953-00db-4b96-b566-f9b738aea9ee service neutron] Attempting to bind port 4ad46c0c-94cf-4219-97cd-d42282d33d3d by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '4ec4d92a-b07f-4238-acb7-e362a3423113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f'}] {{(pid=103495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:24:51.843140 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99baac73-950e-492a-a985-e11b24937ad7 req-332b0953-00db-4b96-b566-f9b738aea9ee service neutron] Attempting to bind port 4ad46c0c-94cf-4219-97cd-d42282d33d3d on network 409d44ec-6d59-4a2a-ad46-8958029d105f {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:24:51.847790 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99baac73-950e-492a-a985-e11b24937ad7 req-332b0953-00db-4b96-b566-f9b738aea9ee service neutron] Port 4ad46c0c-94cf-4219-97cd-d42282d33d3d on network 409d44ec-6d59-4a2a-ad46-8958029d105f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 18:24:51.848142 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99baac73-950e-492a-a985-e11b24937ad7 req-332b0953-00db-4b96-b566-f9b738aea9ee service neutron] Attempting to bind port 4ad46c0c-94cf-4219-97cd-d42282d33d3d on network 409d44ec-6d59-4a2a-ad46-8958029d105f {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:24:51.854178 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99baac73-950e-492a-a985-e11b24937ad7 req-332b0953-00db-4b96-b566-f9b738aea9ee service neutron] Checking agent: {'id': 'ab438a54-a4f6-4fd3-b589-96aa27265666', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 15, 49), 'started_at': datetime.datetime(2022, 3, 30, 18, 15, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:24:51.854524 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99baac73-950e-492a-a985-e11b24937ad7 req-332b0953-00db-4b96-b566-f9b738aea9ee service neutron] Checking segment: {'id': '4ec4d92a-b07f-4238-acb7-e362a3423113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:24:51.854917 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99baac73-950e-492a-a985-e11b24937ad7 req-332b0953-00db-4b96-b566-f9b738aea9ee service neutron] Bound using segment: {'id': '4ec4d92a-b07f-4238-acb7-e362a3423113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f'} {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:24:51.855690 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.managers [req-99baac73-950e-492a-a985-e11b24937ad7 req-332b0953-00db-4b96-b566-f9b738aea9ee service neutron] Bound port: 4ad46c0c-94cf-4219-97cd-d42282d33d3d, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ec4d92a-b07f-4238-acb7-e362a3423113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f'}}] {{(pid=103495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:24:51.857875 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-99baac73-950e-492a-a985-e11b24937ad7 req-332b0953-00db-4b96-b566-f9b738aea9ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (4ad46c0c-94cf-4219-97cd-d42282d33d3d), before_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:51.924962 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [req-99baac73-950e-492a-a985-e11b24937ad7 req-332b0953-00db-4b96-b566-f9b738aea9ee service neutron] For port 4ad46c0c-94cf-4219-97cd-d42282d33d3d, host hv-cinder-83588, cleared binding levels {{(pid=103495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:24:51.928933 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [req-99baac73-950e-492a-a985-e11b24937ad7 req-332b0953-00db-4b96-b566-f9b738aea9ee service neutron] For port 4ad46c0c-94cf-4219-97cd-d42282d33d3d, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4ad46c0c-94cf-4219-97cd-d42282d33d3d,segment=NetworkSegment(4ec4d92a-b07f-4238-acb7-e362a3423113),segment_id=4ec4d92a-b07f-4238-acb7-e362a3423113)] {{(pid=103495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:24:51.934676 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-99baac73-950e-492a-a985-e11b24937ad7 req-332b0953-00db-4b96-b566-f9b738aea9ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5398861'] for port (4ad46c0c-94cf-4219-97cd-d42282d33d3d), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:51.970663 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99baac73-950e-492a-a985-e11b24937ad7 req-332b0953-00db-4b96-b566-f9b738aea9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:51.971266 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-99baac73-950e-492a-a985-e11b24937ad7 req-332b0953-00db-4b96-b566-f9b738aea9ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for port (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:51.972693 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-99baac73-950e-492a-a985-e11b24937ad7 req-332b0953-00db-4b96-b566-f9b738aea9ee service neutron] 10.222.0.44 "PUT /v2.0/ports/4ad46c0c-94cf-4219-97cd-d42282d33d3d HTTP/1.1" status: 200 len: 1093 time: 0.7091081 Mar 30 18:24:51.973044 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '391107ba-1aa4-4c07-83fa-349fe3f69ecd', 'tag': '4ad46c0c-94cf-4219-97cd-d42282d33d3d'}] {{(pid=103495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:24:51.975795 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0dfb30c8fd1ad248dcf0c7d180f6bc71f3cc1084e8ff52034c63c32eff48f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d5efb5-9dc7-44aa-b22d-82b4c72a5914" -d '{"events": [{"name": "network-changed", "server_uuid": "391107ba-1aa4-4c07-83fa-349fe3f69ecd", "tag": "4ad46c0c-94cf-4219-97cd-d42282d33d3d"}]}' {{(pid=103495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:24:52.003362 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332b0953-00db-4b96-b566-f9b738aea9ee service neutron] Pushing event updated for resources: {'Port': ['ID=4ad46c0c-94cf-4219-97cd-d42282d33d3d,revision_number=3']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:52.030466 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa61024-09a2-45d5-9192-e1e2a77faa5b x-openstack-request-id: req-2aa61024-09a2-45d5-9192-e1e2a77faa5b {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:24:52.030790 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "391107ba-1aa4-4c07-83fa-349fe3f69ecd", "tag": "4ad46c0c-94cf-4219-97cd-d42282d33d3d", "status": "completed", "code": 200}]} {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:24:52.030790 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2aa61024-09a2-45d5-9192-e1e2a77faa5b {{(pid=103495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:24:52.031186 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2aa61024-09a2-45d5-9192-e1e2a77faa5b'] response: {'name': 'network-changed', 'server_uuid': '391107ba-1aa4-4c07-83fa-349fe3f69ecd', 'tag': '4ad46c0c-94cf-4219-97cd-d42282d33d3d', 'status': 'completed', 'code': 200} Mar 30 18:24:52.103496 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99baac73-950e-492a-a985-e11b24937ad7 req-2f577117-eb78-4572-a24e-1a42d8e6837d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:52.104914 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-99baac73-950e-492a-a985-e11b24937ad7 req-2f577117-eb78-4572-a24e-1a42d8e6837d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c8293d7cfcfd4a76af620e7e01c1fb8e&device_id=391107ba-1aa4-4c07-83fa-349fe3f69ecd HTTP/1.1" status: 200 len: 1127 time: 0.0466487 Mar 30 18:24:52.163065 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-99baac73-950e-492a-a985-e11b24937ad7 req-439c5174-5c58-47a5-b419-9c1cf0976113 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ad46c0c-94cf-4219-97cd-d42282d33d3d HTTP/1.1" status: 200 len: 217 time: 0.0371261 Mar 30 18:24:52.214668 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99baac73-950e-492a-a985-e11b24937ad7 req-ef492e8c-95cd-4a83-a974-0e2756937249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:52.216077 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-99baac73-950e-492a-a985-e11b24937ad7 req-ef492e8c-95cd-4a83-a974-0e2756937249 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=27019e24-efa4-45b6-ac56-b13259f05e3f HTTP/1.1" status: 200 len: 854 time: 0.0462236 Mar 30 18:24:52.274487 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99baac73-950e-492a-a985-e11b24937ad7 req-c626e301-a758-4206-a750-3d07f4b542f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:52.275950 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-99baac73-950e-492a-a985-e11b24937ad7 req-c626e301-a758-4206-a750-3d07f4b542f8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=409d44ec-6d59-4a2a-ad46-8958029d105f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440588 Mar 30 18:24:52.365017 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-99baac73-950e-492a-a985-e11b24937ad7 req-077dc5a8-af8d-4534-b9b5-ed749d7045b7 service neutron] 10.222.0.44 "GET /v2.0/networks/409d44ec-6d59-4a2a-ad46-8958029d105f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799534 Mar 30 18:24:52.457331 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-99baac73-950e-492a-a985-e11b24937ad7 req-2f161fb0-a76d-4282-9fb2-6f642d87cf70 service neutron] 10.222.0.44 "GET /v2.0/networks/409d44ec-6d59-4a2a-ad46-8958029d105f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856550 Mar 30 18:24:52.591539 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5efb5-9dc7-44aa-b22d-82b4c72a5914 req-7777928f-78b8-4111-acc6-4ee1ca9b4b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:52.593047 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-11d5efb5-9dc7-44aa-b22d-82b4c72a5914 req-7777928f-78b8-4111-acc6-4ee1ca9b4b41 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c8293d7cfcfd4a76af620e7e01c1fb8e&device_id=391107ba-1aa4-4c07-83fa-349fe3f69ecd HTTP/1.1" status: 200 len: 1127 time: 0.0455408 Mar 30 18:24:52.684848 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5efb5-9dc7-44aa-b22d-82b4c72a5914 req-e12052e6-59e9-49f7-9c20-edbc6619ee2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:52.686272 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-11d5efb5-9dc7-44aa-b22d-82b4c72a5914 req-e12052e6-59e9-49f7-9c20-edbc6619ee2b service neutron] 10.222.0.44 "GET /v2.0/networks?id=409d44ec-6d59-4a2a-ad46-8958029d105f HTTP/1.1" status: 200 len: 916 time: 0.0862651 Mar 30 18:24:52.727910 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-11d5efb5-9dc7-44aa-b22d-82b4c72a5914 req-170385b5-d986-4d7f-a97d-8e3d24dea415 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ad46c0c-94cf-4219-97cd-d42282d33d3d HTTP/1.1" status: 200 len: 217 time: 0.0348871 Mar 30 18:24:52.776322 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5efb5-9dc7-44aa-b22d-82b4c72a5914 req-a7a69f68-ddcf-4ea3-9fff-323a10d77402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:52.777740 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-11d5efb5-9dc7-44aa-b22d-82b4c72a5914 req-a7a69f68-ddcf-4ea3-9fff-323a10d77402 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=27019e24-efa4-45b6-ac56-b13259f05e3f HTTP/1.1" status: 200 len: 854 time: 0.0418799 Mar 30 18:24:52.854252 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5efb5-9dc7-44aa-b22d-82b4c72a5914 req-28bf7aee-63e6-433f-9ad3-10600550de19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:52.855717 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-11d5efb5-9dc7-44aa-b22d-82b4c72a5914 req-28bf7aee-63e6-433f-9ad3-10600550de19 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=409d44ec-6d59-4a2a-ad46-8958029d105f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0721979 Mar 30 18:24:52.921040 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50979c91-2c26-464a-8ab6-7bc6e17c7967 req-52a24458-e36c-4fb9-871b-f51415d2199b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:52.922491 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-50979c91-2c26-464a-8ab6-7bc6e17c7967 req-52a24458-e36c-4fb9-871b-f51415d2199b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?device_id=391107ba-1aa4-4c07-83fa-349fe3f69ecd HTTP/1.1" status: 200 len: 943 time: 0.1028230 Mar 30 18:24:52.985166 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-11d5efb5-9dc7-44aa-b22d-82b4c72a5914 req-28f86909-9833-485b-84f8-fdb53c9884da service neutron] 10.222.0.44 "GET /v2.0/networks/409d44ec-6d59-4a2a-ad46-8958029d105f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220672 Mar 30 18:24:53.003630 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-50979c91-2c26-464a-8ab6-7bc6e17c7967 req-147b906e-5c04-4388-be54-42c45761cd5f tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf424d4a-4340-4cb1-9af5-667eb300f744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739815 Mar 30 18:24:53.079922 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-11d5efb5-9dc7-44aa-b22d-82b4c72a5914 req-a6e37aae-bdd1-4103-9242-c62ea3938179 service neutron] 10.222.0.44 "GET /v2.0/networks/409d44ec-6d59-4a2a-ad46-8958029d105f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870578 Mar 30 18:24:53.173257 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.agents_db [None req-01a7ea33-ae04-4be9-ae8a-11827e05d97f None None] Agent healthcheck: found 6 active agents {{(pid=103497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:24:54.122465 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ed14b6-fb60-4fce-8d6b-0dc001274e32 req-1b52621d-6f18-480b-9cea-cf13dc2a81b8 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:54.123924 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e8ed14b6-fb60-4fce-8d6b-0dc001274e32 req-1b52621d-6f18-480b-9cea-cf13dc2a81b8 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?device_id=391107ba-1aa4-4c07-83fa-349fe3f69ecd HTTP/1.1" status: 200 len: 943 time: 0.0525916 Mar 30 18:24:54.170756 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e8ed14b6-fb60-4fce-8d6b-0dc001274e32 req-a97fd3eb-8b0e-429a-b029-9fcdf953f310 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf424d4a-4340-4cb1-9af5-667eb300f744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412252 Mar 30 18:24:55.292220 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22fdede-658c-441d-b058-7ad05ef63836 req-b5a15f02-7d54-4640-b239-e67f86b1542d tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:55.293644 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f22fdede-658c-441d-b058-7ad05ef63836 req-b5a15f02-7d54-4640-b239-e67f86b1542d tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?device_id=391107ba-1aa4-4c07-83fa-349fe3f69ecd HTTP/1.1" status: 200 len: 943 time: 0.0549893 Mar 30 18:24:55.338739 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f22fdede-658c-441d-b058-7ad05ef63836 req-1bb5697d-373f-45e4-8b9c-52d0679f7a08 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf424d4a-4340-4cb1-9af5-667eb300f744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396328 Mar 30 18:24:55.539260 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 4ad46c0c-94cf-4219-97cd-d42282d33d3d details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:24:55.634590 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port 4ad46c0c-94cf-4219-97cd-d42282d33d3d, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4ad46c0c-94cf-4219-97cd-d42282d33d3d,segment=NetworkSegment(4ec4d92a-b07f-4238-acb7-e362a3423113),segment_id=4ec4d92a-b07f-4238-acb7-e362a3423113)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:24:55.648951 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Returning: {'device': '4ad46c0c-94cf-4219-97cd-d42282d33d3d', 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f', 'port_id': '4ad46c0c-94cf-4219-97cd-d42282d33d3d', 'mac_address': 'fa:16:3e:a8:03:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27019e24-efa4-45b6-ac56-b13259f05e3f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:24:55.685544 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Current status of the port 4ad46c0c-94cf-4219-97cd-d42282d33d3d is: DOWN; New status is: BUILD {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:24:55.685939 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (4ad46c0c-94cf-4219-97cd-d42282d33d3d), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:55.698510 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ad46c0c-94cf-4219-97cd-d42282d33d3d {{(pid=103496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:24:55.716868 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port 4ad46c0c-94cf-4219-97cd-d42282d33d3d, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4ad46c0c-94cf-4219-97cd-d42282d33d3d,segment=NetworkSegment(4ec4d92a-b07f-4238-acb7-e362a3423113),segment_id=4ec4d92a-b07f-4238-acb7-e362a3423113)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:24:55.720642 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (4ad46c0c-94cf-4219-97cd-d42282d33d3d), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:55.766456 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Pushing event updated for resources: {'Port': ['ID=4ad46c0c-94cf-4219-97cd-d42282d33d3d,revision_number=4']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:55.773372 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:55.773768 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:55.774113 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:55.774502 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:55.774840 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:55.775174 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:55.775505 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:55.775833 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:55.776166 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:55.776493 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:55.776819 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:55.777146 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:55.777470 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:55.777791 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:55.778116 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:24:56.165066 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] get_ports_and_sgs() called for port_ids ['4ad46c0c-94cf-4219-97cd-d42282d33d3d'] {{(pid=103496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:24:56.454438 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924b5f8-8629-4692-8a63-9f8117df9943 req-5e1c8ec1-303f-49a2-b56b-7efdac3c0ab5 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:56.455882 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-7924b5f8-8629-4692-8a63-9f8117df9943 req-5e1c8ec1-303f-49a2-b56b-7efdac3c0ab5 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?device_id=391107ba-1aa4-4c07-83fa-349fe3f69ecd HTTP/1.1" status: 200 len: 944 time: 0.0517573 Mar 30 18:24:56.501601 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-7924b5f8-8629-4692-8a63-9f8117df9943 req-15c99b10-3bd4-4d24-b0d9-a786b40a2574 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf424d4a-4340-4cb1-9af5-667eb300f744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400143 Mar 30 18:24:56.902256 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8792c49-34a6-49ad-8ff0-c8bc328dbe5e req-f64eee70-ab09-4574-a604-e676c85783f6 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:56.903619 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d8792c49-34a6-49ad-8ff0-c8bc328dbe5e req-f64eee70-ab09-4574-a604-e676c85783f6 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 945 time: 0.0559525 Mar 30 18:24:56.948587 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d8792c49-34a6-49ad-8ff0-c8bc328dbe5e req-6cafb51a-3a5c-4a91-8396-7ac519f83d3e tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?id=9aca0380-65a4-43ae-af2d-dca3c7f2e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394230 Mar 30 18:24:57.556773 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 4ad46c0c-94cf-4219-97cd-d42282d33d3d up at agent hyperv_hv-cinder-83588 {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:24:57.605339 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Provisioning for port 4ad46c0c-94cf-4219-97cd-d42282d33d3d completed by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 18:24:57.610419 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Provisioning complete for port 4ad46c0c-94cf-4219-97cd-d42282d33d3d triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:24:57.611232 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (4ad46c0c-94cf-4219-97cd-d42282d33d3d), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:57.621752 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f927f-c582-4975-ac1c-13ea9e49f25c req-5195c7c5-ec18-4de2-88f4-7425d92f6b6d tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:57.623264 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-573f927f-c582-4975-ac1c-13ea9e49f25c req-5195c7c5-ec18-4de2-88f4-7425d92f6b6d tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?device_id=391107ba-1aa4-4c07-83fa-349fe3f69ecd HTTP/1.1" status: 200 len: 944 time: 0.0537126 Mar 30 18:24:57.670175 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-573f927f-c582-4975-ac1c-13ea9e49f25c req-5af9139c-3e05-4682-b5e8-93882544c766 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf424d4a-4340-4cb1-9af5-667eb300f744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412660 Mar 30 18:24:57.694418 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Current status of the port 4ad46c0c-94cf-4219-97cd-d42282d33d3d is: BUILD; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:24:57.694814 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (4ad46c0c-94cf-4219-97cd-d42282d33d3d), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:57.718168 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '391107ba-1aa4-4c07-83fa-349fe3f69ecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ad46c0c-94cf-4219-97cd-d42282d33d3d'}] {{(pid=103496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:24:57.720387 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cbde32198906eb4ff2132376d68ea43d0d8f515c48f03fe95d90af760020ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3228ddd-1c53-4af0-9771-117d68ee27cf" -d '{"events": [{"server_uuid": "391107ba-1aa4-4c07-83fa-349fe3f69ecd", "name": "network-vif-plugged", "status": "completed", "tag": "4ad46c0c-94cf-4219-97cd-d42282d33d3d"}]}' {{(pid=103496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:24:57.733549 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port 4ad46c0c-94cf-4219-97cd-d42282d33d3d, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4ad46c0c-94cf-4219-97cd-d42282d33d3d,segment=NetworkSegment(4ec4d92a-b07f-4238-acb7-e362a3423113),segment_id=4ec4d92a-b07f-4238-acb7-e362a3423113)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:24:57.737684 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (4ad46c0c-94cf-4219-97cd-d42282d33d3d), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:57.760418 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9beb802d-fd75-442d-af51-3f0c64190583 x-openstack-request-id: req-9beb802d-fd75-442d-af51-3f0c64190583 {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:24:57.760719 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "391107ba-1aa4-4c07-83fa-349fe3f69ecd", "name": "network-vif-plugged", "status": "completed", "tag": "4ad46c0c-94cf-4219-97cd-d42282d33d3d", "code": 200}]} {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:24:57.760976 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9beb802d-fd75-442d-af51-3f0c64190583 {{(pid=103496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:24:57.761372 dv-cinder-835881-1-iscsi neutron-server[103496]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9beb802d-fd75-442d-af51-3f0c64190583'] response: {'server_uuid': '391107ba-1aa4-4c07-83fa-349fe3f69ecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ad46c0c-94cf-4219-97cd-d42282d33d3d', 'code': 200} Mar 30 18:24:57.787299 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Pushing event updated for resources: {'Port': ['ID=4ad46c0c-94cf-4219-97cd-d42282d33d3d,revision_number=5']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:58.007118 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d8ad8-8ed6-444e-902b-184e5a87527b req-432d4a50-2e60-423c-9be1-8d471caedc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:58.008636 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-412d8ad8-8ed6-444e-902b-184e5a87527b req-432d4a50-2e60-423c-9be1-8d471caedc10 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=391107ba-1aa4-4c07-83fa-349fe3f69ecd HTTP/1.1" status: 200 len: 1129 time: 0.0428035 Mar 30 18:24:58.088307 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-412d8ad8-8ed6-444e-902b-184e5a87527b req-bd65e07e-1931-4153-8445-b75bf0c0432b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=bf424d4a-4340-4cb1-9af5-667eb300f744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630369 Mar 30 18:24:58.099906 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c4f89-f5df-483b-b192-f6b048d91e61 req-e1f17f90-775d-44eb-a4bb-dec6fed91749 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:58.101312 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b10c4f89-f5df-483b-b192-f6b048d91e61 req-e1f17f90-775d-44eb-a4bb-dec6fed91749 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 945 time: 0.0853126 Mar 30 18:24:58.153413 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b10c4f89-f5df-483b-b192-f6b048d91e61 req-5440d830-31b4-4a71-8e03-642f032dd33f tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?id=9aca0380-65a4-43ae-af2d-dca3c7f2e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441110 Mar 30 18:24:58.690331 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b48e0-adb0-41bd-a6db-e2bdfcd4c32f req-870cfb92-c7e7-41a5-b33b-e6616d51639b tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:58.693027 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a48b48e0-adb0-41bd-a6db-e2bdfcd4c32f req-870cfb92-c7e7-41a5-b33b-e6616d51639b tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.44 "GET /v2.0/ports?device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 945 time: 0.0537844 Mar 30 18:24:58.822390 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ddc32-d093-4c60-85a0-945e98f12be4 req-491f84d4-33ac-4c6f-9daa-7c6c4f5badfd tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:58.823875 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-426ddc32-d093-4c60-85a0-945e98f12be4 req-491f84d4-33ac-4c6f-9daa-7c6c4f5badfd tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?device_id=391107ba-1aa4-4c07-83fa-349fe3f69ecd HTTP/1.1" status: 200 len: 945 time: 0.0829711 Mar 30 18:24:58.838015 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [req-a48b48e0-adb0-41bd-a6db-e2bdfcd4c32f req-6109aa34-a06c-4fe9-a269-8315dae22272 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Deleting port c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5 {{(pid=103495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:24:58.838396 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-a48b48e0-adb0-41bd-a6db-e2bdfcd4c32f req-6109aa34-a06c-4fe9-a269-8315dae22272 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:58.924968 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-426ddc32-d093-4c60-85a0-945e98f12be4 req-e933dfb9-b2d1-4baa-b24d-f613bab8d2b3 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf424d4a-4340-4cb1-9af5-667eb300f744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951021 Mar 30 18:24:58.956345 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [req-a48b48e0-adb0-41bd-a6db-e2bdfcd4c32f req-6109aa34-a06c-4fe9-a269-8315dae22272 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] For port c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5,segment=NetworkSegment(dc10bfad-da22-4979-ac1e-3f4ebba34b1c),segment_id=dc10bfad-da22-4979-ac1e-3f4ebba34b1c)] {{(pid=103495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:24:58.956651 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-a48b48e0-adb0-41bd-a6db-e2bdfcd4c32f req-6109aa34-a06c-4fe9-a269-8315dae22272 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:59.127976 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-a48b48e0-adb0-41bd-a6db-e2bdfcd4c32f req-6109aa34-a06c-4fe9-a269-8315dae22272 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:59.128333 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-a48b48e0-adb0-41bd-a6db-e2bdfcd4c32f req-6109aa34-a06c-4fe9-a269-8315dae22272 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541296'] for floatingip (dc74b5d9-0e15-4b16-9a57-64b96f84640d), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:59.128647 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.db.l3_db [req-a48b48e0-adb0-41bd-a6db-e2bdfcd4c32f req-6109aa34-a06c-4fe9-a269-8315dae22272 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Floating IP dc74b5d9-0e15-4b16-9a57-64b96f84640d disassociated. External IP: 172.27.1.78, port: c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5. Mar 30 18:24:59.128987 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [req-a48b48e0-adb0-41bd-a6db-e2bdfcd4c32f req-6109aa34-a06c-4fe9-a269-8315dae22272 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Calling delete_port for c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5 owned by compute:nova {{(pid=103495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:24:59.281512 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-a48b48e0-adb0-41bd-a6db-e2bdfcd4c32f req-6109aa34-a06c-4fe9-a269-8315dae22272 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5398852'] for port (c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:59.314422 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6109aa34-a06c-4fe9-a269-8315dae22272 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Pushing event deleted for resources: {'Port': ['ID=c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:24:59.328142 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61201a12-0d24-4b1d-b6a5-8553afa4cc74 req-9e0991d4-4518-4046-83c6-08c4f0a0c468 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:24:59.329676 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-61201a12-0d24-4b1d-b6a5-8553afa4cc74 req-9e0991d4-4518-4046-83c6-08c4f0a0c468 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=10b7ff41-4003-4ceb-b43d-83e1f5b48202 HTTP/1.1" status: 200 len: 867 time: 0.1006839 Mar 30 18:24:59.447771 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-61201a12-0d24-4b1d-b6a5-8553afa4cc74 req-3d8b1df9-323e-4e10-beb5-61d57935e7b1 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?id=9aca0380-65a4-43ae-af2d-dca3c7f2e17a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826657 Mar 30 18:24:59.468784 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a48b48e0-adb0-41bd-a6db-e2bdfcd4c32f req-6109aa34-a06c-4fe9-a269-8315dae22272 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Router 8a560a47-1053-4c0d-bb90-399e039e028e has already been hosted by L3 agent d6545c5f-a93c-4a15-87cd-019d3e75e7be {{(pid=103495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:24:59.579972 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a48b48e0-adb0-41bd-a6db-e2bdfcd4c32f req-6109aa34-a06c-4fe9-a269-8315dae22272 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Notify agent at l3_agent.dv-cinder-835881-1-iscsi the message routers_updated {{(pid=103495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:24:59.592202 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d4edf7-3f22-46cd-a203-a3776ecba171 None None] Sync routers for ids ['8a560a47-1053-4c0d-bb90-399e039e028e'] in dv-cinder-835881-1-iscsi {{(pid=103497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:24:59.602344 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d4edf7-3f22-46cd-a203-a3776ecba171 None None] Routers {'8a560a47-1053-4c0d-bb90-399e039e028e'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:24:59.603111 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-f8d4edf7-3f22-46cd-a203-a3776ecba171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:24:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['8a560a47-1053-4c0d-bb90-399e039e028e'], 'active': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:24:59.622229 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.l3_dvrscheduler_db [req-a48b48e0-adb0-41bd-a6db-e2bdfcd4c32f req-6109aa34-a06c-4fe9-a269-8315dae22272 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] No DVR routers for this DVR port c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5 on host hv-cinder-83588 {{(pid=103495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:24:59.625028 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-a48b48e0-adb0-41bd-a6db-e2bdfcd4c32f req-6109aa34-a06c-4fe9-a269-8315dae22272 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for port (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:24:59.628637 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a48b48e0-adb0-41bd-a6db-e2bdfcd4c32f req-6109aa34-a06c-4fe9-a269-8315dae22272 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.44 "DELETE /v2.0/ports/c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5 HTTP/1.1" status: 204 len: 173 time: 0.9298289 Mar 30 18:24:59.629108 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b7ff41-4003-4ceb-b43d-83e1f5b48202', 'name': 'network-vif-deleted', 'tag': 'c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5'}] {{(pid=103495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:24:59.632694 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0dfb30c8fd1ad248dcf0c7d180f6bc71f3cc1084e8ff52034c63c32eff48f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801c34cf-cd73-4262-bda8-f669eec0e749" -d '{"events": [{"server_uuid": "10b7ff41-4003-4ceb-b43d-83e1f5b48202", "name": "network-vif-deleted", "tag": "c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5"}]}' {{(pid=103495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:24:59.684734 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da539978-1e7f-4351-9458-d5368eeead85 x-openstack-request-id: req-da539978-1e7f-4351-9458-d5368eeead85 {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:24:59.685029 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10b7ff41-4003-4ceb-b43d-83e1f5b48202", "name": "network-vif-deleted", "tag": "c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5", "status": "completed", "code": 200}]} {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:24:59.685283 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-da539978-1e7f-4351-9458-d5368eeead85 {{(pid=103495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:24:59.685705 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da539978-1e7f-4351-9458-d5368eeead85'] response: {'server_uuid': '10b7ff41-4003-4ceb-b43d-83e1f5b48202', 'name': 'network-vif-deleted', 'tag': 'c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5', 'status': 'completed', 'code': 200} Mar 30 18:24:59.745539 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvr_db [None req-f8d4edf7-3f22-46cd-a203-a3776ecba171 None None] Set router 8a560a47-1053-4c0d-bb90-399e039e028e gateway port host: dv-cinder-835881-1-iscsi {{(pid=103497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:25:00.036509 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-f8d4edf7-3f22-46cd-a203-a3776ecba171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a560a47-1053-4c0d-bb90-399e039e028e', 'name': 'tempest-AttachVolumeTestJSON-1672807717-router', 'tenant_id': '53c3b19a0d50425983d94feecd1dec97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c14d8e4f-7965-4e3d-ae9d-c8fae77087a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:17:45Z', 'updated_at': '2022-03-30T18:17:50Z', 'revision_number': 4, 'project_id': '53c3b19a0d50425983d94feecd1dec97', 'gw_port': {'id': 'c14d8e4f-7965-4e3d-ae9d-c8fae77087a6', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ac:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a560a47-1053-4c0d-bb90-399e039e028e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:46Z', 'updated_at': '2022-03-30T18:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': 'f2442e6e-ebca-4b10-92e8-12be60a50f56', 'name': '', 'network_id': 'af60dc63-0b0b-4d35-9038-6256b5be5587', 'tenant_id': '53c3b19a0d50425983d94feecd1dec97', 'mac_address': 'fa:16:3e:11:4d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a560a47-1053-4c0d-bb90-399e039e028e', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a9cbee5a-5f20-44f1-9b84-2d90e031a239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:49Z', 'updated_at': '2022-03-30T18:17:58Z', 'revision_number': 5, 'project_id': '53c3b19a0d50425983d94feecd1dec97', 'subnets': [{'id': 'a9cbee5a-5f20-44f1-9b84-2d90e031a239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:25:00.047637 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd7911e-c992-46b2-8d26-71417e201a83 req-3f5604f6-b2fe-4220-bdbe-aab32477f400 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:00.049110 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-4bd7911e-c992-46b2-8d26-71417e201a83 req-3f5604f6-b2fe-4220-bdbe-aab32477f400 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?device_id=391107ba-1aa4-4c07-83fa-349fe3f69ecd HTTP/1.1" status: 200 len: 945 time: 0.0578842 Mar 30 18:25:00.064417 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d4edf7-3f22-46cd-a203-a3776ecba171 None None] Checking router: 8a560a47-1053-4c0d-bb90-399e039e028e for host: dv-cinder-835881-1-iscsi {{(pid=103497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:25:00.074057 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d4edf7-3f22-46cd-a203-a3776ecba171 None None] Routers {'8a560a47-1053-4c0d-bb90-399e039e028e'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:25:00.074729 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-f8d4edf7-3f22-46cd-a203-a3776ecba171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:24:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['8a560a47-1053-4c0d-bb90-399e039e028e'], 'active': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:25:00.098931 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-4bd7911e-c992-46b2-8d26-71417e201a83 req-2cd3768e-56b3-464e-bfb9-d8bb0b9f0506 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf424d4a-4340-4cb1-9af5-667eb300f744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440412 Mar 30 18:25:00.196464 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvr_db [None req-f8d4edf7-3f22-46cd-a203-a3776ecba171 None None] Set router 8a560a47-1053-4c0d-bb90-399e039e028e gateway port host: dv-cinder-835881-1-iscsi {{(pid=103497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:25:00.227151 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a6045-296d-4aef-8dd5-dfd449171a14 req-63dbe88e-13c8-4bd6-9924-30b610d93baa tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:00.230001 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-cd8a6045-296d-4aef-8dd5-dfd449171a14 req-63dbe88e-13c8-4bd6-9924-30b610d93baa tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?device_id=391107ba-1aa4-4c07-83fa-349fe3f69ecd HTTP/1.1" status: 200 len: 945 time: 0.0598283 Mar 30 18:25:00.238427 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 49934) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:00.242935 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [None req-36f36c58-85b5-4441-a878-65af87f59af3 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Request body: {'floatingip': {'port_id': '4ad46c0c-94cf-4219-97cd-d42282d33d3d'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:25:00.281573 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-36f36c58-85b5-4441-a878-65af87f59af3 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for floatingip (1217a122-15b6-47e2-bbce-c927d136df6d), before_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:00.398657 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-f8d4edf7-3f22-46cd-a203-a3776ecba171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a560a47-1053-4c0d-bb90-399e039e028e', 'name': 'tempest-AttachVolumeTestJSON-1672807717-router', 'tenant_id': '53c3b19a0d50425983d94feecd1dec97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c14d8e4f-7965-4e3d-ae9d-c8fae77087a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:17:45Z', 'updated_at': '2022-03-30T18:17:50Z', 'revision_number': 4, 'project_id': '53c3b19a0d50425983d94feecd1dec97', 'gw_port': {'id': 'c14d8e4f-7965-4e3d-ae9d-c8fae77087a6', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ac:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a560a47-1053-4c0d-bb90-399e039e028e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:46Z', 'updated_at': '2022-03-30T18:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': 'f2442e6e-ebca-4b10-92e8-12be60a50f56', 'name': '', 'network_id': 'af60dc63-0b0b-4d35-9038-6256b5be5587', 'tenant_id': '53c3b19a0d50425983d94feecd1dec97', 'mac_address': 'fa:16:3e:11:4d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a560a47-1053-4c0d-bb90-399e039e028e', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a9cbee5a-5f20-44f1-9b84-2d90e031a239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:49Z', 'updated_at': '2022-03-30T18:17:58Z', 'revision_number': 5, 'project_id': '53c3b19a0d50425983d94feecd1dec97', 'subnets': [{'id': 'a9cbee5a-5f20-44f1-9b84-2d90e031a239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:25:00.424678 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d4edf7-3f22-46cd-a203-a3776ecba171 None None] The sync data for ids ['8a560a47-1053-4c0d-bb90-399e039e028e'] in dv-cinder-835881-1-iscsi is: [{'id': '8a560a47-1053-4c0d-bb90-399e039e028e', 'name': 'tempest-AttachVolumeTestJSON-1672807717-router', 'tenant_id': '53c3b19a0d50425983d94feecd1dec97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c14d8e4f-7965-4e3d-ae9d-c8fae77087a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:17:45Z', 'updated_at': '2022-03-30T18:17:50Z', 'revision_number': 4, 'project_id': '53c3b19a0d50425983d94feecd1dec97', 'gw_port': {'id': 'c14d8e4f-7965-4e3d-ae9d-c8fae77087a6', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ac:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a560a47-1053-4c0d-bb90-399e039e028e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:46Z', 'updated_at': '2022-03-30T18:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': 'f2442e6e-ebca-4b10-92e8-12be60a50f56', 'name': '', 'network_id': 'af60dc63-0b0b-4d35-9038-6256b5be5587', 'tenant_id': '53c3b19a0d50425983d94feecd1dec97', 'mac_address': 'fa:16:3e:11:4d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a560a47-1053-4c0d-bb90-399e039e028e', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a9cbee5a-5f20-44f1-9b84-2d90e031a239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:49Z', 'updated_at': '2022-03-30T18:17:58Z', 'revision_number': 5, 'project_id': '53c3b19a0d50425983d94feecd1dec97', 'subnets': [{'id': 'a9cbee5a-5f20-44f1-9b84-2d90e031a239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:25:00.534322 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 49940) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:00.592305 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-7b4c8017-0e73-4bdf-bddb-ed5b070df5ed tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks [] for security_group (9aca0380-65a4-43ae-af2d-dca3c7f2e17a), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:00.618285 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-7b4c8017-0e73-4bdf-bddb-ed5b070df5ed tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks [] for security_group (9aca0380-65a4-43ae-af2d-dca3c7f2e17a), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:00.675445 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c2c6a5-dd19-4d2d-90c8-fd876e637f53 None None] New status for floating IP dc74b5d9-0e15-4b16-9a57-64b96f84640d: DOWN {{(pid=103496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:25:00.677776 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-7b4c8017-0e73-4bdf-bddb-ed5b070df5ed tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (9aca0380-65a4-43ae-af2d-dca3c7f2e17a), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:00.680451 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-7b4c8017-0e73-4bdf-bddb-ed5b070df5ed tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks [] for security_group (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:00.682613 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-7b4c8017-0e73-4bdf-bddb-ed5b070df5ed tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "DELETE /v2.0/security-groups/9aca0380-65a4-43ae-af2d-dca3c7f2e17a HTTP/1.1" status: 204 len: 168 time: 0.1471815 Mar 30 18:25:00.687362 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 49942) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:00.704040 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4c8017-0e73-4bdf-bddb-ed5b070df5ed tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aca0380-65a4-43ae-af2d-dca3c7f2e17a,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:00.712293 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.api.v2.resource [None req-6c78735f-c089-4ad1-8288-6556f9733eaf tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] show failed (client error): The resource could not be found. Mar 30 18:25:00.713734 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-6c78735f-c089-4ad1-8288-6556f9733eaf tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups/9aca0380-65a4-43ae-af2d-dca3c7f2e17a HTTP/1.1" status: 404 len: 347 time: 0.0249629 Mar 30 18:25:00.716514 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 49944) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:00.736445 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-36f36c58-85b5-4441-a878-65af87f59af3 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:00.741284 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-36f36c58-85b5-4441-a878-65af87f59af3 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541296'] for floatingip (1217a122-15b6-47e2-bbce-c927d136df6d), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:00.849729 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.db.l3_db [None req-36f36c58-85b5-4441-a878-65af87f59af3 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Floating IP 1217a122-15b6-47e2-bbce-c927d136df6d associated. External IP: 172.27.1.26, port: 4ad46c0c-94cf-4219-97cd-d42282d33d3d. Mar 30 18:25:00.869846 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.plugin [None req-69cadf54-4fea-4244-9c62-8d8966788428 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Deleting port c493b8c4-af6c-4c0a-bf15-2a568be0720e {{(pid=103494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:25:00.870217 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-69cadf54-4fea-4244-9c62-8d8966788428 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (c493b8c4-af6c-4c0a-bf15-2a568be0720e), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:00.946747 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-69cadf54-4fea-4244-9c62-8d8966788428 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (c493b8c4-af6c-4c0a-bf15-2a568be0720e), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:00.946982 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-69cadf54-4fea-4244-9c62-8d8966788428 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks [] for floatingip (c493b8c4-af6c-4c0a-bf15-2a568be0720e), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:00.959600 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.plugin [None req-69cadf54-4fea-4244-9c62-8d8966788428 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Calling delete_port for c493b8c4-af6c-4c0a-bf15-2a568be0720e owned by network:floatingip {{(pid=103494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:25:01.112545 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-69cadf54-4fea-4244-9c62-8d8966788428 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5343457'] for port (c493b8c4-af6c-4c0a-bf15-2a568be0720e), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:01.144955 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cadf54-4fea-4244-9c62-8d8966788428 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Pushing event deleted for resources: {'Port': ['ID=c493b8c4-af6c-4c0a-bf15-2a568be0720e,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:01.208559 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-69cadf54-4fea-4244-9c62-8d8966788428 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks [] for floatingip (dc74b5d9-0e15-4b16-9a57-64b96f84640d), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:01.211150 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-69cadf54-4fea-4244-9c62-8d8966788428 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for floatingip (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:01.215007 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-69cadf54-4fea-4244-9c62-8d8966788428 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "DELETE /v2.0/floatingips/dc74b5d9-0e15-4b16-9a57-64b96f84640d HTTP/1.1" status: 204 len: 168 time: 0.4946890 Mar 30 18:25:01.323250 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36f36c58-85b5-4441-a878-65af87f59af3 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Router 26126a29-9088-49f3-aa4e-b7362ac76d0f has already been hosted by L3 agent d6545c5f-a93c-4a15-87cd-019d3e75e7be {{(pid=103495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:25:01.441708 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f36c58-85b5-4441-a878-65af87f59af3 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Notify agent at l3_agent.dv-cinder-835881-1-iscsi the message routers_updated {{(pid=103495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:25:01.446404 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-36f36c58-85b5-4441-a878-65af87f59af3 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for floatingip (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:01.452495 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac9b6a3-9d76-45ac-952e-79f7f0fabb4b None None] Sync routers for ids ['26126a29-9088-49f3-aa4e-b7362ac76d0f'] in dv-cinder-835881-1-iscsi {{(pid=103497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:25:01.463402 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac9b6a3-9d76-45ac-952e-79f7f0fabb4b None None] Routers {'26126a29-9088-49f3-aa4e-b7362ac76d0f'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:25:01.464037 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-2ac9b6a3-9d76-45ac-952e-79f7f0fabb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:24:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['26126a29-9088-49f3-aa4e-b7362ac76d0f'], 'active': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:25:01.475039 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-36f36c58-85b5-4441-a878-65af87f59af3 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "PUT /v2.0/floatingips/1217a122-15b6-47e2-bbce-c927d136df6d HTTP/1.1" status: 200 len: 990 time: 1.2354770 Mar 30 18:25:01.574446 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvr_db [None req-2ac9b6a3-9d76-45ac-952e-79f7f0fabb4b None None] Set router 26126a29-9088-49f3-aa4e-b7362ac76d0f gateway port host: dv-cinder-835881-1-iscsi {{(pid=103497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:25:01.601510 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:25:01.626736 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] No Port match for: c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5 {{(pid=103496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:25:01.627109 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device c7859aa7-50c5-42e2-a51f-9a6a09dcf7a5 not bound to the agent host hv-cinder-83588 {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:25:01.673787 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 49950) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:01.679164 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [None req-db28cc1d-c9c2-4bd9-b211-6e0774002721 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Request body: {'security_group': {'name': 'tempest-securitygroup--168100521', 'description': 'tempest-description--1952212650'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:25:01.687781 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '391107ba-1aa4-4c07-83fa-349fe3f69ecd', 'tag': '4ad46c0c-94cf-4219-97cd-d42282d33d3d'}] {{(pid=103495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:25:01.690091 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0dfb30c8fd1ad248dcf0c7d180f6bc71f3cc1084e8ff52034c63c32eff48f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6deb6c-5f3d-4926-9ed0-f3b68eba8c1e" -d '{"events": [{"name": "network-changed", "server_uuid": "391107ba-1aa4-4c07-83fa-349fe3f69ecd", "tag": "4ad46c0c-94cf-4219-97cd-d42282d33d3d"}]}' {{(pid=103495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:25:01.706226 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-db28cc1d-c9c2-4bd9-b211-6e0774002721 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks [] for security_group (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:01.726676 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc295d82-b170-40ea-ab3d-e183299cf790 x-openstack-request-id: req-dc295d82-b170-40ea-ab3d-e183299cf790 {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:25:01.727114 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "391107ba-1aa4-4c07-83fa-349fe3f69ecd", "tag": "4ad46c0c-94cf-4219-97cd-d42282d33d3d", "status": "completed", "code": 200}]} {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:25:01.727362 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dc295d82-b170-40ea-ab3d-e183299cf790 {{(pid=103495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:25:01.727753 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc295d82-b170-40ea-ab3d-e183299cf790'] response: {'name': 'network-changed', 'server_uuid': '391107ba-1aa4-4c07-83fa-349fe3f69ecd', 'tag': '4ad46c0c-94cf-4219-97cd-d42282d33d3d', 'status': 'completed', 'code': 200} Mar 30 18:25:01.777958 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-db28cc1d-c9c2-4bd9-b211-6e0774002721 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks [] for security_group (3aa4139a-71c8-492d-be88-ddf04d31facb), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:01.802334 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-db28cc1d-c9c2-4bd9-b211-6e0774002721 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (3aa4139a-71c8-492d-be88-ddf04d31facb), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:01.812516 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-2ac9b6a3-9d76-45ac-952e-79f7f0fabb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'name': 'tempest-AttachVolumeNegativeTest-1532187645-router', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '3e7551b3-e170-4565-87af-740e7fd86a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:24:43Z', 'updated_at': '2022-03-30T18:24:45Z', 'revision_number': 4, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'gw_port': {'id': '3e7551b3-e170-4565-87af-740e7fd86a7c', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:24:43Z', 'updated_at': '2022-03-30T18:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_floatingips': [{'id': '1217a122-15b6-47e2-bbce-c927d136df6d', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'floating_ip_address': '172.27.1.26', 'floating_network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'router_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'port_id': '4ad46c0c-94cf-4219-97cd-d42282d33d3d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f', 'mac_address': 'fa:16:3e:a8:03:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391107ba-1aa4-4c07-83fa-349fe3f69ecd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:24:47Z', 'updated_at': '2022-03-30T18:25:00Z', 'revision_number': 1, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b870b0ef-6f46-4c8f-a951-5fb2d6845105', 'name': '', 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'mac_address': 'fa:16:3e:30:40:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '27019e24-efa4-45b6-ac56-b13259f05e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:24:45Z', 'updated_at': '2022-03-30T18:24:49Z', 'revision_number': 5, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'subnets': [{'id': '27019e24-efa4-45b6-ac56-b13259f05e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:25:01.838977 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-db28cc1d-c9c2-4bd9-b211-6e0774002721 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks [] for security_group (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:01.840177 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-db28cc1d-c9c2-4bd9-b211-6e0774002721 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1652894 Mar 30 18:25:01.843152 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 49954) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:01.843916 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db28cc1d-c9c2-4bd9-b211-6e0774002721 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa4139a-71c8-492d-be88-ddf04d31facb,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:01.844494 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac9b6a3-9d76-45ac-952e-79f7f0fabb4b None None] Checking router: 26126a29-9088-49f3-aa4e-b7362ac76d0f for host: dv-cinder-835881-1-iscsi {{(pid=103497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:25:01.853863 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac9b6a3-9d76-45ac-952e-79f7f0fabb4b None None] Routers {'26126a29-9088-49f3-aa4e-b7362ac76d0f'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:25:01.853961 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6deb6c-5f3d-4926-9ed0-f3b68eba8c1e req-35242966-08b4-4fa3-9267-40b23542e1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:01.854344 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-2ac9b6a3-9d76-45ac-952e-79f7f0fabb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:24:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['26126a29-9088-49f3-aa4e-b7362ac76d0f'], 'active': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:25:01.855254 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0f6deb6c-5f3d-4926-9ed0-f3b68eba8c1e req-35242966-08b4-4fa3-9267-40b23542e1e8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c8293d7cfcfd4a76af620e7e01c1fb8e&device_id=391107ba-1aa4-4c07-83fa-349fe3f69ecd HTTP/1.1" status: 200 len: 1129 time: 0.0799150 Mar 30 18:25:01.856828 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.v2.base [None req-1c07540d-5532-4376-a945-77d69f4b3b3d tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Request body: {'security_group_rule': {'security_group_id': '3aa4139a-71c8-492d-be88-ddf04d31facb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:25:01.888964 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-1c07540d-5532-4376-a945-77d69f4b3b3d tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks [] for security_group_rule (c5d375a8-c9cf-434b-9264-8ffd1fff8974), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:01.951417 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-1c07540d-5532-4376-a945-77d69f4b3b3d tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks [] for security_group_rule (c5d375a8-c9cf-434b-9264-8ffd1fff8974), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:01.953364 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6deb6c-5f3d-4926-9ed0-f3b68eba8c1e req-558b79ad-9734-472b-9ab0-692cd1205cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:01.954864 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0f6deb6c-5f3d-4926-9ed0-f3b68eba8c1e req-558b79ad-9734-472b-9ab0-692cd1205cb8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=409d44ec-6d59-4a2a-ad46-8958029d105f HTTP/1.1" status: 200 len: 916 time: 0.0928593 Mar 30 18:25:01.955991 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-1c07540d-5532-4376-a945-77d69f4b3b3d tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005201'] for security_group_rule (c5d375a8-c9cf-434b-9264-8ffd1fff8974), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:01.976672 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvr_db [None req-2ac9b6a3-9d76-45ac-952e-79f7f0fabb4b None None] Set router 26126a29-9088-49f3-aa4e-b7362ac76d0f gateway port host: dv-cinder-835881-1-iscsi {{(pid=103497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:25:01.978812 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c07540d-5532-4376-a945-77d69f4b3b3d tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5d375a8-c9cf-434b-9264-8ffd1fff8974,revision_number=0']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:01.982498 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-1c07540d-5532-4376-a945-77d69f4b3b3d tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:01.986322 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-1c07540d-5532-4376-a945-77d69f4b3b3d tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1383367 Mar 30 18:25:01.986562 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 49956) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:01.991175 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.v2.base [None req-7edb8845-8ba4-4cd2-8bc0-c4aa52c3654d tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Request body: {'security_group_rule': {'security_group_id': '3aa4139a-71c8-492d-be88-ddf04d31facb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:25:02.024674 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-7edb8845-8ba4-4cd2-8bc0-c4aa52c3654d tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks [] for security_group_rule (edbe902c-9e67-4fda-981a-d3808f5a500f), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:02.030710 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0f6deb6c-5f3d-4926-9ed0-f3b68eba8c1e req-58e2f846-7570-438b-975b-2631aae3bb39 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ad46c0c-94cf-4219-97cd-d42282d33d3d HTTP/1.1" status: 200 len: 998 time: 0.0697672 Mar 30 18:25:02.083493 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-7edb8845-8ba4-4cd2-8bc0-c4aa52c3654d tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks [] for security_group_rule (edbe902c-9e67-4fda-981a-d3808f5a500f), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:02.087937 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-7edb8845-8ba4-4cd2-8bc0-c4aa52c3654d tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005201'] for security_group_rule (edbe902c-9e67-4fda-981a-d3808f5a500f), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:02.093563 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6deb6c-5f3d-4926-9ed0-f3b68eba8c1e req-053939b2-6b2c-4b1c-ae0c-b51a069d6539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:02.095379 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0f6deb6c-5f3d-4926-9ed0-f3b68eba8c1e req-053939b2-6b2c-4b1c-ae0c-b51a069d6539 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=27019e24-efa4-45b6-ac56-b13259f05e3f HTTP/1.1" status: 200 len: 854 time: 0.0580857 Mar 30 18:25:02.106006 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edb8845-8ba4-4cd2-8bc0-c4aa52c3654d tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edbe902c-9e67-4fda-981a-d3808f5a500f,revision_number=0']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:02.117817 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-7edb8845-8ba4-4cd2-8bc0-c4aa52c3654d tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:02.117817 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-7edb8845-8ba4-4cd2-8bc0-c4aa52c3654d tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1300168 Mar 30 18:25:02.120405 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 49958) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:02.125066 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.v2.base [None req-eae14146-74fa-4848-812c-c778047f1093 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Request body: {'floatingip': {'floating_network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2'}} {{(pid=103494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:25:02.150809 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6deb6c-5f3d-4926-9ed0-f3b68eba8c1e req-d8a4b2ff-9cd6-4b0a-8601-65f771144948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:02.152670 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0f6deb6c-5f3d-4926-9ed0-f3b68eba8c1e req-d8a4b2ff-9cd6-4b0a-8601-65f771144948 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=409d44ec-6d59-4a2a-ad46-8958029d105f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512886 Mar 30 18:25:02.153175 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-eae14146-74fa-4848-812c-c778047f1093 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:02.231107 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-2ac9b6a3-9d76-45ac-952e-79f7f0fabb4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'name': 'tempest-AttachVolumeNegativeTest-1532187645-router', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '3e7551b3-e170-4565-87af-740e7fd86a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:24:43Z', 'updated_at': '2022-03-30T18:24:45Z', 'revision_number': 4, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'gw_port': {'id': '3e7551b3-e170-4565-87af-740e7fd86a7c', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:24:43Z', 'updated_at': '2022-03-30T18:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_floatingips': [{'id': '1217a122-15b6-47e2-bbce-c927d136df6d', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'floating_ip_address': '172.27.1.26', 'floating_network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'router_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'port_id': '4ad46c0c-94cf-4219-97cd-d42282d33d3d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f', 'mac_address': 'fa:16:3e:a8:03:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391107ba-1aa4-4c07-83fa-349fe3f69ecd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:24:47Z', 'updated_at': '2022-03-30T18:25:00Z', 'revision_number': 1, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b870b0ef-6f46-4c8f-a951-5fb2d6845105', 'name': '', 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'mac_address': 'fa:16:3e:30:40:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '27019e24-efa4-45b6-ac56-b13259f05e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:24:45Z', 'updated_at': '2022-03-30T18:24:49Z', 'revision_number': 5, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'subnets': [{'id': '27019e24-efa4-45b6-ac56-b13259f05e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:25:02.244446 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0f6deb6c-5f3d-4926-9ed0-f3b68eba8c1e req-7b961e8f-e601-4473-be14-117ecb89dee1 service neutron] 10.222.0.44 "GET /v2.0/networks/409d44ec-6d59-4a2a-ad46-8958029d105f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850370 Mar 30 18:25:02.257892 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-eae14146-74fa-4848-812c-c778047f1093 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:02.261625 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac9b6a3-9d76-45ac-952e-79f7f0fabb4b None None] The sync data for ids ['26126a29-9088-49f3-aa4e-b7362ac76d0f'] in dv-cinder-835881-1-iscsi is: [{'id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'name': 'tempest-AttachVolumeNegativeTest-1532187645-router', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '3e7551b3-e170-4565-87af-740e7fd86a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:24:43Z', 'updated_at': '2022-03-30T18:24:45Z', 'revision_number': 4, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'gw_port': {'id': '3e7551b3-e170-4565-87af-740e7fd86a7c', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:24:43Z', 'updated_at': '2022-03-30T18:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_floatingips': [{'id': '1217a122-15b6-47e2-bbce-c927d136df6d', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'floating_ip_address': '172.27.1.26', 'floating_network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'router_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'port_id': '4ad46c0c-94cf-4219-97cd-d42282d33d3d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f', 'mac_address': 'fa:16:3e:a8:03:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391107ba-1aa4-4c07-83fa-349fe3f69ecd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:24:47Z', 'updated_at': '2022-03-30T18:25:00Z', 'revision_number': 1, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b870b0ef-6f46-4c8f-a951-5fb2d6845105', 'name': '', 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'mac_address': 'fa:16:3e:30:40:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '27019e24-efa4-45b6-ac56-b13259f05e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:24:45Z', 'updated_at': '2022-03-30T18:24:49Z', 'revision_number': 5, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'subnets': [{'id': '27019e24-efa4-45b6-ac56-b13259f05e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:25:02.343429 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0f6deb6c-5f3d-4926-9ed0-f3b68eba8c1e req-c0bd7d62-ab86-4a29-9645-02e48d4e49ef service neutron] 10.222.0.44 "GET /v2.0/networks/409d44ec-6d59-4a2a-ad46-8958029d105f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925186 Mar 30 18:25:02.374017 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.db.db_base_plugin_common [None req-eae14146-74fa-4848-812c-c778047f1093 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Allocated IP 172.27.1.90 (91cc19c8-4e3d-4b52-9973-bc78b4427ae2/e2593658-5374-4bbb-b8e3-ff319bcb6728/a7c5e991-e648-46c0-a381-b9487a8e04ba) {{(pid=103494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:25:02.469823 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bd8ce1-2f29-47d2-b7cb-bb7cb4a5b4c0 None None] New status for floating IP 1217a122-15b6-47e2-bbce-c927d136df6d: ACTIVE {{(pid=103496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:25:02.487436 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-eae14146-74fa-4848-812c-c778047f1093 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks [] for port (a7c5e991-e648-46c0-a381-b9487a8e04ba), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:02.522705 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-eae14146-74fa-4848-812c-c778047f1093 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728099412974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5343457'] for port (a7c5e991-e648-46c0-a381-b9487a8e04ba), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:02.556733 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae14146-74fa-4848-812c-c778047f1093 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Network 91cc19c8-4e3d-4b52-9973-bc78b4427ae2 is already hosted by enough agents. {{(pid=103494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:25:02.560928 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.base_scheduler [None req-eae14146-74fa-4848-812c-c778047f1093 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Resources bound (agent type, host, resource id): {{(pid=103494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:25:02.564344 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae14146-74fa-4848-812c-c778047f1093 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Received port after_create {{(pid=103494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:25:02.590913 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae14146-74fa-4848-812c-c778047f1093 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Pushing event updated for resources: {'Port': ['ID=a7c5e991-e648-46c0-a381-b9487a8e04ba,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:02.692361 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-eae14146-74fa-4848-812c-c778047f1093 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks [] for floatingip (eeda80c3-dd73-4646-81fd-f8b0222c5d9e), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:02.730193 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-eae14146-74fa-4848-812c-c778047f1093 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (a7c5e991-e648-46c0-a381-b9487a8e04ba), before_update {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:02.873791 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-eae14146-74fa-4848-812c-c778047f1093 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks [] for port (a7c5e991-e648-46c0-a381-b9487a8e04ba), precommit_update {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:02.878199 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-eae14146-74fa-4848-812c-c778047f1093 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5343464'] for port (a7c5e991-e648-46c0-a381-b9487a8e04ba), after_update {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:03.137005 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae14146-74fa-4848-812c-c778047f1093 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Pushing event updated for resources: {'Port': ['ID=a7c5e991-e648-46c0-a381-b9487a8e04ba,revision_number=2']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:03.147232 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-eae14146-74fa-4848-812c-c778047f1093 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541296'] for floatingip (eeda80c3-dd73-4646-81fd-f8b0222c5d9e), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:03.162303 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-eae14146-74fa-4848-812c-c778047f1093 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for floatingip (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:03.163519 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-eae14146-74fa-4848-812c-c778047f1093 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0420976 Mar 30 18:25:03.352265 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-cef94490-e9a5-4fae-8467-7c31637ddf15 req-6c689dca-6418-406b-bb9f-c9459fe3db7d tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--168100521&fields=id&tenant_id=53c3b19a0d50425983d94feecd1dec97 HTTP/1.1" status: 200 len: 267 time: 0.0421112 Mar 30 18:25:03.462083 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef94490-e9a5-4fae-8467-7c31637ddf15 req-085529fa-a1f6-4e1c-a4e9-d00af8b19bf6 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:03.463572 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-cef94490-e9a5-4fae-8467-7c31637ddf15 req-085529fa-a1f6-4e1c-a4e9-d00af8b19bf6 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/networks?id=af60dc63-0b0b-4d35-9038-6256b5be5587 HTTP/1.1" status: 200 len: 811 time: 0.1052594 Mar 30 18:25:03.478616 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-cef94490-e9a5-4fae-8467-7c31637ddf15 req-aa8f728f-84d9-41ad-8b25-b8469f4611f1 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/quotas/53c3b19a0d50425983d94feecd1dec97 HTTP/1.1" status: 200 len: 375 time: 0.0098135 Mar 30 18:25:03.533546 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-cef94490-e9a5-4fae-8467-7c31637ddf15 req-8cd7481a-1915-40bb-b67a-ec450c4dbee8 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=53c3b19a0d50425983d94feecd1dec97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499616 Mar 30 18:25:03.626718 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-cef94490-e9a5-4fae-8467-7c31637ddf15 req-34048ce9-fb75-43c1-8025-70733d828273 service neutron] 10.222.0.41 "GET /v2.0/networks/af60dc63-0b0b-4d35-9038-6256b5be5587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809548 Mar 30 18:25:03.718052 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-cef94490-e9a5-4fae-8467-7c31637ddf15 req-518d5e03-5f0f-4244-8656-674609e1703f service neutron] 10.222.0.41 "GET /v2.0/networks/af60dc63-0b0b-4d35-9038-6256b5be5587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854666 Mar 30 18:25:03.888448 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8cc0b815-c831-465c-b26d-284932bf25c8 req-1ece2808-a0db-42ad-b37b-1bb02fa61903 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8f9d005-4130-4443-926d-641cd514db5a HTTP/1.1" status: 200 len: 210 time: 0.0278487 Mar 30 18:25:04.891654 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef94490-e9a5-4fae-8467-7c31637ddf15 req-09d40d69-02ec-4f4c-8e7a-57cd2932bbdc tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:04.893096 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-cef94490-e9a5-4fae-8467-7c31637ddf15 req-09d40d69-02ec-4f4c-8e7a-57cd2932bbdc tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.44 "GET /v2.0/networks?id=af60dc63-0b0b-4d35-9038-6256b5be5587 HTTP/1.1" status: 200 len: 811 time: 0.1067197 Mar 30 18:25:04.962688 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-cef94490-e9a5-4fae-8467-7c31637ddf15 req-9b775ae9-c877-486a-8025-9eab383c1bf3 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53c3b19a0d50425983d94feecd1dec97 HTTP/1.1" status: 200 len: 379 time: 0.0539200 Mar 30 18:25:04.975490 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [req-cef94490-e9a5-4fae-8467-7c31637ddf15 req-33cb5500-1546-46e9-b38c-93e4cb3c5da7 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Request body: {'port': {'device_id': 'd8f9d005-4130-4443-926d-641cd514db5a', 'network_id': 'af60dc63-0b0b-4d35-9038-6256b5be5587', 'admin_state_up': True, 'tenant_id': '53c3b19a0d50425983d94feecd1dec97', 'security_groups': ['3aa4139a-71c8-492d-be88-ddf04d31facb']}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:25:05.030531 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-6a2899ec-299a-43b6-8b3c-c4751f50409f req-d472a079-c314-44f2-9c39-b1c93e3b513c tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8f9d005-4130-4443-926d-641cd514db5a HTTP/1.1" status: 200 len: 210 time: 0.0668700 Mar 30 18:25:05.095219 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cef94490-e9a5-4fae-8467-7c31637ddf15 req-33cb5500-1546-46e9-b38c-93e4cb3c5da7 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Made reservation on behalf of 53c3b19a0d50425983d94feecd1dec97 for: {'port': 1} {{(pid=103495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:25:05.098844 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-cef94490-e9a5-4fae-8467-7c31637ddf15 req-33cb5500-1546-46e9-b38c-93e4cb3c5da7 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:05.219659 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.db_base_plugin_common [req-cef94490-e9a5-4fae-8467-7c31637ddf15 req-33cb5500-1546-46e9-b38c-93e4cb3c5da7 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Allocated IP 172.20.0.4 (af60dc63-0b0b-4d35-9038-6256b5be5587/a9cbee5a-5f20-44f1-9b84-2d90e031a239/3f9c0f07-0284-474f-a5b7-62566a5f7434) {{(pid=103495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:25:05.354585 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-cef94490-e9a5-4fae-8467-7c31637ddf15 req-33cb5500-1546-46e9-b38c-93e4cb3c5da7 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks [] for port (3f9c0f07-0284-474f-a5b7-62566a5f7434), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:05.386937 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-cef94490-e9a5-4fae-8467-7c31637ddf15 req-33cb5500-1546-46e9-b38c-93e4cb3c5da7 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728099412974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5398852'] for port (3f9c0f07-0284-474f-a5b7-62566a5f7434), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:05.426908 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cef94490-e9a5-4fae-8467-7c31637ddf15 req-33cb5500-1546-46e9-b38c-93e4cb3c5da7 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Network af60dc63-0b0b-4d35-9038-6256b5be5587 is already hosted by enough agents. {{(pid=103495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:25:05.429949 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.base_scheduler [req-cef94490-e9a5-4fae-8467-7c31637ddf15 req-33cb5500-1546-46e9-b38c-93e4cb3c5da7 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Resources bound (agent type, host, resource id): {{(pid=103495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:25:05.432281 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.l3_dvrscheduler_db [req-cef94490-e9a5-4fae-8467-7c31637ddf15 req-33cb5500-1546-46e9-b38c-93e4cb3c5da7 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Received port after_create {{(pid=103495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:25:05.468431 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cb5500-1546-46e9-b38c-93e4cb3c5da7 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Pushing event updated for resources: {'Port': ['ID=3f9c0f07-0284-474f-a5b7-62566a5f7434,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:05.494762 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef94490-e9a5-4fae-8467-7c31637ddf15 req-33cb5500-1546-46e9-b38c-93e4cb3c5da7 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:05.495400 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-cef94490-e9a5-4fae-8467-7c31637ddf15 req-33cb5500-1546-46e9-b38c-93e4cb3c5da7 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for port (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:05.513496 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-cef94490-e9a5-4fae-8467-7c31637ddf15 req-33cb5500-1546-46e9-b38c-93e4cb3c5da7 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5420051 Mar 30 18:25:05.578327 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [req-cef94490-e9a5-4fae-8467-7c31637ddf15 req-400e14f7-78f0-424f-bbd3-f57c8193f647 service neutron] Request body: {'port': {'device_id': 'd8f9d005-4130-4443-926d-641cd514db5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:25:05.640865 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-cef94490-e9a5-4fae-8467-7c31637ddf15 req-400e14f7-78f0-424f-bbd3-f57c8193f647 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (3f9c0f07-0284-474f-a5b7-62566a5f7434), before_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:05.666029 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-22ff9472-b349-4fdd-9734-a44ed8dc1605 None None] Provisioning complete for port 3f9c0f07-0284-474f-a5b7-62566a5f7434 triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:25:05.666728 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-22ff9472-b349-4fdd-9734-a44ed8dc1605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (3f9c0f07-0284-474f-a5b7-62566a5f7434), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:05.700659 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-22ff9472-b349-4fdd-9734-a44ed8dc1605 None None] Port 3f9c0f07-0284-474f-a5b7-62566a5f7434 cannot update to ACTIVE because it is not bound. {{(pid=103496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:25:05.900827 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.notifiers.nova [req-cef94490-e9a5-4fae-8467-7c31637ddf15 req-400e14f7-78f0-424f-bbd3-f57c8193f647 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f9c0f07-0284-474f-a5b7-62566a5f7434 {{(pid=103495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:25:05.908015 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-cef94490-e9a5-4fae-8467-7c31637ddf15 req-400e14f7-78f0-424f-bbd3-f57c8193f647 service neutron] Publish callbacks [] for port (3f9c0f07-0284-474f-a5b7-62566a5f7434), precommit_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:05.920399 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.provisioning_blocks [req-cef94490-e9a5-4fae-8467-7c31637ddf15 req-400e14f7-78f0-424f-bbd3-f57c8193f647 service neutron] Transition to ACTIVE for port object 3f9c0f07-0284-474f-a5b7-62566a5f7434 will not be triggered until provisioned by entity L2. {{(pid=103495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 18:25:05.923898 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-cef94490-e9a5-4fae-8467-7c31637ddf15 req-400e14f7-78f0-424f-bbd3-f57c8193f647 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5398861'] for port (3f9c0f07-0284-474f-a5b7-62566a5f7434), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:05.996739 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400e14f7-78f0-424f-bbd3-f57c8193f647 service neutron] Pushing event updated for resources: {'Port': ['ID=3f9c0f07-0284-474f-a5b7-62566a5f7434,revision_number=2']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:06.065084 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.managers [req-cef94490-e9a5-4fae-8467-7c31637ddf15 req-400e14f7-78f0-424f-bbd3-f57c8193f647 service neutron] Attempting to bind port 3f9c0f07-0284-474f-a5b7-62566a5f7434 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:25:06.066105 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.managers [req-cef94490-e9a5-4fae-8467-7c31637ddf15 req-400e14f7-78f0-424f-bbd3-f57c8193f647 service neutron] Attempting to bind port 3f9c0f07-0284-474f-a5b7-62566a5f7434 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'dc10bfad-da22-4979-ac1e-3f4ebba34b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'af60dc63-0b0b-4d35-9038-6256b5be5587'}] {{(pid=103495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:25:06.067118 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef94490-e9a5-4fae-8467-7c31637ddf15 req-400e14f7-78f0-424f-bbd3-f57c8193f647 service neutron] Attempting to bind port 3f9c0f07-0284-474f-a5b7-62566a5f7434 on network af60dc63-0b0b-4d35-9038-6256b5be5587 {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:25:06.083263 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef94490-e9a5-4fae-8467-7c31637ddf15 req-400e14f7-78f0-424f-bbd3-f57c8193f647 service neutron] Port 3f9c0f07-0284-474f-a5b7-62566a5f7434 on network af60dc63-0b0b-4d35-9038-6256b5be5587 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 18:25:06.083668 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef94490-e9a5-4fae-8467-7c31637ddf15 req-400e14f7-78f0-424f-bbd3-f57c8193f647 service neutron] Attempting to bind port 3f9c0f07-0284-474f-a5b7-62566a5f7434 on network af60dc63-0b0b-4d35-9038-6256b5be5587 {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:25:06.090559 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef94490-e9a5-4fae-8467-7c31637ddf15 req-400e14f7-78f0-424f-bbd3-f57c8193f647 service neutron] Checking agent: {'id': 'ab438a54-a4f6-4fd3-b589-96aa27265666', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 15, 49), 'started_at': datetime.datetime(2022, 3, 30, 18, 15, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:25:06.090985 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef94490-e9a5-4fae-8467-7c31637ddf15 req-400e14f7-78f0-424f-bbd3-f57c8193f647 service neutron] Checking segment: {'id': 'dc10bfad-da22-4979-ac1e-3f4ebba34b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'af60dc63-0b0b-4d35-9038-6256b5be5587'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:25:06.091484 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef94490-e9a5-4fae-8467-7c31637ddf15 req-400e14f7-78f0-424f-bbd3-f57c8193f647 service neutron] Bound using segment: {'id': 'dc10bfad-da22-4979-ac1e-3f4ebba34b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'af60dc63-0b0b-4d35-9038-6256b5be5587'} {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:25:06.091995 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.managers [req-cef94490-e9a5-4fae-8467-7c31637ddf15 req-400e14f7-78f0-424f-bbd3-f57c8193f647 service neutron] Bound port: 3f9c0f07-0284-474f-a5b7-62566a5f7434, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc10bfad-da22-4979-ac1e-3f4ebba34b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'af60dc63-0b0b-4d35-9038-6256b5be5587'}}] {{(pid=103495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:25:06.092430 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-cef94490-e9a5-4fae-8467-7c31637ddf15 req-400e14f7-78f0-424f-bbd3-f57c8193f647 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (3f9c0f07-0284-474f-a5b7-62566a5f7434), before_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:06.192349 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [req-cef94490-e9a5-4fae-8467-7c31637ddf15 req-400e14f7-78f0-424f-bbd3-f57c8193f647 service neutron] For port 3f9c0f07-0284-474f-a5b7-62566a5f7434, host hv-cinder-83588, cleared binding levels {{(pid=103495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:25:06.195821 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [req-cef94490-e9a5-4fae-8467-7c31637ddf15 req-400e14f7-78f0-424f-bbd3-f57c8193f647 service neutron] For port 3f9c0f07-0284-474f-a5b7-62566a5f7434, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=3f9c0f07-0284-474f-a5b7-62566a5f7434,segment=NetworkSegment(dc10bfad-da22-4979-ac1e-3f4ebba34b1c),segment_id=dc10bfad-da22-4979-ac1e-3f4ebba34b1c)] {{(pid=103495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:25:06.208162 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f6bfd-9f1b-4339-a555-c60b861932f8 req-39d230fd-2d3a-4603-a56e-658f65028cd3 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:06.209654 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2f3f6bfd-9f1b-4339-a555-c60b861932f8 req-39d230fd-2d3a-4603-a56e-658f65028cd3 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8f9d005-4130-4443-926d-641cd514db5a HTTP/1.1" status: 200 len: 943 time: 0.0796585 Mar 30 18:25:06.211158 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-cef94490-e9a5-4fae-8467-7c31637ddf15 req-400e14f7-78f0-424f-bbd3-f57c8193f647 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5398861'] for port (3f9c0f07-0284-474f-a5b7-62566a5f7434), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:06.265027 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef94490-e9a5-4fae-8467-7c31637ddf15 req-400e14f7-78f0-424f-bbd3-f57c8193f647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:06.265645 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-cef94490-e9a5-4fae-8467-7c31637ddf15 req-400e14f7-78f0-424f-bbd3-f57c8193f647 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for port (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:06.267040 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-cef94490-e9a5-4fae-8467-7c31637ddf15 req-400e14f7-78f0-424f-bbd3-f57c8193f647 service neutron] 10.222.0.44 "PUT /v2.0/ports/3f9c0f07-0284-474f-a5b7-62566a5f7434 HTTP/1.1" status: 200 len: 1093 time: 0.6930990 Mar 30 18:25:06.269914 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8f9d005-4130-4443-926d-641cd514db5a', 'tag': '3f9c0f07-0284-474f-a5b7-62566a5f7434'}] {{(pid=103495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:25:06.272173 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0dfb30c8fd1ad248dcf0c7d180f6bc71f3cc1084e8ff52034c63c32eff48f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfcc680b-8155-44fe-8fe7-fea0eed06e90" -d '{"events": [{"name": "network-changed", "server_uuid": "d8f9d005-4130-4443-926d-641cd514db5a", "tag": "3f9c0f07-0284-474f-a5b7-62566a5f7434"}]}' {{(pid=103495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:25:06.312715 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400e14f7-78f0-424f-bbd3-f57c8193f647 service neutron] Pushing event updated for resources: {'Port': ['ID=3f9c0f07-0284-474f-a5b7-62566a5f7434,revision_number=3']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:06.319920 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2f3f6bfd-9f1b-4339-a555-c60b861932f8 req-7ab801b2-87d7-448d-9fe6-e327557dd9ed tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?id=3aa4139a-71c8-492d-be88-ddf04d31facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034155 Mar 30 18:25:06.329554 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05690348-a138-4b2b-841c-38238c6050a6 x-openstack-request-id: req-05690348-a138-4b2b-841c-38238c6050a6 {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:25:06.329843 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8f9d005-4130-4443-926d-641cd514db5a", "tag": "3f9c0f07-0284-474f-a5b7-62566a5f7434", "status": "completed", "code": 200}]} {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:25:06.330091 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-05690348-a138-4b2b-841c-38238c6050a6 {{(pid=103495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:25:06.330520 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05690348-a138-4b2b-841c-38238c6050a6'] response: {'name': 'network-changed', 'server_uuid': 'd8f9d005-4130-4443-926d-641cd514db5a', 'tag': '3f9c0f07-0284-474f-a5b7-62566a5f7434', 'status': 'completed', 'code': 200} Mar 30 18:25:06.395071 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef94490-e9a5-4fae-8467-7c31637ddf15 req-6b8448ef-23ed-4046-8fc5-cb11984c54ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:06.396561 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-cef94490-e9a5-4fae-8467-7c31637ddf15 req-6b8448ef-23ed-4046-8fc5-cb11984c54ea service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53c3b19a0d50425983d94feecd1dec97&device_id=d8f9d005-4130-4443-926d-641cd514db5a HTTP/1.1" status: 200 len: 1127 time: 0.0477140 Mar 30 18:25:06.450857 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-cef94490-e9a5-4fae-8467-7c31637ddf15 req-90db139d-b1c8-4b2b-9372-0af59e149caf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f9c0f07-0284-474f-a5b7-62566a5f7434 HTTP/1.1" status: 200 len: 217 time: 0.0417204 Mar 30 18:25:06.500375 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef94490-e9a5-4fae-8467-7c31637ddf15 req-699b25e5-ff2f-4c3a-9400-020bb9d28d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:06.501839 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-cef94490-e9a5-4fae-8467-7c31637ddf15 req-699b25e5-ff2f-4c3a-9400-020bb9d28d8f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a9cbee5a-5f20-44f1-9b84-2d90e031a239 HTTP/1.1" status: 200 len: 850 time: 0.0436821 Mar 30 18:25:06.551495 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef94490-e9a5-4fae-8467-7c31637ddf15 req-91ac8cc0-4cca-4bec-9776-78b38f0b08be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:06.553742 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-cef94490-e9a5-4fae-8467-7c31637ddf15 req-91ac8cc0-4cca-4bec-9776-78b38f0b08be service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=af60dc63-0b0b-4d35-9038-6256b5be5587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458062 Mar 30 18:25:06.643068 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-cef94490-e9a5-4fae-8467-7c31637ddf15 req-f370500e-3ef1-4f58-93f6-fe5ce6df3e3b service neutron] 10.222.0.44 "GET /v2.0/networks/af60dc63-0b0b-4d35-9038-6256b5be5587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830569 Mar 30 18:25:06.731959 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-cef94490-e9a5-4fae-8467-7c31637ddf15 req-ff05a8c5-6ce4-4b17-bb42-3e200a4bd32f service neutron] 10.222.0.44 "GET /v2.0/networks/af60dc63-0b0b-4d35-9038-6256b5be5587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816531 Mar 30 18:25:06.863060 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc680b-8155-44fe-8fe7-fea0eed06e90 req-dc8fcba2-e05a-4abd-9f62-2f1faf26cf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:06.865167 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-cfcc680b-8155-44fe-8fe7-fea0eed06e90 req-dc8fcba2-e05a-4abd-9f62-2f1faf26cf74 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53c3b19a0d50425983d94feecd1dec97&device_id=d8f9d005-4130-4443-926d-641cd514db5a HTTP/1.1" status: 200 len: 1127 time: 0.0447674 Mar 30 18:25:06.958238 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc680b-8155-44fe-8fe7-fea0eed06e90 req-6395e414-a11a-4c98-93de-57c262844938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:06.959631 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-cfcc680b-8155-44fe-8fe7-fea0eed06e90 req-6395e414-a11a-4c98-93de-57c262844938 service neutron] 10.222.0.44 "GET /v2.0/networks?id=af60dc63-0b0b-4d35-9038-6256b5be5587 HTTP/1.1" status: 200 len: 912 time: 0.0870306 Mar 30 18:25:07.001614 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-cfcc680b-8155-44fe-8fe7-fea0eed06e90 req-b0855007-8f7e-45b7-af28-7910013bd340 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f9c0f07-0284-474f-a5b7-62566a5f7434 HTTP/1.1" status: 200 len: 217 time: 0.0347867 Mar 30 18:25:07.053206 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc680b-8155-44fe-8fe7-fea0eed06e90 req-59cc6f67-2893-4ce7-ab25-23f83cec866d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:07.054655 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-cfcc680b-8155-44fe-8fe7-fea0eed06e90 req-59cc6f67-2893-4ce7-ab25-23f83cec866d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a9cbee5a-5f20-44f1-9b84-2d90e031a239 HTTP/1.1" status: 200 len: 850 time: 0.0474479 Mar 30 18:25:07.101499 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc680b-8155-44fe-8fe7-fea0eed06e90 req-f6016aa7-f1e9-4618-9771-8d281a8ca048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:07.102999 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-cfcc680b-8155-44fe-8fe7-fea0eed06e90 req-f6016aa7-f1e9-4618-9771-8d281a8ca048 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=af60dc63-0b0b-4d35-9038-6256b5be5587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430090 Mar 30 18:25:07.190182 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-cfcc680b-8155-44fe-8fe7-fea0eed06e90 req-eb0fadbb-358f-40b6-aa25-0e3014b0df76 service neutron] 10.222.0.44 "GET /v2.0/networks/af60dc63-0b0b-4d35-9038-6256b5be5587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802495 Mar 30 18:25:07.282027 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-cfcc680b-8155-44fe-8fe7-fea0eed06e90 req-feb2070f-63b7-4cbf-826d-6d002433cf42 service neutron] 10.222.0.44 "GET /v2.0/networks/af60dc63-0b0b-4d35-9038-6256b5be5587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856905 Mar 30 18:25:07.443306 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a7380-e345-41b3-a7ce-1d7803232a34 req-7b878c82-e3f6-4317-a967-15ec0c9cee9a tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:07.444816 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d04a7380-e345-41b3-a7ce-1d7803232a34 req-7b878c82-e3f6-4317-a967-15ec0c9cee9a tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8f9d005-4130-4443-926d-641cd514db5a HTTP/1.1" status: 200 len: 943 time: 0.0533409 Mar 30 18:25:07.491543 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d04a7380-e345-41b3-a7ce-1d7803232a34 req-35be1f83-9c93-4ce1-b0ed-0f9b2cf3240a tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?id=3aa4139a-71c8-492d-be88-ddf04d31facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410330 Mar 30 18:25:08.608975 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4559c4-ee37-4b72-b858-151eae0be0cf req-9c4390fc-1344-444f-8ea2-2fa1734ac592 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:08.610465 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-bf4559c4-ee37-4b72-b858-151eae0be0cf req-9c4390fc-1344-444f-8ea2-2fa1734ac592 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8f9d005-4130-4443-926d-641cd514db5a HTTP/1.1" status: 200 len: 943 time: 0.0514143 Mar 30 18:25:08.659754 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-bf4559c4-ee37-4b72-b858-151eae0be0cf req-6a727fec-a45d-475f-8434-7241f1a7e45b tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?id=3aa4139a-71c8-492d-be88-ddf04d31facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428073 Mar 30 18:25:09.646482 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 3f9c0f07-0284-474f-a5b7-62566a5f7434 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:25:09.744872 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port 3f9c0f07-0284-474f-a5b7-62566a5f7434, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=3f9c0f07-0284-474f-a5b7-62566a5f7434,segment=NetworkSegment(dc10bfad-da22-4979-ac1e-3f4ebba34b1c),segment_id=dc10bfad-da22-4979-ac1e-3f4ebba34b1c)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:25:09.757310 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Returning: {'device': '3f9c0f07-0284-474f-a5b7-62566a5f7434', 'network_id': 'af60dc63-0b0b-4d35-9038-6256b5be5587', 'port_id': '3f9c0f07-0284-474f-a5b7-62566a5f7434', 'mac_address': 'fa:16:3e:07:08:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9cbee5a-5f20-44f1-9b84-2d90e031a239', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:25:09.779068 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f031782c-fb0b-4209-a59a-63e32dd1b8c9 req-b985b513-d1aa-4e7b-9f89-25ca8954c510 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:09.780517 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f031782c-fb0b-4209-a59a-63e32dd1b8c9 req-b985b513-d1aa-4e7b-9f89-25ca8954c510 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8f9d005-4130-4443-926d-641cd514db5a HTTP/1.1" status: 200 len: 943 time: 0.0533161 Mar 30 18:25:09.794891 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Current status of the port 3f9c0f07-0284-474f-a5b7-62566a5f7434 is: DOWN; New status is: BUILD {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:25:09.795284 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (3f9c0f07-0284-474f-a5b7-62566a5f7434), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:09.808981 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f9c0f07-0284-474f-a5b7-62566a5f7434 {{(pid=103496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:25:09.827329 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f031782c-fb0b-4209-a59a-63e32dd1b8c9 req-9df49c69-c67b-49f6-b7ee-c5102bd4c80d tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?id=3aa4139a-71c8-492d-be88-ddf04d31facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411365 Mar 30 18:25:09.832094 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port 3f9c0f07-0284-474f-a5b7-62566a5f7434, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=3f9c0f07-0284-474f-a5b7-62566a5f7434,segment=NetworkSegment(dc10bfad-da22-4979-ac1e-3f4ebba34b1c),segment_id=dc10bfad-da22-4979-ac1e-3f4ebba34b1c)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:25:09.836047 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (3f9c0f07-0284-474f-a5b7-62566a5f7434), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:09.881593 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Pushing event updated for resources: {'Port': ['ID=3f9c0f07-0284-474f-a5b7-62566a5f7434,revision_number=4']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:10.240682 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] get_ports_and_sgs() called for port_ids ['3f9c0f07-0284-474f-a5b7-62566a5f7434'] {{(pid=103496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:25:10.944670 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febbf810-bbe3-44ed-a02d-3f6a59d6a0e2 req-0d430369-9783-4c5a-abb8-fc94dd9c1579 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:10.946179 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-febbf810-bbe3-44ed-a02d-3f6a59d6a0e2 req-0d430369-9783-4c5a-abb8-fc94dd9c1579 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8f9d005-4130-4443-926d-641cd514db5a HTTP/1.1" status: 200 len: 944 time: 0.0539122 Mar 30 18:25:10.992948 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-febbf810-bbe3-44ed-a02d-3f6a59d6a0e2 req-87f11059-6d33-4b8d-8ce1-fdfd1f036318 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?id=3aa4139a-71c8-492d-be88-ddf04d31facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413058 Mar 30 18:25:11.634907 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 3f9c0f07-0284-474f-a5b7-62566a5f7434 up at agent hyperv_hv-cinder-83588 {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:25:11.690537 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Provisioning for port 3f9c0f07-0284-474f-a5b7-62566a5f7434 completed by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 18:25:11.694426 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Provisioning complete for port 3f9c0f07-0284-474f-a5b7-62566a5f7434 triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:25:11.694806 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (3f9c0f07-0284-474f-a5b7-62566a5f7434), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:11.768201 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Current status of the port 3f9c0f07-0284-474f-a5b7-62566a5f7434 is: BUILD; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:25:11.768581 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (3f9c0f07-0284-474f-a5b7-62566a5f7434), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:11.800758 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8f9d005-4130-4443-926d-641cd514db5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9c0f07-0284-474f-a5b7-62566a5f7434'}] {{(pid=103496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:25:11.802970 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cbde32198906eb4ff2132376d68ea43d0d8f515c48f03fe95d90af760020ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73577f1a-929a-4656-af62-8cf6e325977c" -d '{"events": [{"server_uuid": "d8f9d005-4130-4443-926d-641cd514db5a", "name": "network-vif-plugged", "status": "completed", "tag": "3f9c0f07-0284-474f-a5b7-62566a5f7434"}]}' {{(pid=103496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:25:11.807783 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-2e338daa-0e96-4d49-af10-65e45dc0e917 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:11.817211 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port 3f9c0f07-0284-474f-a5b7-62566a5f7434, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=3f9c0f07-0284-474f-a5b7-62566a5f7434,segment=NetworkSegment(dc10bfad-da22-4979-ac1e-3f4ebba34b1c),segment_id=dc10bfad-da22-4979-ac1e-3f4ebba34b1c)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:25:11.821158 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (3f9c0f07-0284-474f-a5b7-62566a5f7434), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:11.846050 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f37101-73e5-49e3-aea3-4881ce94fda9 x-openstack-request-id: req-92f37101-73e5-49e3-aea3-4881ce94fda9 {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:25:11.846362 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8f9d005-4130-4443-926d-641cd514db5a", "name": "network-vif-plugged", "status": "completed", "tag": "3f9c0f07-0284-474f-a5b7-62566a5f7434", "code": 200}]} {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:25:11.846613 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-92f37101-73e5-49e3-aea3-4881ce94fda9 {{(pid=103496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:25:11.846998 dv-cinder-835881-1-iscsi neutron-server[103496]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92f37101-73e5-49e3-aea3-4881ce94fda9'] response: {'server_uuid': 'd8f9d005-4130-4443-926d-641cd514db5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9c0f07-0284-474f-a5b7-62566a5f7434', 'code': 200} Mar 30 18:25:11.872078 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Pushing event updated for resources: {'Port': ['ID=3f9c0f07-0284-474f-a5b7-62566a5f7434,revision_number=5']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:12.075106 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6affa-529b-469b-bd07-cd2f43b77e6e req-ed248bc5-158f-4bf9-9805-e757aa98eeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:12.076572 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5bb6affa-529b-469b-bd07-cd2f43b77e6e req-ed248bc5-158f-4bf9-9805-e757aa98eeed service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d8f9d005-4130-4443-926d-641cd514db5a HTTP/1.1" status: 200 len: 1129 time: 0.0576553 Mar 30 18:25:12.144725 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d9f40d-8d7d-4d71-85bd-3baf5df78b6a req-2dbf09a3-0a49-4ae2-a0d1-ee504eeb20da tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:12.146441 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-88d9f40d-8d7d-4d71-85bd-3baf5df78b6a req-2dbf09a3-0a49-4ae2-a0d1-ee504eeb20da tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8f9d005-4130-4443-926d-641cd514db5a HTTP/1.1" status: 200 len: 945 time: 0.0866168 Mar 30 18:25:12.149705 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5bb6affa-529b-469b-bd07-cd2f43b77e6e req-38063b8b-d9a6-47a9-9806-1e88e000ad4d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3aa4139a-71c8-492d-be88-ddf04d31facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583718 Mar 30 18:25:12.192617 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-88d9f40d-8d7d-4d71-85bd-3baf5df78b6a req-3366a5fc-1d69-4152-8f0d-7df7d18bb8d4 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?id=3aa4139a-71c8-492d-be88-ddf04d31facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406430 Mar 30 18:25:13.319879 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7353c04d-920b-4bdc-bfde-82b3f2295332 req-251360e1-4b9b-4c32-bcc9-e75b83e322a5 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:13.321306 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-7353c04d-920b-4bdc-bfde-82b3f2295332 req-251360e1-4b9b-4c32-bcc9-e75b83e322a5 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8f9d005-4130-4443-926d-641cd514db5a HTTP/1.1" status: 200 len: 945 time: 0.0576761 Mar 30 18:25:13.367420 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-7353c04d-920b-4bdc-bfde-82b3f2295332 req-37adb347-d7a2-47d3-b2c6-8246deb5b403 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?id=3aa4139a-71c8-492d-be88-ddf04d31facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404058 Mar 30 18:25:13.859700 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-aa669c1d-e2f7-48f4-aa75-0d5f31ce174a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:14.483653 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19785eca-c1f6-4220-b068-28b759ad8952 req-00f7346e-a316-44dc-beec-c79697176774 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:14.485117 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-19785eca-c1f6-4220-b068-28b759ad8952 req-00f7346e-a316-44dc-beec-c79697176774 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8f9d005-4130-4443-926d-641cd514db5a HTTP/1.1" status: 200 len: 945 time: 0.0517671 Mar 30 18:25:14.531814 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-19785eca-c1f6-4220-b068-28b759ad8952 req-54985b36-e48e-4814-9dcf-e65d1dd67215 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?id=3aa4139a-71c8-492d-be88-ddf04d31facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409629 Mar 30 18:25:14.643477 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133fbb98-0dca-43c2-bdde-02273d520550 req-e7fa2ee5-1e2e-49f1-af58-76cd9f7499b8 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:14.645483 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-133fbb98-0dca-43c2-bdde-02273d520550 req-e7fa2ee5-1e2e-49f1-af58-76cd9f7499b8 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8f9d005-4130-4443-926d-641cd514db5a HTTP/1.1" status: 200 len: 945 time: 0.0521004 Mar 30 18:25:14.653873 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 50018) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:25:14.658022 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [None req-7756ca84-25c8-405e-8709-f30b1f3002b5 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Request body: {'floatingip': {'port_id': '3f9c0f07-0284-474f-a5b7-62566a5f7434'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:25:14.700938 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-7756ca84-25c8-405e-8709-f30b1f3002b5 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks [] for floatingip (eeda80c3-dd73-4646-81fd-f8b0222c5d9e), before_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:15.025663 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:15.122668 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-7756ca84-25c8-405e-8709-f30b1f3002b5 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:15.126195 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-7756ca84-25c8-405e-8709-f30b1f3002b5 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541296'] for floatingip (eeda80c3-dd73-4646-81fd-f8b0222c5d9e), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:15.221073 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.db.l3_db [None req-7756ca84-25c8-405e-8709-f30b1f3002b5 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Floating IP eeda80c3-dd73-4646-81fd-f8b0222c5d9e associated. External IP: 172.27.1.90, port: 3f9c0f07-0284-474f-a5b7-62566a5f7434. Mar 30 18:25:15.683896 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7756ca84-25c8-405e-8709-f30b1f3002b5 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Router 8a560a47-1053-4c0d-bb90-399e039e028e has already been hosted by L3 agent d6545c5f-a93c-4a15-87cd-019d3e75e7be {{(pid=103495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:25:15.793078 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7756ca84-25c8-405e-8709-f30b1f3002b5 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Notify agent at l3_agent.dv-cinder-835881-1-iscsi the message routers_updated {{(pid=103495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:25:15.798007 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-7756ca84-25c8-405e-8709-f30b1f3002b5 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for floatingip (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:15.802989 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c024eb-af1b-4e22-9f3b-fcbf6fcfa5a7 None None] Sync routers for ids ['8a560a47-1053-4c0d-bb90-399e039e028e'] in dv-cinder-835881-1-iscsi {{(pid=103497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:25:15.812562 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c024eb-af1b-4e22-9f3b-fcbf6fcfa5a7 None None] Routers {'8a560a47-1053-4c0d-bb90-399e039e028e'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:25:15.813167 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-67c024eb-af1b-4e22-9f3b-fcbf6fcfa5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:25:14Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['8a560a47-1053-4c0d-bb90-399e039e028e'], 'active': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:25:15.828552 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-7756ca84-25c8-405e-8709-f30b1f3002b5 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "PUT /v2.0/floatingips/eeda80c3-dd73-4646-81fd-f8b0222c5d9e HTTP/1.1" status: 200 len: 990 time: 1.1736217 Mar 30 18:25:15.829240 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8f9d005-4130-4443-926d-641cd514db5a', 'tag': '3f9c0f07-0284-474f-a5b7-62566a5f7434'}] {{(pid=103495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:25:15.831546 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0dfb30c8fd1ad248dcf0c7d180f6bc71f3cc1084e8ff52034c63c32eff48f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-781ee5a1-74ed-4582-b801-125d6c3b77ab" -d '{"events": [{"name": "network-changed", "server_uuid": "d8f9d005-4130-4443-926d-641cd514db5a", "tag": "3f9c0f07-0284-474f-a5b7-62566a5f7434"}]}' {{(pid=103495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:25:15.867337 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6535b9f7-14d3-41bc-8448-6251d105d20c x-openstack-request-id: req-6535b9f7-14d3-41bc-8448-6251d105d20c {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:25:15.867582 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8f9d005-4130-4443-926d-641cd514db5a", "tag": "3f9c0f07-0284-474f-a5b7-62566a5f7434", "status": "completed", "code": 200}]} {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:25:15.867830 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6535b9f7-14d3-41bc-8448-6251d105d20c {{(pid=103495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:25:15.868233 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6535b9f7-14d3-41bc-8448-6251d105d20c'] response: {'name': 'network-changed', 'server_uuid': 'd8f9d005-4130-4443-926d-641cd514db5a', 'tag': '3f9c0f07-0284-474f-a5b7-62566a5f7434', 'status': 'completed', 'code': 200} Mar 30 18:25:15.968669 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ee5a1-74ed-4582-b801-125d6c3b77ab req-0c995751-305d-48f0-acca-14428e0cc044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:15.970264 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-781ee5a1-74ed-4582-b801-125d6c3b77ab req-0c995751-305d-48f0-acca-14428e0cc044 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=53c3b19a0d50425983d94feecd1dec97&device_id=d8f9d005-4130-4443-926d-641cd514db5a HTTP/1.1" status: 200 len: 1129 time: 0.0559094 Mar 30 18:25:16.013110 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvr_db [None req-67c024eb-af1b-4e22-9f3b-fcbf6fcfa5a7 None None] Set router 8a560a47-1053-4c0d-bb90-399e039e028e gateway port host: dv-cinder-835881-1-iscsi {{(pid=103497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:25:16.060503 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ee5a1-74ed-4582-b801-125d6c3b77ab req-e470feca-ed4c-4396-8070-a084e59e7d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:16.062001 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-781ee5a1-74ed-4582-b801-125d6c3b77ab req-e470feca-ed4c-4396-8070-a084e59e7d22 service neutron] 10.222.0.44 "GET /v2.0/networks?id=af60dc63-0b0b-4d35-9038-6256b5be5587 HTTP/1.1" status: 200 len: 912 time: 0.0855055 Mar 30 18:25:16.131505 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-781ee5a1-74ed-4582-b801-125d6c3b77ab req-9f09d731-9d9a-4a9e-9b35-02b9db8f8c61 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f9c0f07-0284-474f-a5b7-62566a5f7434 HTTP/1.1" status: 200 len: 998 time: 0.0631142 Mar 30 18:25:16.181876 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ee5a1-74ed-4582-b801-125d6c3b77ab req-f132b913-acb1-456e-8c6a-983b51a188a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:16.183402 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-781ee5a1-74ed-4582-b801-125d6c3b77ab req-f132b913-acb1-456e-8c6a-983b51a188a0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=a9cbee5a-5f20-44f1-9b84-2d90e031a239 HTTP/1.1" status: 200 len: 850 time: 0.0444646 Mar 30 18:25:16.233525 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ee5a1-74ed-4582-b801-125d6c3b77ab req-ebecb4d1-75bb-4c15-8d56-560d64fbb6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:16.235076 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-781ee5a1-74ed-4582-b801-125d6c3b77ab req-ebecb4d1-75bb-4c15-8d56-560d64fbb6f9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=af60dc63-0b0b-4d35-9038-6256b5be5587&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445108 Mar 30 18:25:16.236963 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-67c024eb-af1b-4e22-9f3b-fcbf6fcfa5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a560a47-1053-4c0d-bb90-399e039e028e', 'name': 'tempest-AttachVolumeTestJSON-1672807717-router', 'tenant_id': '53c3b19a0d50425983d94feecd1dec97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c14d8e4f-7965-4e3d-ae9d-c8fae77087a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:17:45Z', 'updated_at': '2022-03-30T18:17:50Z', 'revision_number': 4, 'project_id': '53c3b19a0d50425983d94feecd1dec97', 'gw_port': {'id': 'c14d8e4f-7965-4e3d-ae9d-c8fae77087a6', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ac:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a560a47-1053-4c0d-bb90-399e039e028e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:46Z', 'updated_at': '2022-03-30T18:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_floatingips': [{'id': 'eeda80c3-dd73-4646-81fd-f8b0222c5d9e', 'tenant_id': '53c3b19a0d50425983d94feecd1dec97', 'floating_ip_address': '172.27.1.90', 'floating_network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'router_id': '8a560a47-1053-4c0d-bb90-399e039e028e', 'port_id': '3f9c0f07-0284-474f-a5b7-62566a5f7434', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af60dc63-0b0b-4d35-9038-6256b5be5587', 'mac_address': 'fa:16:3e:07:08:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f9d005-4130-4443-926d-641cd514db5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:25:02Z', 'updated_at': '2022-03-30T18:25:15Z', 'revision_number': 1, 'project_id': '53c3b19a0d50425983d94feecd1dec97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2442e6e-ebca-4b10-92e8-12be60a50f56', 'name': '', 'network_id': 'af60dc63-0b0b-4d35-9038-6256b5be5587', 'tenant_id': '53c3b19a0d50425983d94feecd1dec97', 'mac_address': 'fa:16:3e:11:4d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a560a47-1053-4c0d-bb90-399e039e028e', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a9cbee5a-5f20-44f1-9b84-2d90e031a239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:49Z', 'updated_at': '2022-03-30T18:17:58Z', 'revision_number': 5, 'project_id': '53c3b19a0d50425983d94feecd1dec97', 'subnets': [{'id': 'a9cbee5a-5f20-44f1-9b84-2d90e031a239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:25:16.266327 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c024eb-af1b-4e22-9f3b-fcbf6fcfa5a7 None None] Checking router: 8a560a47-1053-4c0d-bb90-399e039e028e for host: dv-cinder-835881-1-iscsi {{(pid=103497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:25:16.274998 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c024eb-af1b-4e22-9f3b-fcbf6fcfa5a7 None None] Routers {'8a560a47-1053-4c0d-bb90-399e039e028e'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:25:16.275606 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-67c024eb-af1b-4e22-9f3b-fcbf6fcfa5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:25:14Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['8a560a47-1053-4c0d-bb90-399e039e028e'], 'active': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:25:16.328443 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-781ee5a1-74ed-4582-b801-125d6c3b77ab req-136f79ac-93b9-4dda-82c1-fc79c168fadd service neutron] 10.222.0.44 "GET /v2.0/networks/af60dc63-0b0b-4d35-9038-6256b5be5587?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864902 Mar 30 18:25:16.383435 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvr_db [None req-67c024eb-af1b-4e22-9f3b-fcbf6fcfa5a7 None None] Set router 8a560a47-1053-4c0d-bb90-399e039e028e gateway port host: dv-cinder-835881-1-iscsi {{(pid=103497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:25:16.412982 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:16.422042 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-781ee5a1-74ed-4582-b801-125d6c3b77ab req-a5736765-fb12-49af-8c66-c8d57351579e service neutron] 10.222.0.44 "GET /v2.0/networks/af60dc63-0b0b-4d35-9038-6256b5be5587?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873947 Mar 30 18:25:16.606933 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-67c024eb-af1b-4e22-9f3b-fcbf6fcfa5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a560a47-1053-4c0d-bb90-399e039e028e', 'name': 'tempest-AttachVolumeTestJSON-1672807717-router', 'tenant_id': '53c3b19a0d50425983d94feecd1dec97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c14d8e4f-7965-4e3d-ae9d-c8fae77087a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:17:45Z', 'updated_at': '2022-03-30T18:17:50Z', 'revision_number': 4, 'project_id': '53c3b19a0d50425983d94feecd1dec97', 'gw_port': {'id': 'c14d8e4f-7965-4e3d-ae9d-c8fae77087a6', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ac:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a560a47-1053-4c0d-bb90-399e039e028e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:46Z', 'updated_at': '2022-03-30T18:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_floatingips': [{'id': 'eeda80c3-dd73-4646-81fd-f8b0222c5d9e', 'tenant_id': '53c3b19a0d50425983d94feecd1dec97', 'floating_ip_address': '172.27.1.90', 'floating_network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'router_id': '8a560a47-1053-4c0d-bb90-399e039e028e', 'port_id': '3f9c0f07-0284-474f-a5b7-62566a5f7434', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af60dc63-0b0b-4d35-9038-6256b5be5587', 'mac_address': 'fa:16:3e:07:08:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f9d005-4130-4443-926d-641cd514db5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:25:02Z', 'updated_at': '2022-03-30T18:25:15Z', 'revision_number': 1, 'project_id': '53c3b19a0d50425983d94feecd1dec97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2442e6e-ebca-4b10-92e8-12be60a50f56', 'name': '', 'network_id': 'af60dc63-0b0b-4d35-9038-6256b5be5587', 'tenant_id': '53c3b19a0d50425983d94feecd1dec97', 'mac_address': 'fa:16:3e:11:4d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a560a47-1053-4c0d-bb90-399e039e028e', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a9cbee5a-5f20-44f1-9b84-2d90e031a239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:49Z', 'updated_at': '2022-03-30T18:17:58Z', 'revision_number': 5, 'project_id': '53c3b19a0d50425983d94feecd1dec97', 'subnets': [{'id': 'a9cbee5a-5f20-44f1-9b84-2d90e031a239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:25:16.633571 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c024eb-af1b-4e22-9f3b-fcbf6fcfa5a7 None None] The sync data for ids ['8a560a47-1053-4c0d-bb90-399e039e028e'] in dv-cinder-835881-1-iscsi is: [{'id': '8a560a47-1053-4c0d-bb90-399e039e028e', 'name': 'tempest-AttachVolumeTestJSON-1672807717-router', 'tenant_id': '53c3b19a0d50425983d94feecd1dec97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c14d8e4f-7965-4e3d-ae9d-c8fae77087a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:17:45Z', 'updated_at': '2022-03-30T18:17:50Z', 'revision_number': 4, 'project_id': '53c3b19a0d50425983d94feecd1dec97', 'gw_port': {'id': 'c14d8e4f-7965-4e3d-ae9d-c8fae77087a6', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ac:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a560a47-1053-4c0d-bb90-399e039e028e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:46Z', 'updated_at': '2022-03-30T18:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_floatingips': [{'id': 'eeda80c3-dd73-4646-81fd-f8b0222c5d9e', 'tenant_id': '53c3b19a0d50425983d94feecd1dec97', 'floating_ip_address': '172.27.1.90', 'floating_network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'router_id': '8a560a47-1053-4c0d-bb90-399e039e028e', 'port_id': '3f9c0f07-0284-474f-a5b7-62566a5f7434', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af60dc63-0b0b-4d35-9038-6256b5be5587', 'mac_address': 'fa:16:3e:07:08:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8f9d005-4130-4443-926d-641cd514db5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:25:02Z', 'updated_at': '2022-03-30T18:25:15Z', 'revision_number': 1, 'project_id': '53c3b19a0d50425983d94feecd1dec97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2442e6e-ebca-4b10-92e8-12be60a50f56', 'name': '', 'network_id': 'af60dc63-0b0b-4d35-9038-6256b5be5587', 'tenant_id': '53c3b19a0d50425983d94feecd1dec97', 'mac_address': 'fa:16:3e:11:4d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a560a47-1053-4c0d-bb90-399e039e028e', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a9cbee5a-5f20-44f1-9b84-2d90e031a239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:49Z', 'updated_at': '2022-03-30T18:17:58Z', 'revision_number': 5, 'project_id': '53c3b19a0d50425983d94feecd1dec97', 'subnets': [{'id': 'a9cbee5a-5f20-44f1-9b84-2d90e031a239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:25:16.821851 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d424c9-2d87-45a1-b919-4c4a8546107b None None] New status for floating IP eeda80c3-dd73-4646-81fd-f8b0222c5d9e: ACTIVE {{(pid=103496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:25:17.997185 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:18.639131 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (ab438a54-a4f6-4fd3-b589-96aa27265666), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:30.172332 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.agents_db [None req-01a7ea33-ae04-4be9-ae8a-11827e05d97f None None] Agent healthcheck: found 6 active agents {{(pid=103497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:25:41.788931 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-ed4906e1-d58f-4a58-b381-195d5c01ce1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:43.860234 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b87d671b-bbfd-4684-b31f-3ca49e66bdc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:45.033265 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:45.406978 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae002d-0313-456c-abf5-a8bd9d1620b7 req-147a832c-208f-4670-9951-854c0e18db73 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:45.408456 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-9fae002d-0313-456c-abf5-a8bd9d1620b7 req-147a832c-208f-4670-9951-854c0e18db73 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 945 time: 0.0533185 Mar 30 18:25:45.455896 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-9fae002d-0313-456c-abf5-a8bd9d1620b7 req-4bac39ac-a7d7-45e5-b2aa-bcc21e5c0b27 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea4351a-8e66-4bea-a6e9-16432edfcc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415368 Mar 30 18:25:46.411927 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:46.584370 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededdcdc-bf48-4b4e-9c4b-d48e7c9dd519 req-137d2185-419e-4b81-b5e5-2dcc5543ec82 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:46.585842 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ededdcdc-bf48-4b4e-9c4b-d48e7c9dd519 req-137d2185-419e-4b81-b5e5-2dcc5543ec82 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 945 time: 0.0565865 Mar 30 18:25:46.632197 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ededdcdc-bf48-4b4e-9c4b-d48e7c9dd519 req-121d8fad-00c6-437e-82f9-b2128a10f09d tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea4351a-8e66-4bea-a6e9-16432edfcc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408230 Mar 30 18:25:47.756346 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e26e69-a57b-4892-a60c-7b48ed393693 req-20e78095-81b1-4332-886b-97286dca050a tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:47.757828 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-62e26e69-a57b-4892-a60c-7b48ed393693 req-20e78095-81b1-4332-886b-97286dca050a tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 945 time: 0.0537841 Mar 30 18:25:47.803294 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-62e26e69-a57b-4892-a60c-7b48ed393693 req-e55b8075-b9ef-4102-9402-0dfee7a2dbe6 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea4351a-8e66-4bea-a6e9-16432edfcc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398779 Mar 30 18:25:47.999451 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:48.654928 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (ab438a54-a4f6-4fd3-b589-96aa27265666), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:48.927184 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f4374-9927-4e6b-946f-b826da6af338 req-d051ff37-e94c-483b-b880-920a46b74f3f tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:48.928567 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d36f4374-9927-4e6b-946f-b826da6af338 req-d051ff37-e94c-483b-b880-920a46b74f3f tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 945 time: 0.0561538 Mar 30 18:25:48.975371 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d36f4374-9927-4e6b-946f-b826da6af338 req-d23e1f9f-daa2-4243-9283-a38e1414d66a tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea4351a-8e66-4bea-a6e9-16432edfcc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413611 Mar 30 18:25:50.096584 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d891f-c671-477b-a151-a16469082fa2 req-1b7f29f3-36b1-4c06-a1b4-d2f35ea7b707 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:50.098079 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-398d891f-c671-477b-a151-a16469082fa2 req-1b7f29f3-36b1-4c06-a1b4-d2f35ea7b707 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 945 time: 0.0533993 Mar 30 18:25:50.144772 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-398d891f-c671-477b-a151-a16469082fa2 req-cc4cf964-2065-4a9f-9215-5de0d324ed0a tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea4351a-8e66-4bea-a6e9-16432edfcc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407174 Mar 30 18:25:50.587627 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e8c611-8676-43e3-995e-c7745bee1157 req-15012b11-e81a-429f-87f6-8ea337a09bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:50.589077 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-37e8c611-8676-43e3-995e-c7745bee1157 req-15012b11-e81a-429f-87f6-8ea337a09bef service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6fa782fa1098408491690005ca6565dc&device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 1129 time: 0.0426621 Mar 30 18:25:50.696285 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e8c611-8676-43e3-995e-c7745bee1157 req-6f4e80a7-78d4-4b38-b531-5b5547f0fa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:50.698108 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-37e8c611-8676-43e3-995e-c7745bee1157 req-6f4e80a7-78d4-4b38-b531-5b5547f0fa04 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2ce9154c-b8f7-4a0a-9af0-70f7be76465b HTTP/1.1" status: 200 len: 918 time: 0.0881634 Mar 30 18:25:50.762992 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-37e8c611-8676-43e3-995e-c7745bee1157 req-49fd5c0a-cdd5-433d-af2c-79975a726b1e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6c16740-2e52-487e-9f8f-9913a76666ff HTTP/1.1" status: 200 len: 1001 time: 0.0588624 Mar 30 18:25:50.813549 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e8c611-8676-43e3-995e-c7745bee1157 req-d7c7dc31-70c2-42d7-adc9-d89d5fa628b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:50.814979 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-37e8c611-8676-43e3-995e-c7745bee1157 req-d7c7dc31-70c2-42d7-adc9-d89d5fa628b1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=773c0134-3744-40c4-99d5-5fc49a43d810 HTTP/1.1" status: 200 len: 856 time: 0.0466225 Mar 30 18:25:50.863694 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e8c611-8676-43e3-995e-c7745bee1157 req-5b5ebe8d-d7f6-4245-8239-e2cf810f3b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:50.865151 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-37e8c611-8676-43e3-995e-c7745bee1157 req-5b5ebe8d-d7f6-4245-8239-e2cf810f3b0f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2ce9154c-b8f7-4a0a-9af0-70f7be76465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434141 Mar 30 18:25:50.951891 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-37e8c611-8676-43e3-995e-c7745bee1157 req-3ea417e3-8e16-48d0-ae39-e4fe400ad7f5 service neutron] 10.222.0.44 "GET /v2.0/networks/2ce9154c-b8f7-4a0a-9af0-70f7be76465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790479 Mar 30 18:25:51.043095 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-37e8c611-8676-43e3-995e-c7745bee1157 req-d9c87d6a-e4ed-46e1-9f93-d12a501c5e1c service neutron] 10.222.0.44 "GET /v2.0/networks/2ce9154c-b8f7-4a0a-9af0-70f7be76465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846057 Mar 30 18:25:51.265976 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e3c562-20eb-4ef4-8457-388bfdf81bf7 req-303c00e7-e204-4b7b-8379-a2dd49fc6b45 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:51.267458 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-58e3c562-20eb-4ef4-8457-388bfdf81bf7 req-303c00e7-e204-4b7b-8379-a2dd49fc6b45 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 945 time: 0.0514219 Mar 30 18:25:51.312909 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-58e3c562-20eb-4ef4-8457-388bfdf81bf7 req-5e2f8afa-0d05-4ed0-a3af-baa8af919dc6 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea4351a-8e66-4bea-a6e9-16432edfcc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392637 Mar 30 18:25:52.438950 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c1b9c-a0d6-4fc1-922e-badfbccada5c req-aa4cc7e2-7199-40e9-801b-e8e802bc8b1d tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:52.440409 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-bb0c1b9c-a0d6-4fc1-922e-badfbccada5c req-aa4cc7e2-7199-40e9-801b-e8e802bc8b1d tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 945 time: 0.0559635 Mar 30 18:25:52.486590 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-bb0c1b9c-a0d6-4fc1-922e-badfbccada5c req-0ca9c69f-4bdb-4247-aca7-01175a744afc tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea4351a-8e66-4bea-a6e9-16432edfcc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405762 Mar 30 18:25:53.608333 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc9488-dcca-4656-84df-913f0260825c req-c4863b15-9d26-4dbc-a11b-2f1b540ae898 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:53.609786 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c6fc9488-dcca-4656-84df-913f0260825c req-c4863b15-9d26-4dbc-a11b-2f1b540ae898 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 945 time: 0.0510154 Mar 30 18:25:53.656585 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c6fc9488-dcca-4656-84df-913f0260825c req-6a298196-367d-4d4f-b899-667a0ec887b9 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea4351a-8e66-4bea-a6e9-16432edfcc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397944 Mar 30 18:25:54.779178 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f4651e-0d26-4f6d-a5f2-f15eb06eb2ff req-577189b9-96dc-4f88-8eb3-3a34ae866659 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:54.780615 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-62f4651e-0d26-4f6d-a5f2-f15eb06eb2ff req-577189b9-96dc-4f88-8eb3-3a34ae866659 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 945 time: 0.0506928 Mar 30 18:25:54.830520 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-62f4651e-0d26-4f6d-a5f2-f15eb06eb2ff req-d776a235-df39-4908-8838-69a17f016ca1 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea4351a-8e66-4bea-a6e9-16432edfcc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428545 Mar 30 18:25:55.953036 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6003f63d-62bd-4049-85f7-3b0dbff554e1 req-45385bd6-5846-430c-8901-600b4a3b0e85 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:55.954441 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-6003f63d-62bd-4049-85f7-3b0dbff554e1 req-45385bd6-5846-430c-8901-600b4a3b0e85 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 945 time: 0.0535581 Mar 30 18:25:56.000143 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-6003f63d-62bd-4049-85f7-3b0dbff554e1 req-839956af-694b-4d97-ac85-f0ffb44c5c7d tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea4351a-8e66-4bea-a6e9-16432edfcc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399816 Mar 30 18:25:57.120546 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdab6cc6-fdff-4941-9075-af5215c3db6d req-43e56ea3-356b-4943-9bd0-3ea13609061f tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:57.121988 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-fdab6cc6-fdff-4941-9075-af5215c3db6d req-43e56ea3-356b-4943-9bd0-3ea13609061f tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 945 time: 0.0508733 Mar 30 18:25:57.167474 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-fdab6cc6-fdff-4941-9075-af5215c3db6d req-5063c70d-bc76-49bc-87a6-a48ea35fdef5 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea4351a-8e66-4bea-a6e9-16432edfcc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399606 Mar 30 18:25:57.881506 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device b6c16740-2e52-487e-9f8f-9913a76666ff details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:25:57.978185 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port b6c16740-2e52-487e-9f8f-9913a76666ff, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b6c16740-2e52-487e-9f8f-9913a76666ff,segment=NetworkSegment(0fa95725-4471-4977-b74d-31230d09f2bc),segment_id=0fa95725-4471-4977-b74d-31230d09f2bc)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:25:57.989883 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Returning: {'device': 'b6c16740-2e52-487e-9f8f-9913a76666ff', 'network_id': '2ce9154c-b8f7-4a0a-9af0-70f7be76465b', 'port_id': 'b6c16740-2e52-487e-9f8f-9913a76666ff', 'mac_address': 'fa:16:3e:34:0c:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '773c0134-3744-40c4-99d5-5fc49a43d810', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:25:58.025147 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Current status of the port b6c16740-2e52-487e-9f8f-9913a76666ff is: ACTIVE; New status is: BUILD {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:25:58.025533 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (b6c16740-2e52-487e-9f8f-9913a76666ff), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:58.041757 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b6c16740-2e52-487e-9f8f-9913a76666ff {{(pid=103496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:25:58.060524 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port b6c16740-2e52-487e-9f8f-9913a76666ff, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b6c16740-2e52-487e-9f8f-9913a76666ff,segment=NetworkSegment(0fa95725-4471-4977-b74d-31230d09f2bc),segment_id=0fa95725-4471-4977-b74d-31230d09f2bc)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:25:58.064824 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (b6c16740-2e52-487e-9f8f-9913a76666ff), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:25:58.110098 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Pushing event updated for resources: {'Port': ['ID=b6c16740-2e52-487e-9f8f-9913a76666ff,revision_number=6']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:25:58.116961 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:58.117327 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:58.117653 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:58.117993 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:58.118346 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:58.118677 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:58.119001 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:58.119328 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:58.119652 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:58.119975 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:58.120297 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:58.120619 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:58.120945 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:58.121262 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:58.121579 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:25:58.243982 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] get_ports_and_sgs() called for port_ids ['b6c16740-2e52-487e-9f8f-9913a76666ff'] {{(pid=103496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:25:58.292996 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a65ff-4aaa-4e5e-89e6-7ebdb014d343 req-805a5f53-5ace-4cca-9a7a-7a1f3412cc7e tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:58.294512 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a28a65ff-4aaa-4e5e-89e6-7ebdb014d343 req-805a5f53-5ace-4cca-9a7a-7a1f3412cc7e tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 944 time: 0.0576980 Mar 30 18:25:58.341619 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a28a65ff-4aaa-4e5e-89e6-7ebdb014d343 req-b5e786b3-fa5a-45a3-8654-285fe55d945e tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea4351a-8e66-4bea-a6e9-16432edfcc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415444 Mar 30 18:25:59.461389 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27bcae0-e0b8-49cd-a8d3-e17b23b27373 req-4dbfaee3-db1e-4cbe-bc06-78867e702fa3 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:25:59.462894 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b27bcae0-e0b8-49cd-a8d3-e17b23b27373 req-4dbfaee3-db1e-4cbe-bc06-78867e702fa3 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 944 time: 0.0519919 Mar 30 18:25:59.508770 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b27bcae0-e0b8-49cd-a8d3-e17b23b27373 req-c6c0c9d6-db69-443f-8f4d-b4d31e469ba2 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea4351a-8e66-4bea-a6e9-16432edfcc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405052 Mar 30 18:25:59.913241 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device b6c16740-2e52-487e-9f8f-9913a76666ff up at agent hyperv_hv-cinder-83588 {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:25:59.959267 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Provisioning complete for port b6c16740-2e52-487e-9f8f-9913a76666ff triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:25:59.959641 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (b6c16740-2e52-487e-9f8f-9913a76666ff), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:00.035209 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Current status of the port b6c16740-2e52-487e-9f8f-9913a76666ff is: BUILD; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:26:00.035600 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (b6c16740-2e52-487e-9f8f-9913a76666ff), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:00.057424 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f9fc9ea-d710-4471-be4b-046a1a1853b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c16740-2e52-487e-9f8f-9913a76666ff'}] {{(pid=103496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:26:00.059692 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cbde32198906eb4ff2132376d68ea43d0d8f515c48f03fe95d90af760020ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef65bc8e-20df-497f-b24c-4765b0d89f4d" -d '{"events": [{"server_uuid": "7f9fc9ea-d710-4471-be4b-046a1a1853b3", "name": "network-vif-plugged", "status": "completed", "tag": "b6c16740-2e52-487e-9f8f-9913a76666ff"}]}' {{(pid=103496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:26:00.072117 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port b6c16740-2e52-487e-9f8f-9913a76666ff, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b6c16740-2e52-487e-9f8f-9913a76666ff,segment=NetworkSegment(0fa95725-4471-4977-b74d-31230d09f2bc),segment_id=0fa95725-4471-4977-b74d-31230d09f2bc)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:26:00.076519 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (b6c16740-2e52-487e-9f8f-9913a76666ff), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:00.103413 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f72ec0-9f4b-4aba-83b6-32407317cf7e x-openstack-request-id: req-06f72ec0-9f4b-4aba-83b6-32407317cf7e {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:26:00.103716 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f9fc9ea-d710-4471-be4b-046a1a1853b3", "name": "network-vif-plugged", "status": "completed", "tag": "b6c16740-2e52-487e-9f8f-9913a76666ff", "code": 200}]} {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:26:00.103970 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-06f72ec0-9f4b-4aba-83b6-32407317cf7e {{(pid=103496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:26:00.104516 dv-cinder-835881-1-iscsi neutron-server[103496]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06f72ec0-9f4b-4aba-83b6-32407317cf7e'] response: {'server_uuid': '7f9fc9ea-d710-4471-be4b-046a1a1853b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c16740-2e52-487e-9f8f-9913a76666ff', 'code': 200} Mar 30 18:26:00.135607 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Pushing event updated for resources: {'Port': ['ID=b6c16740-2e52-487e-9f8f-9913a76666ff,revision_number=7']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:00.631273 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ecac9-8da3-4cf4-9a85-3d60029fa96b req-199422c1-613b-4887-8302-7d0ceb50cc7d tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:00.632769 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-190ecac9-8da3-4cf4-9a85-3d60029fa96b req-199422c1-613b-4887-8302-7d0ceb50cc7d tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 945 time: 0.0548019 Mar 30 18:26:00.682355 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-190ecac9-8da3-4cf4-9a85-3d60029fa96b req-2e5507ad-bc45-418f-8adb-41b80d8af805 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea4351a-8e66-4bea-a6e9-16432edfcc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439360 Mar 30 18:26:01.805939 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c9295-3427-40b1-a314-95e8c7f7e3ec req-3b0c6134-d9e3-4428-9624-cc48fcd0f021 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:01.807400 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-510c9295-3427-40b1-a314-95e8c7f7e3ec req-3b0c6134-d9e3-4428-9624-cc48fcd0f021 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 945 time: 0.0514345 Mar 30 18:26:01.853267 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-510c9295-3427-40b1-a314-95e8c7f7e3ec req-1ec3ae10-1c0f-4194-8256-d809d71ba911 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea4351a-8e66-4bea-a6e9-16432edfcc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404198 Mar 30 18:26:02.976450 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a197f15-9e0f-4e96-bfd9-544677961184 req-f11cb8c1-42ca-447b-8f7a-02dde24e602e tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:02.977934 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5a197f15-9e0f-4e96-bfd9-544677961184 req-f11cb8c1-42ca-447b-8f7a-02dde24e602e tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 945 time: 0.0532420 Mar 30 18:26:03.030062 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5a197f15-9e0f-4e96-bfd9-544677961184 req-4dfdd813-3762-4add-8205-a64c1acb1407 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea4351a-8e66-4bea-a6e9-16432edfcc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419741 Mar 30 18:26:04.183862 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea50c2-8b6a-4569-b5de-b57aafaab99f req-15f0a69f-f506-46dd-acd8-96ac8119e982 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:04.185686 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-07ea50c2-8b6a-4569-b5de-b57aafaab99f req-15f0a69f-f506-46dd-acd8-96ac8119e982 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 945 time: 0.0803287 Mar 30 18:26:04.238991 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-07ea50c2-8b6a-4569-b5de-b57aafaab99f req-f6ef1c87-ac28-4398-92a3-d74514fdac7f tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea4351a-8e66-4bea-a6e9-16432edfcc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471423 Mar 30 18:26:05.385302 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485caa46-0905-469c-b369-16e2b09a8180 req-dafb4626-9f42-411b-ad47-c03482e7e173 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:05.389104 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-485caa46-0905-469c-b369-16e2b09a8180 req-dafb4626-9f42-411b-ad47-c03482e7e173 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 945 time: 0.0615587 Mar 30 18:26:05.442950 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-485caa46-0905-469c-b369-16e2b09a8180 req-e1167f4f-feb4-4092-b1a5-8f89eebbb9ec tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea4351a-8e66-4bea-a6e9-16432edfcc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499732 Mar 30 18:26:06.574038 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dba5976-0a7b-4dab-9e1b-2c7c29212bdf req-d795386b-1c8b-4a32-ad04-68cc838ac9c9 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:06.575546 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-7dba5976-0a7b-4dab-9e1b-2c7c29212bdf req-d795386b-1c8b-4a32-ad04-68cc838ac9c9 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 945 time: 0.0598273 Mar 30 18:26:06.626669 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-7dba5976-0a7b-4dab-9e1b-2c7c29212bdf req-2ed06322-4e4a-4bdb-b123-6b566b28ec83 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea4351a-8e66-4bea-a6e9-16432edfcc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449548 Mar 30 18:26:07.171557 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.agents_db [None req-01a7ea33-ae04-4be9-ae8a-11827e05d97f None None] Agent healthcheck: found 6 active agents {{(pid=103497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:26:07.755880 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a19923-1e99-419b-a614-e6e9f77baf9e req-67ecab09-b6f4-424b-be86-26078be9edb2 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:07.757514 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c5a19923-1e99-419b-a614-e6e9f77baf9e req-67ecab09-b6f4-424b-be86-26078be9edb2 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 945 time: 0.0564909 Mar 30 18:26:07.807616 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c5a19923-1e99-419b-a614-e6e9f77baf9e req-11793532-884e-4f42-8ec4-4b0cd14b5d87 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea4351a-8e66-4bea-a6e9-16432edfcc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445149 Mar 30 18:26:08.942288 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ecacd1-cc6d-45fb-9119-fb25a1c1c038 req-93ace807-f0d8-4791-a800-928241e8ac5c tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:08.944861 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b4ecacd1-cc6d-45fb-9119-fb25a1c1c038 req-93ace807-f0d8-4791-a800-928241e8ac5c tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 945 time: 0.0604279 Mar 30 18:26:09.001172 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b4ecacd1-cc6d-45fb-9119-fb25a1c1c038 req-dfc192d8-bf43-4330-b428-3434e50ac1ee tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea4351a-8e66-4bea-a6e9-16432edfcc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509765 Mar 30 18:26:10.139395 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debefed6-d6db-45ca-9fb5-947a5bf505af req-11493ab5-b013-4ad4-b655-7b6e56e7b344 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:10.141661 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-debefed6-d6db-45ca-9fb5-947a5bf505af req-11493ab5-b013-4ad4-b655-7b6e56e7b344 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 945 time: 0.0635111 Mar 30 18:26:10.199016 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-debefed6-d6db-45ca-9fb5-947a5bf505af req-c4e32225-85c9-429b-9409-5064319baa0f tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea4351a-8e66-4bea-a6e9-16432edfcc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505669 Mar 30 18:26:11.325381 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96ce43c-024f-4e6a-950e-7610024e87b8 req-20d85125-9fc5-47a4-872c-737c988a54ea tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:11.327769 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c96ce43c-024f-4e6a-950e-7610024e87b8 req-20d85125-9fc5-47a4-872c-737c988a54ea tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 945 time: 0.0554109 Mar 30 18:26:11.377570 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c96ce43c-024f-4e6a-950e-7610024e87b8 req-60551a1b-f3b3-435d-9cfe-c30aeccc119f tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea4351a-8e66-4bea-a6e9-16432edfcc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428426 Mar 30 18:26:11.793103 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1fecc1ed-c38e-43f3-8745-816283c41525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:12.507743 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d626ce9-ec17-41a5-9c6f-be64e2f98541 req-43c3331a-b322-457b-aed2-c4f27e23c9f5 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:12.509196 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0d626ce9-ec17-41a5-9c6f-be64e2f98541 req-43c3331a-b322-457b-aed2-c4f27e23c9f5 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 945 time: 0.0570786 Mar 30 18:26:12.555220 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0d626ce9-ec17-41a5-9c6f-be64e2f98541 req-eae9c23a-18d8-474a-b3dc-1cf8468033da tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea4351a-8e66-4bea-a6e9-16432edfcc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405154 Mar 30 18:26:13.395401 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc073d0-55a8-438b-8f7c-b046de2c8ab2 req-d38be48c-0c05-4480-ba7c-ac0c9f21cc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:13.396846 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3bc073d0-55a8-438b-8f7c-b046de2c8ab2 req-d38be48c-0c05-4480-ba7c-ac0c9f21cc4d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6fa782fa1098408491690005ca6565dc&device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 1129 time: 0.0449686 Mar 30 18:26:13.488715 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc073d0-55a8-438b-8f7c-b046de2c8ab2 req-9869497a-0e9f-4026-8fb4-cf34370285b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:13.490247 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3bc073d0-55a8-438b-8f7c-b046de2c8ab2 req-9869497a-0e9f-4026-8fb4-cf34370285b9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2ce9154c-b8f7-4a0a-9af0-70f7be76465b HTTP/1.1" status: 200 len: 918 time: 0.0866075 Mar 30 18:26:13.559055 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3bc073d0-55a8-438b-8f7c-b046de2c8ab2 req-01fd5810-cf21-4018-baf3-39e44fe78bfc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6c16740-2e52-487e-9f8f-9913a76666ff HTTP/1.1" status: 200 len: 1001 time: 0.0584795 Mar 30 18:26:13.606574 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc073d0-55a8-438b-8f7c-b046de2c8ab2 req-73be4b5e-5b40-4af0-bc02-62d8fbe4f9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:13.608019 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3bc073d0-55a8-438b-8f7c-b046de2c8ab2 req-73be4b5e-5b40-4af0-bc02-62d8fbe4f9cf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=773c0134-3744-40c4-99d5-5fc49a43d810 HTTP/1.1" status: 200 len: 856 time: 0.0428369 Mar 30 18:26:13.690486 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc073d0-55a8-438b-8f7c-b046de2c8ab2 req-d51f6671-ac96-445b-bfc6-cd142215334a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:13.691979 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3bc073d0-55a8-438b-8f7c-b046de2c8ab2 req-d51f6671-ac96-445b-bfc6-cd142215334a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2ce9154c-b8f7-4a0a-9af0-70f7be76465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0776658 Mar 30 18:26:13.703239 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933a4de9-893c-4ff9-ba83-532eaef31dde req-4036784d-c29a-4c09-b902-8cdd80f75cde tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:13.704599 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-933a4de9-893c-4ff9-ba83-532eaef31dde req-4036784d-c29a-4c09-b902-8cdd80f75cde tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 945 time: 0.0669589 Mar 30 18:26:13.805220 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-933a4de9-893c-4ff9-ba83-532eaef31dde req-06ca38f5-c94e-4e44-89cd-2c8a967ffcd8 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea4351a-8e66-4bea-a6e9-16432edfcc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929980 Mar 30 18:26:13.820680 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3bc073d0-55a8-438b-8f7c-b046de2c8ab2 req-fefa262f-d366-4f4b-87bf-3ba95e258ba1 service neutron] 10.222.0.44 "GET /v2.0/networks/2ce9154c-b8f7-4a0a-9af0-70f7be76465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151848 Mar 30 18:26:13.861698 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-952e73fe-3e25-4663-9a47-69c46a8f1ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:13.907260 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3bc073d0-55a8-438b-8f7c-b046de2c8ab2 req-84bf901e-ff9c-4d99-871c-890fa78191d9 service neutron] 10.222.0.44 "GET /v2.0/networks/2ce9154c-b8f7-4a0a-9af0-70f7be76465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802243 Mar 30 18:26:14.925442 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484d714-c2ae-4dc7-afc1-f903e6d03872 req-c5dc8673-867d-4e21-9b3a-1b714c3f3d94 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:14.927468 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5484d714-c2ae-4dc7-afc1-f903e6d03872 req-c5dc8673-867d-4e21-9b3a-1b714c3f3d94 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 945 time: 0.0528755 Mar 30 18:26:14.976733 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5484d714-c2ae-4dc7-afc1-f903e6d03872 req-8b68eb4b-ec92-4690-aed6-dbe0e3f20406 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea4351a-8e66-4bea-a6e9-16432edfcc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436938 Mar 30 18:26:15.035658 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:16.004154 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device b6c16740-2e52-487e-9f8f-9913a76666ff no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:26:16.084915 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Current status of the port b6c16740-2e52-487e-9f8f-9913a76666ff is: ACTIVE; New status is: DOWN {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:26:16.085761 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (b6c16740-2e52-487e-9f8f-9913a76666ff), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:16.109962 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc9421-87d0-4579-a5dc-db2a0ecebc48 req-c7525e1b-22b2-4f06-ac6b-11476911804c tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:16.110756 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f9fc9ea-d710-4471-be4b-046a1a1853b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6c16740-2e52-487e-9f8f-9913a76666ff'}] {{(pid=103496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:26:16.112418 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cbde32198906eb4ff2132376d68ea43d0d8f515c48f03fe95d90af760020ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b93642-9295-4489-988a-d9c76a50abc9" -d '{"events": [{"server_uuid": "7f9fc9ea-d710-4471-be4b-046a1a1853b3", "name": "network-vif-unplugged", "status": "completed", "tag": "b6c16740-2e52-487e-9f8f-9913a76666ff"}]}' {{(pid=103496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:26:16.112642 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-bfbc9421-87d0-4579-a5dc-db2a0ecebc48 req-c7525e1b-22b2-4f06-ac6b-11476911804c tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 945 time: 0.0625918 Mar 30 18:26:16.128935 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port b6c16740-2e52-487e-9f8f-9913a76666ff, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b6c16740-2e52-487e-9f8f-9913a76666ff,segment=NetworkSegment(0fa95725-4471-4977-b74d-31230d09f2bc),segment_id=0fa95725-4471-4977-b74d-31230d09f2bc)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:26:16.134388 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (b6c16740-2e52-487e-9f8f-9913a76666ff), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:16.158359 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 30 Mar 2022 18:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b096fc76-4c9a-4715-821f-d0936c637ef7 x-openstack-request-id: req-b096fc76-4c9a-4715-821f-d0936c637ef7 {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:26:16.158940 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f9fc9ea-d710-4471-be4b-046a1a1853b3", "name": "network-vif-unplugged", "status": "failed", "tag": "b6c16740-2e52-487e-9f8f-9913a76666ff", "code": 422}]} {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:26:16.159360 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b096fc76-4c9a-4715-821f-d0936c637ef7 {{(pid=103496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:26:16.160048 dv-cinder-835881-1-iscsi neutron-server[103496]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-b096fc76-4c9a-4715-821f-d0936c637ef7']: {'server_uuid': '7f9fc9ea-d710-4471-be4b-046a1a1853b3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b6c16740-2e52-487e-9f8f-9913a76666ff', 'code': 422} returned with failed status Mar 30 18:26:16.170276 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-bfbc9421-87d0-4579-a5dc-db2a0ecebc48 req-c22988e5-a37b-459c-9c5b-6855c4fc6db6 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea4351a-8e66-4bea-a6e9-16432edfcc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447769 Mar 30 18:26:16.190165 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Pushing event updated for resources: {'Port': ['ID=b6c16740-2e52-487e-9f8f-9913a76666ff,revision_number=8']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:16.420433 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:16.926215 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [req-c7ce91a6-ee77-4908-bd0a-5db061a83980 req-60626672-d50f-4b88-86ac-a61e07308382 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103495) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 18:26:16.928278 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c7ce91a6-ee77-4908-bd0a-5db061a83980 req-60626672-d50f-4b88-86ac-a61e07308382 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062249 Mar 30 18:26:17.111061 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d93d4-03f9-4f77-9b22-1d0055d5b531 req-91f8d228-4aca-4837-b706-ac8b34b01a28 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:17.118645 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ad3d93d4-03f9-4f77-9b22-1d0055d5b531 req-91f8d228-4aca-4837-b706-ac8b34b01a28 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 943 time: 0.0748312 Mar 30 18:26:17.145126 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [req-67cdddb6-38e8-4618-856e-bb7b13befbf3 req-da44d069-71da-4235-857a-dc92accc7d06 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0547993 Mar 30 18:26:17.166478 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ad3d93d4-03f9-4f77-9b22-1d0055d5b531 req-28d55edb-d769-4a7a-9bed-6d939648f3d0 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea4351a-8e66-4bea-a6e9-16432edfcc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468786 Mar 30 18:26:17.221150 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cdddb6-38e8-4618-856e-bb7b13befbf3 req-a244aa34-50ff-404b-8841-80c7e21c1e77 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:17.222515 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [req-67cdddb6-38e8-4618-856e-bb7b13befbf3 req-a244aa34-50ff-404b-8841-80c7e21c1e77 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports/b6c16740-2e52-487e-9f8f-9913a76666ff HTTP/1.1" status: 200 len: 940 time: 0.0459707 Mar 30 18:26:18.002523 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:18.097899 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cdddb6-38e8-4618-856e-bb7b13befbf3 req-d12d642b-3be8-4bcd-8376-d9307ade4073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:18.099437 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-67cdddb6-38e8-4618-856e-bb7b13befbf3 req-d12d642b-3be8-4bcd-8376-d9307ade4073 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3&tenant_id=6fa782fa1098408491690005ca6565dc HTTP/1.1" status: 200 len: 1127 time: 0.0495768 Mar 30 18:26:18.183865 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cdddb6-38e8-4618-856e-bb7b13befbf3 req-7a6d6b52-2faa-4481-9af0-946fb5686f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:18.185946 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-67cdddb6-38e8-4618-856e-bb7b13befbf3 req-7a6d6b52-2faa-4481-9af0-946fb5686f80 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6fa782fa1098408491690005ca6565dc&device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 1127 time: 0.0457590 Mar 30 18:26:18.319786 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cdddb6-38e8-4618-856e-bb7b13befbf3 req-acf30f56-ba6c-4fa8-ab1b-7e277ddc32c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:18.321371 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-67cdddb6-38e8-4618-856e-bb7b13befbf3 req-acf30f56-ba6c-4fa8-ab1b-7e277ddc32c4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=2ce9154c-b8f7-4a0a-9af0-70f7be76465b HTTP/1.1" status: 200 len: 918 time: 0.1279943 Mar 30 18:26:18.343070 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfc9bda-1a3f-44f7-9be4-348b70b053f9 req-6e855d27-d53b-4273-86b2-124fa61da289 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:18.344634 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-7dfc9bda-1a3f-44f7-9be4-348b70b053f9 req-6e855d27-d53b-4273-86b2-124fa61da289 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 943 time: 0.0940115 Mar 30 18:26:18.429793 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-67cdddb6-38e8-4618-856e-bb7b13befbf3 req-15d8799b-f982-4cb1-a522-5e4b8694304e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6c16740-2e52-487e-9f8f-9913a76666ff HTTP/1.1" status: 200 len: 999 time: 0.1015761 Mar 30 18:26:18.434039 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-7dfc9bda-1a3f-44f7-9be4-348b70b053f9 req-7c1df47f-5699-4531-bd37-dc6b5feda5fd tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea4351a-8e66-4bea-a6e9-16432edfcc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590203 Mar 30 18:26:18.489812 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cdddb6-38e8-4618-856e-bb7b13befbf3 req-cbe0355e-c833-4fd9-b8df-210e3354b8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:18.491295 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-67cdddb6-38e8-4618-856e-bb7b13befbf3 req-cbe0355e-c833-4fd9-b8df-210e3354b8bf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=773c0134-3744-40c4-99d5-5fc49a43d810 HTTP/1.1" status: 200 len: 856 time: 0.0504799 Mar 30 18:26:18.542245 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cdddb6-38e8-4618-856e-bb7b13befbf3 req-b259b067-a4a5-41bb-9ee1-346e12dc2604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:18.543748 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-67cdddb6-38e8-4618-856e-bb7b13befbf3 req-b259b067-a4a5-41bb-9ee1-346e12dc2604 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=2ce9154c-b8f7-4a0a-9af0-70f7be76465b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452137 Mar 30 18:26:18.641790 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-67cdddb6-38e8-4618-856e-bb7b13befbf3 req-d378618d-27cd-4565-94ef-8ca24b9bfef1 service neutron] 10.222.0.44 "GET /v2.0/networks/2ce9154c-b8f7-4a0a-9af0-70f7be76465b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909994 Mar 30 18:26:18.649160 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (ab438a54-a4f6-4fd3-b589-96aa27265666), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:18.746669 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-67cdddb6-38e8-4618-856e-bb7b13befbf3 req-dec6100f-6013-48f7-9c5d-aab312f33cf7 service neutron] 10.222.0.44 "GET /v2.0/networks/2ce9154c-b8f7-4a0a-9af0-70f7be76465b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895123 Mar 30 18:26:19.564594 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d97c6b-cbc9-43a6-8d74-4817c103b4cb req-e19423e2-892c-4e29-b6a9-cc15c6701111 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:19.566118 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-49d97c6b-cbc9-43a6-8d74-4817c103b4cb req-e19423e2-892c-4e29-b6a9-cc15c6701111 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 943 time: 0.0548429 Mar 30 18:26:19.615875 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-49d97c6b-cbc9-43a6-8d74-4817c103b4cb req-0e3ca1e2-bb79-4d05-86c8-0e0a7aa585ee tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea4351a-8e66-4bea-a6e9-16432edfcc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428653 Mar 30 18:26:20.017287 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device b6c16740-2e52-487e-9f8f-9913a76666ff no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:26:20.098439 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Current status of the port b6c16740-2e52-487e-9f8f-9913a76666ff is: DOWN; New status is: DOWN {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:26:20.763397 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818f6bb-3c29-40ac-9303-03da84fbf5a3 req-0a2635a7-daf2-4ba3-b109-0d13b6a3755e tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:20.763397 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b818f6bb-3c29-40ac-9303-03da84fbf5a3 req-0a2635a7-daf2-4ba3-b109-0d13b6a3755e tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 943 time: 0.0673561 Mar 30 18:26:20.823570 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b818f6bb-3c29-40ac-9303-03da84fbf5a3 req-c1a65a3e-5711-4455-b433-f907b17732d8 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea4351a-8e66-4bea-a6e9-16432edfcc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553758 Mar 30 18:26:21.950956 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdcb7c1-d0dd-407b-a561-05641971463c req-02b09c1a-d71d-4eb8-9f44-59be34813a2f tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:21.952457 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5cdcb7c1-d0dd-407b-a561-05641971463c req-02b09c1a-d71d-4eb8-9f44-59be34813a2f tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 943 time: 0.0562575 Mar 30 18:26:22.003601 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5cdcb7c1-d0dd-407b-a561-05641971463c req-ad44a7fb-adbc-4420-b22f-fe28346aec3c tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea4351a-8e66-4bea-a6e9-16432edfcc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455410 Mar 30 18:26:23.141908 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc5070f-af92-4e1d-b1ff-da9ec9d3a59c req-dab99037-1cec-4ba5-9c2f-a3a540712f4b tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:23.143214 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-cfc5070f-af92-4e1d-b1ff-da9ec9d3a59c req-dab99037-1cec-4ba5-9c2f-a3a540712f4b tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 943 time: 0.0581322 Mar 30 18:26:23.191586 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-cfc5070f-af92-4e1d-b1ff-da9ec9d3a59c req-126b2959-d20f-4770-a984-3cd6cc04a081 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea4351a-8e66-4bea-a6e9-16432edfcc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423753 Mar 30 18:26:24.323887 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb51a6-4ba2-4465-9366-ae0f42b9333d req-a718eeb4-9cb1-4259-a82f-da769a1f5620 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:24.325410 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-70cb51a6-4ba2-4465-9366-ae0f42b9333d req-a718eeb4-9cb1-4259-a82f-da769a1f5620 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 943 time: 0.0592966 Mar 30 18:26:24.374429 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-70cb51a6-4ba2-4465-9366-ae0f42b9333d req-adfa06d4-439f-4fc7-a750-21ed7e5ea415 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea4351a-8e66-4bea-a6e9-16432edfcc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435050 Mar 30 18:26:25.497186 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55f531-4e3b-4405-811d-d069dbab1eef req-8250f0db-6017-4898-a5cb-de1b5d2048a7 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:25.498707 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-fe55f531-4e3b-4405-811d-d069dbab1eef req-8250f0db-6017-4898-a5cb-de1b5d2048a7 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 943 time: 0.0520616 Mar 30 18:26:25.548427 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-fe55f531-4e3b-4405-811d-d069dbab1eef req-f77155da-dea7-429d-b9c3-d19394c2b771 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea4351a-8e66-4bea-a6e9-16432edfcc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426562 Mar 30 18:26:26.680068 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794a7748-7a8e-47fc-ac95-f4dfaa5c1098 req-c2ff1d25-1c77-429c-89ba-9a6d434d57d0 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:26.681660 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-794a7748-7a8e-47fc-ac95-f4dfaa5c1098 req-c2ff1d25-1c77-429c-89ba-9a6d434d57d0 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 943 time: 0.0574811 Mar 30 18:26:26.736275 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-794a7748-7a8e-47fc-ac95-f4dfaa5c1098 req-b64d3f96-f523-4b71-9332-c571bc475b4a tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea4351a-8e66-4bea-a6e9-16432edfcc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489049 Mar 30 18:26:27.859910 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b5d90-1bd5-4133-9b5f-8fd2dfa1b8d1 req-9c48c3ac-a2d7-4315-94ca-df6aee39e4c9 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:27.861422 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-970b5d90-1bd5-4133-9b5f-8fd2dfa1b8d1 req-9c48c3ac-a2d7-4315-94ca-df6aee39e4c9 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 943 time: 0.0533483 Mar 30 18:26:27.910067 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-970b5d90-1bd5-4133-9b5f-8fd2dfa1b8d1 req-b3d9132e-dada-40c4-8a23-baa5cce51a79 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea4351a-8e66-4bea-a6e9-16432edfcc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426886 Mar 30 18:26:29.032843 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baecbaf-52d3-4c6f-95aa-e624108a4f8a req-a875d299-6001-4ce1-a012-7f5956b73068 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:29.035378 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8baecbaf-52d3-4c6f-95aa-e624108a4f8a req-a875d299-6001-4ce1-a012-7f5956b73068 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 943 time: 0.0544255 Mar 30 18:26:29.088213 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8baecbaf-52d3-4c6f-95aa-e624108a4f8a req-d24f894f-6a6c-4eb5-84a5-be40247df400 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea4351a-8e66-4bea-a6e9-16432edfcc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471883 Mar 30 18:26:30.215013 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049873c6-ed61-45b0-a0ba-258b223bc03f req-5051283b-f360-4242-b512-8a63299ac1a7 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:30.216506 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-049873c6-ed61-45b0-a0ba-258b223bc03f req-5051283b-f360-4242-b512-8a63299ac1a7 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 943 time: 0.0522285 Mar 30 18:26:30.263062 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-049873c6-ed61-45b0-a0ba-258b223bc03f req-bb3614c4-899b-49e4-b408-6343f8ab9175 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea4351a-8e66-4bea-a6e9-16432edfcc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411041 Mar 30 18:26:31.384613 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82ff8c7-0ad1-4400-93e4-b1a38dca1351 req-758189ea-643c-4179-86a9-75af5ab60708 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:31.386007 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f82ff8c7-0ad1-4400-93e4-b1a38dca1351 req-758189ea-643c-4179-86a9-75af5ab60708 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 943 time: 0.0531232 Mar 30 18:26:31.432800 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f82ff8c7-0ad1-4400-93e4-b1a38dca1351 req-ced0a29b-480e-4325-92db-f04a1c355397 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea4351a-8e66-4bea-a6e9-16432edfcc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412071 Mar 30 18:26:32.555273 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e64e1-3a4c-4a3a-bc0b-ec9a8cd89da8 req-60ea6eeb-87a8-4108-a7aa-6da744cdd5e1 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:32.556724 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-db0e64e1-3a4c-4a3a-bc0b-ec9a8cd89da8 req-60ea6eeb-87a8-4108-a7aa-6da744cdd5e1 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 943 time: 0.0545437 Mar 30 18:26:32.602195 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-db0e64e1-3a4c-4a3a-bc0b-ec9a8cd89da8 req-b162c47a-dd49-4b07-afef-0b1010e9ebfd tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea4351a-8e66-4bea-a6e9-16432edfcc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398982 Mar 30 18:26:33.722543 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f6ae4-915b-4ba4-a5b7-98adb28bbf09 req-aa42c359-8240-4f82-aaa3-e1e7ed7a6b08 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:33.724005 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c02f6ae4-915b-4ba4-a5b7-98adb28bbf09 req-aa42c359-8240-4f82-aaa3-e1e7ed7a6b08 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 943 time: 0.0526781 Mar 30 18:26:33.771105 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c02f6ae4-915b-4ba4-a5b7-98adb28bbf09 req-153da31d-5778-4072-bf38-a45458a27043 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea4351a-8e66-4bea-a6e9-16432edfcc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408330 Mar 30 18:26:34.893369 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480bc2f4-eaa6-4490-8826-425a021ee785 req-06c1d919-6291-420e-819e-2e9f5de639b3 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:34.894824 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-480bc2f4-eaa6-4490-8826-425a021ee785 req-06c1d919-6291-420e-819e-2e9f5de639b3 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 943 time: 0.0501027 Mar 30 18:26:34.942998 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-480bc2f4-eaa6-4490-8826-425a021ee785 req-2a540501-c2f9-4818-97dc-d1322644120d tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea4351a-8e66-4bea-a6e9-16432edfcc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419476 Mar 30 18:26:36.063371 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18426469-31ff-4029-b643-aa11f4381f19 req-0e9a4927-3720-4311-b1b7-f3fc91ae5e43 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:36.064850 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-18426469-31ff-4029-b643-aa11f4381f19 req-0e9a4927-3720-4311-b1b7-f3fc91ae5e43 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 943 time: 0.0515814 Mar 30 18:26:36.081029 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device b6c16740-2e52-487e-9f8f-9913a76666ff details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:26:36.111130 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-18426469-31ff-4029-b643-aa11f4381f19 req-652b295d-c30d-4358-bed3-d064d7160f34 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea4351a-8e66-4bea-a6e9-16432edfcc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398586 Mar 30 18:26:36.179116 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port b6c16740-2e52-487e-9f8f-9913a76666ff, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b6c16740-2e52-487e-9f8f-9913a76666ff,segment=NetworkSegment(0fa95725-4471-4977-b74d-31230d09f2bc),segment_id=0fa95725-4471-4977-b74d-31230d09f2bc)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:26:36.190174 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Returning: {'device': 'b6c16740-2e52-487e-9f8f-9913a76666ff', 'network_id': '2ce9154c-b8f7-4a0a-9af0-70f7be76465b', 'port_id': 'b6c16740-2e52-487e-9f8f-9913a76666ff', 'mac_address': 'fa:16:3e:34:0c:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '773c0134-3744-40c4-99d5-5fc49a43d810', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:26:36.226692 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Current status of the port b6c16740-2e52-487e-9f8f-9913a76666ff is: DOWN; New status is: BUILD {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:26:36.227014 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (b6c16740-2e52-487e-9f8f-9913a76666ff), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:36.239647 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6c16740-2e52-487e-9f8f-9913a76666ff {{(pid=103496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:26:36.258892 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port b6c16740-2e52-487e-9f8f-9913a76666ff, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b6c16740-2e52-487e-9f8f-9913a76666ff,segment=NetworkSegment(0fa95725-4471-4977-b74d-31230d09f2bc),segment_id=0fa95725-4471-4977-b74d-31230d09f2bc)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:26:36.263617 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (b6c16740-2e52-487e-9f8f-9913a76666ff), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:36.312722 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Pushing event updated for resources: {'Port': ['ID=b6c16740-2e52-487e-9f8f-9913a76666ff,revision_number=9']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:36.693505 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] get_ports_and_sgs() called for port_ids ['b6c16740-2e52-487e-9f8f-9913a76666ff'] {{(pid=103496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:26:37.238461 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703d2fc-0618-48b3-887f-fe0a17861e90 req-6a08e8b3-81ef-422d-8df4-a89540dac5ca tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:37.240896 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2703d2fc-0618-48b3-887f-fe0a17861e90 req-6a08e8b3-81ef-422d-8df4-a89540dac5ca tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 944 time: 0.0531759 Mar 30 18:26:37.287931 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2703d2fc-0618-48b3-887f-fe0a17861e90 req-5ab7b0fe-aca5-48cd-82fd-dde39fded768 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea4351a-8e66-4bea-a6e9-16432edfcc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402491 Mar 30 18:26:38.086488 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device b6c16740-2e52-487e-9f8f-9913a76666ff up at agent hyperv_hv-cinder-83588 {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:26:38.138058 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Provisioning complete for port b6c16740-2e52-487e-9f8f-9913a76666ff triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:26:38.138474 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (b6c16740-2e52-487e-9f8f-9913a76666ff), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:38.232491 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Current status of the port b6c16740-2e52-487e-9f8f-9913a76666ff is: BUILD; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:26:38.232882 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (b6c16740-2e52-487e-9f8f-9913a76666ff), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:38.254863 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f9fc9ea-d710-4471-be4b-046a1a1853b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c16740-2e52-487e-9f8f-9913a76666ff'}] {{(pid=103496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:26:38.257444 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cbde32198906eb4ff2132376d68ea43d0d8f515c48f03fe95d90af760020ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c80642-3ea7-4ce1-ad91-afad69216231" -d '{"events": [{"server_uuid": "7f9fc9ea-d710-4471-be4b-046a1a1853b3", "name": "network-vif-plugged", "status": "completed", "tag": "b6c16740-2e52-487e-9f8f-9913a76666ff"}]}' {{(pid=103496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:26:38.269621 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port b6c16740-2e52-487e-9f8f-9913a76666ff, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b6c16740-2e52-487e-9f8f-9913a76666ff,segment=NetworkSegment(0fa95725-4471-4977-b74d-31230d09f2bc),segment_id=0fa95725-4471-4977-b74d-31230d09f2bc)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:26:38.277304 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (b6c16740-2e52-487e-9f8f-9913a76666ff), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:38.311398 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931225ec-0d41-4d08-b2c3-c2d571800be3 x-openstack-request-id: req-931225ec-0d41-4d08-b2c3-c2d571800be3 {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:26:38.311701 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f9fc9ea-d710-4471-be4b-046a1a1853b3", "name": "network-vif-plugged", "status": "completed", "tag": "b6c16740-2e52-487e-9f8f-9913a76666ff", "code": 200}]} {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:26:38.311958 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-931225ec-0d41-4d08-b2c3-c2d571800be3 {{(pid=103496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:26:38.312349 dv-cinder-835881-1-iscsi neutron-server[103496]: INFO neutron.notifiers.nova [-] Nova event matching ['req-931225ec-0d41-4d08-b2c3-c2d571800be3'] response: {'server_uuid': '7f9fc9ea-d710-4471-be4b-046a1a1853b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c16740-2e52-487e-9f8f-9913a76666ff', 'code': 200} Mar 30 18:26:38.336928 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Pushing event updated for resources: {'Port': ['ID=b6c16740-2e52-487e-9f8f-9913a76666ff,revision_number=10']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:38.415358 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd1617e-d273-4c92-84c7-719b62f131e0 req-7f436035-4736-418a-8717-240b479e55ae tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:38.416835 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0cd1617e-d273-4c92-84c7-719b62f131e0 req-7f436035-4736-418a-8717-240b479e55ae tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 946 time: 0.0561728 Mar 30 18:26:38.465319 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0cd1617e-d273-4c92-84c7-719b62f131e0 req-ae51ac13-d63c-49b6-a330-5c87399d3c4d tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea4351a-8e66-4bea-a6e9-16432edfcc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426414 Mar 30 18:26:38.540764 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf90941-2108-49bb-9ec0-41c6ffa1326d req-9063e92c-e711-42d0-bf52-bdfd4635ca1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:38.542276 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-1cf90941-2108-49bb-9ec0-41c6ffa1326d req-9063e92c-e711-42d0-bf52-bdfd4635ca1e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 1130 time: 0.0444326 Mar 30 18:26:38.584523 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-1cf90941-2108-49bb-9ec0-41c6ffa1326d req-e2aa7635-2c92-421f-b8ca-2aceed0f83d3 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0ea4351a-8e66-4bea-a6e9-16432edfcc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361714 Mar 30 18:26:39.154347 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 50392) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:39.158760 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [None req-34c9c737-7b93-43f9-91f4-9b4986727146 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Request body: {'security_group': {'name': 'tempest-securitygroup--404166440', 'description': 'tempest-description--373898622'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:26:39.178567 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-34c9c737-7b93-43f9-91f4-9b4986727146 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for security_group (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:39.243532 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-34c9c737-7b93-43f9-91f4-9b4986727146 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for security_group (5f88cff4-ef32-4f98-8ef0-3b96d99dbed6), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:39.247287 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-34c9c737-7b93-43f9-91f4-9b4986727146 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (5f88cff4-ef32-4f98-8ef0-3b96d99dbed6), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:39.277788 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-34c9c737-7b93-43f9-91f4-9b4986727146 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for security_group (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:39.278995 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-34c9c737-7b93-43f9-91f4-9b4986727146 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1236577 Mar 30 18:26:39.281885 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 50394) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:39.286561 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c9c737-7b93-43f9-91f4-9b4986727146 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f88cff4-ef32-4f98-8ef0-3b96d99dbed6,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:39.287054 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.v2.base [None req-51269dff-5ed5-4e3b-be2d-60a3c2a0f631 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Request body: {'security_group_rule': {'security_group_id': '5f88cff4-ef32-4f98-8ef0-3b96d99dbed6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:26:39.296888 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c9c737-7b93-43f9-91f4-9b4986727146 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:39.297229 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c9c737-7b93-43f9-91f4-9b4986727146 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:39.297565 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c9c737-7b93-43f9-91f4-9b4986727146 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:39.297898 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c9c737-7b93-43f9-91f4-9b4986727146 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:39.298255 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c9c737-7b93-43f9-91f4-9b4986727146 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:39.298589 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c9c737-7b93-43f9-91f4-9b4986727146 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:39.298914 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c9c737-7b93-43f9-91f4-9b4986727146 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:39.299234 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c9c737-7b93-43f9-91f4-9b4986727146 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:39.299553 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c9c737-7b93-43f9-91f4-9b4986727146 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:39.299879 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c9c737-7b93-43f9-91f4-9b4986727146 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:39.300201 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c9c737-7b93-43f9-91f4-9b4986727146 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:39.300519 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c9c737-7b93-43f9-91f4-9b4986727146 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:39.300834 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c9c737-7b93-43f9-91f4-9b4986727146 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:39.301165 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c9c737-7b93-43f9-91f4-9b4986727146 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:39.301572 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c9c737-7b93-43f9-91f4-9b4986727146 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:39.313032 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-51269dff-5ed5-4e3b-be2d-60a3c2a0f631 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for security_group_rule (34b0cddc-d8ee-4a5e-9054-7ef873d9d044), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:39.366726 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-51269dff-5ed5-4e3b-be2d-60a3c2a0f631 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for security_group_rule (34b0cddc-d8ee-4a5e-9054-7ef873d9d044), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:39.370173 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-51269dff-5ed5-4e3b-be2d-60a3c2a0f631 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005201'] for security_group_rule (34b0cddc-d8ee-4a5e-9054-7ef873d9d044), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:39.387168 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51269dff-5ed5-4e3b-be2d-60a3c2a0f631 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34b0cddc-d8ee-4a5e-9054-7ef873d9d044,revision_number=0']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:39.396883 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-51269dff-5ed5-4e3b-be2d-60a3c2a0f631 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:39.398578 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-51269dff-5ed5-4e3b-be2d-60a3c2a0f631 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1155515 Mar 30 18:26:39.399828 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51269dff-5ed5-4e3b-be2d-60a3c2a0f631 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:39.400180 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51269dff-5ed5-4e3b-be2d-60a3c2a0f631 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:39.400522 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51269dff-5ed5-4e3b-be2d-60a3c2a0f631 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:39.400868 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51269dff-5ed5-4e3b-be2d-60a3c2a0f631 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:39.401203 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51269dff-5ed5-4e3b-be2d-60a3c2a0f631 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:39.401317 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 50396) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:39.401539 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51269dff-5ed5-4e3b-be2d-60a3c2a0f631 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:39.401870 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51269dff-5ed5-4e3b-be2d-60a3c2a0f631 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:39.402229 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51269dff-5ed5-4e3b-be2d-60a3c2a0f631 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:39.402560 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51269dff-5ed5-4e3b-be2d-60a3c2a0f631 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:39.402884 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51269dff-5ed5-4e3b-be2d-60a3c2a0f631 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:39.403211 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51269dff-5ed5-4e3b-be2d-60a3c2a0f631 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:39.403538 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51269dff-5ed5-4e3b-be2d-60a3c2a0f631 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:39.403862 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51269dff-5ed5-4e3b-be2d-60a3c2a0f631 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:39.404184 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51269dff-5ed5-4e3b-be2d-60a3c2a0f631 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:39.404508 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51269dff-5ed5-4e3b-be2d-60a3c2a0f631 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:26:39.405755 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [None req-4976b0ca-0df9-46df-a1ac-dbd6932519c9 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Request body: {'security_group_rule': {'security_group_id': '5f88cff4-ef32-4f98-8ef0-3b96d99dbed6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:26:39.432942 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-4976b0ca-0df9-46df-a1ac-dbd6932519c9 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for security_group_rule (f87d5963-122b-4253-8c8e-45afe6ed2720), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:39.487335 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-4976b0ca-0df9-46df-a1ac-dbd6932519c9 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for security_group_rule (f87d5963-122b-4253-8c8e-45afe6ed2720), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:39.490863 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-4976b0ca-0df9-46df-a1ac-dbd6932519c9 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005201'] for security_group_rule (f87d5963-122b-4253-8c8e-45afe6ed2720), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:39.510936 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4976b0ca-0df9-46df-a1ac-dbd6932519c9 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f87d5963-122b-4253-8c8e-45afe6ed2720,revision_number=0']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:39.518377 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-4976b0ca-0df9-46df-a1ac-dbd6932519c9 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:39.519559 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-4976b0ca-0df9-46df-a1ac-dbd6932519c9 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1172605 Mar 30 18:26:39.523267 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 50400) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:39.527749 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [None req-6139c2cc-aea4-4b62-aec4-83eb15287138 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Request body: {'floatingip': {'floating_network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:26:39.555062 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-6139c2cc-aea4-4b62-aec4-83eb15287138 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:39.647110 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274b322-c533-4fd1-a045-95b7beb82053 req-3936859e-0bc3-41ee-a75e-88743b7e5871 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:39.648422 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c274b322-c533-4fd1-a045-95b7beb82053 req-3936859e-0bc3-41ee-a75e-88743b7e5871 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 946 time: 0.1062481 Mar 30 18:26:39.712564 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c274b322-c533-4fd1-a045-95b7beb82053 req-ff25f24c-7d93-4adb-ab37-e286e48eb0b0 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea4351a-8e66-4bea-a6e9-16432edfcc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570273 Mar 30 18:26:39.718264 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-6139c2cc-aea4-4b62-aec4-83eb15287138 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:39.826715 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.db_base_plugin_common [None req-6139c2cc-aea4-4b62-aec4-83eb15287138 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Allocated IP 172.27.1.162 (91cc19c8-4e3d-4b52-9973-bc78b4427ae2/e2593658-5374-4bbb-b8e3-ff319bcb6728/c70fcb7a-a7c3-4ba9-b3e6-ec44e7d80580) {{(pid=103495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:26:40.231446 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-6139c2cc-aea4-4b62-aec4-83eb15287138 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for port (c70fcb7a-a7c3-4ba9-b3e6-ec44e7d80580), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:40.269928 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-6139c2cc-aea4-4b62-aec4-83eb15287138 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728099412974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5398852'] for port (c70fcb7a-a7c3-4ba9-b3e6-ec44e7d80580), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:40.311717 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6139c2cc-aea4-4b62-aec4-83eb15287138 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Network 91cc19c8-4e3d-4b52-9973-bc78b4427ae2 is already hosted by enough agents. {{(pid=103495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:26:40.314795 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.base_scheduler [None req-6139c2cc-aea4-4b62-aec4-83eb15287138 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Resources bound (agent type, host, resource id): {{(pid=103495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:26:40.318774 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6139c2cc-aea4-4b62-aec4-83eb15287138 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Received port after_create {{(pid=103495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:26:40.347067 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6139c2cc-aea4-4b62-aec4-83eb15287138 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Pushing event updated for resources: {'Port': ['ID=c70fcb7a-a7c3-4ba9-b3e6-ec44e7d80580,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:40.413836 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-6139c2cc-aea4-4b62-aec4-83eb15287138 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for floatingip (81408d90-bb32-44b8-a87c-6a65368dd5b6), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:40.450897 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-6139c2cc-aea4-4b62-aec4-83eb15287138 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (c70fcb7a-a7c3-4ba9-b3e6-ec44e7d80580), before_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:40.599625 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-6139c2cc-aea4-4b62-aec4-83eb15287138 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for port (c70fcb7a-a7c3-4ba9-b3e6-ec44e7d80580), precommit_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:40.604663 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-6139c2cc-aea4-4b62-aec4-83eb15287138 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5398861'] for port (c70fcb7a-a7c3-4ba9-b3e6-ec44e7d80580), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:40.674609 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6139c2cc-aea4-4b62-aec4-83eb15287138 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Pushing event updated for resources: {'Port': ['ID=c70fcb7a-a7c3-4ba9-b3e6-ec44e7d80580,revision_number=2']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:40.685187 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-6139c2cc-aea4-4b62-aec4-83eb15287138 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541296'] for floatingip (81408d90-bb32-44b8-a87c-6a65368dd5b6), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:40.700920 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-6139c2cc-aea4-4b62-aec4-83eb15287138 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for floatingip (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:40.702246 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-6139c2cc-aea4-4b62-aec4-83eb15287138 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1780143 Mar 30 18:26:40.875230 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d7233-f499-46a5-bd07-e5d64d2e49dc req-67cdb56d-4548-433e-aca2-03941685794a tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:40.876702 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-959d7233-f499-46a5-bd07-e5d64d2e49dc req-67cdb56d-4548-433e-aca2-03941685794a tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 946 time: 0.0886085 Mar 30 18:26:40.880819 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-90495c23-85a8-4cd3-b5cf-3a1fdd609280 req-7d82a57b-dfe8-4f90-9656-c3552e362bc4 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--404166440&fields=id&tenant_id=c8293d7cfcfd4a76af620e7e01c1fb8e HTTP/1.1" status: 200 len: 267 time: 0.0610635 Mar 30 18:26:40.978979 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-959d7233-f499-46a5-bd07-e5d64d2e49dc req-31534fea-250f-455c-9b43-c3ccea90077d tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea4351a-8e66-4bea-a6e9-16432edfcc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962002 Mar 30 18:26:41.019652 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90495c23-85a8-4cd3-b5cf-3a1fdd609280 req-43143c6e-550b-4437-bafc-63ef72f85e8f tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:41.021076 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-90495c23-85a8-4cd3-b5cf-3a1fdd609280 req-43143c6e-550b-4437-bafc-63ef72f85e8f tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/networks?id=409d44ec-6d59-4a2a-ad46-8958029d105f HTTP/1.1" status: 200 len: 815 time: 0.1327794 Mar 30 18:26:41.036747 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-90495c23-85a8-4cd3-b5cf-3a1fdd609280 req-c1e6b26c-2577-4d9b-b00c-ebe560d37243 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/quotas/c8293d7cfcfd4a76af620e7e01c1fb8e HTTP/1.1" status: 200 len: 375 time: 0.0092390 Mar 30 18:26:41.092634 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-90495c23-85a8-4cd3-b5cf-3a1fdd609280 req-f95c805a-d298-4d07-89c4-ab7fb15a8558 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c8293d7cfcfd4a76af620e7e01c1fb8e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0510788 Mar 30 18:26:41.183549 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-90495c23-85a8-4cd3-b5cf-3a1fdd609280 req-d0fff46f-7903-4dec-a234-d28675d491bf service neutron] 10.222.0.41 "GET /v2.0/networks/409d44ec-6d59-4a2a-ad46-8958029d105f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798864 Mar 30 18:26:41.273021 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-90495c23-85a8-4cd3-b5cf-3a1fdd609280 req-585d981f-7b09-4a5a-bba7-5b8561609984 service neutron] 10.222.0.41 "GET /v2.0/networks/409d44ec-6d59-4a2a-ad46-8958029d105f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836809 Mar 30 18:26:41.428492 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-616f2875-6469-4471-8f07-7cac64430812 req-a58cf90b-2882-4708-8448-a07c46903b35 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?device_id=94f79c7a-b835-4818-b7bb-e8bb395d5e60 HTTP/1.1" status: 200 len: 210 time: 0.0269756 Mar 30 18:26:41.795479 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-dd46bc91-cdc3-4b09-8af8-489c43e37198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:42.525758 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-99da7489-4c38-41ad-83c7-878b038fff80 req-895a24c9-647b-4a9f-bdff-c70e03f0d66a tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?device_id=94f79c7a-b835-4818-b7bb-e8bb395d5e60 HTTP/1.1" status: 200 len: 210 time: 0.0303988 Mar 30 18:26:42.675993 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90495c23-85a8-4cd3-b5cf-3a1fdd609280 req-e1d5c9ac-2c98-443f-898f-33fab9ff2bcf tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:42.677448 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-90495c23-85a8-4cd3-b5cf-3a1fdd609280 req-e1d5c9ac-2c98-443f-898f-33fab9ff2bcf tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.44 "GET /v2.0/networks?id=409d44ec-6d59-4a2a-ad46-8958029d105f HTTP/1.1" status: 200 len: 815 time: 0.1183722 Mar 30 18:26:42.760776 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-90495c23-85a8-4cd3-b5cf-3a1fdd609280 req-ba68828c-5f41-40b7-8740-02f22982be8c tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8293d7cfcfd4a76af620e7e01c1fb8e HTTP/1.1" status: 200 len: 471 time: 0.0670016 Mar 30 18:26:42.769757 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [req-90495c23-85a8-4cd3-b5cf-3a1fdd609280 req-b32afda0-5c6b-4b4f-9474-d2d251650f09 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Request body: {'port': {'device_id': '94f79c7a-b835-4818-b7bb-e8bb395d5e60', 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f', 'admin_state_up': True, 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'security_groups': ['5f88cff4-ef32-4f98-8ef0-3b96d99dbed6']}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:26:42.871054 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90495c23-85a8-4cd3-b5cf-3a1fdd609280 req-b32afda0-5c6b-4b4f-9474-d2d251650f09 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Made reservation on behalf of c8293d7cfcfd4a76af620e7e01c1fb8e for: {'port': 1} {{(pid=103495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:26:42.874308 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-90495c23-85a8-4cd3-b5cf-3a1fdd609280 req-b32afda0-5c6b-4b4f-9474-d2d251650f09 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:42.999444 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.db_base_plugin_common [req-90495c23-85a8-4cd3-b5cf-3a1fdd609280 req-b32afda0-5c6b-4b4f-9474-d2d251650f09 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Allocated IP 172.20.0.13 (409d44ec-6d59-4a2a-ad46-8958029d105f/27019e24-efa4-45b6-ac56-b13259f05e3f/c2938bc6-978f-4d35-a978-7432e1995f5b) {{(pid=103495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:26:43.141917 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-90495c23-85a8-4cd3-b5cf-3a1fdd609280 req-b32afda0-5c6b-4b4f-9474-d2d251650f09 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for port (c2938bc6-978f-4d35-a978-7432e1995f5b), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:43.179175 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-90495c23-85a8-4cd3-b5cf-3a1fdd609280 req-b32afda0-5c6b-4b4f-9474-d2d251650f09 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728099412974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5398852'] for port (c2938bc6-978f-4d35-a978-7432e1995f5b), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:43.218358 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90495c23-85a8-4cd3-b5cf-3a1fdd609280 req-b32afda0-5c6b-4b4f-9474-d2d251650f09 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Network 409d44ec-6d59-4a2a-ad46-8958029d105f is already hosted by enough agents. {{(pid=103495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:26:43.221407 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.base_scheduler [req-90495c23-85a8-4cd3-b5cf-3a1fdd609280 req-b32afda0-5c6b-4b4f-9474-d2d251650f09 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Resources bound (agent type, host, resource id): {{(pid=103495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:26:43.225837 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.l3_dvrscheduler_db [req-90495c23-85a8-4cd3-b5cf-3a1fdd609280 req-b32afda0-5c6b-4b4f-9474-d2d251650f09 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Received port after_create {{(pid=103495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:26:43.253844 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32afda0-5c6b-4b4f-9474-d2d251650f09 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Pushing event updated for resources: {'Port': ['ID=c2938bc6-978f-4d35-a978-7432e1995f5b,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:43.285501 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90495c23-85a8-4cd3-b5cf-3a1fdd609280 req-b32afda0-5c6b-4b4f-9474-d2d251650f09 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:43.286153 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-90495c23-85a8-4cd3-b5cf-3a1fdd609280 req-b32afda0-5c6b-4b4f-9474-d2d251650f09 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for port (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:43.304160 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-90495c23-85a8-4cd3-b5cf-3a1fdd609280 req-b32afda0-5c6b-4b4f-9474-d2d251650f09 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5378213 Mar 30 18:26:43.350104 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [req-90495c23-85a8-4cd3-b5cf-3a1fdd609280 req-b0ccbdae-94ea-43d9-a913-1c11c6643c85 service neutron] Request body: {'port': {'device_id': '94f79c7a-b835-4818-b7bb-e8bb395d5e60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:26:43.413621 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-90495c23-85a8-4cd3-b5cf-3a1fdd609280 req-b0ccbdae-94ea-43d9-a913-1c11c6643c85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (c2938bc6-978f-4d35-a978-7432e1995f5b), before_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:43.472381 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-dd62a057-ffc4-4cdf-bd4c-723500459224 None None] Provisioning complete for port c2938bc6-978f-4d35-a978-7432e1995f5b triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:26:43.472984 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-dd62a057-ffc4-4cdf-bd4c-723500459224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (c2938bc6-978f-4d35-a978-7432e1995f5b), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:43.506626 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-dd62a057-ffc4-4cdf-bd4c-723500459224 None None] Port c2938bc6-978f-4d35-a978-7432e1995f5b cannot update to ACTIVE because it is not bound. {{(pid=103496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:26:43.681209 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.notifiers.nova [req-90495c23-85a8-4cd3-b5cf-3a1fdd609280 req-b0ccbdae-94ea-43d9-a913-1c11c6643c85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2938bc6-978f-4d35-a978-7432e1995f5b {{(pid=103495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:26:43.689438 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-90495c23-85a8-4cd3-b5cf-3a1fdd609280 req-b0ccbdae-94ea-43d9-a913-1c11c6643c85 service neutron] Publish callbacks [] for port (c2938bc6-978f-4d35-a978-7432e1995f5b), precommit_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:43.704685 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.provisioning_blocks [req-90495c23-85a8-4cd3-b5cf-3a1fdd609280 req-b0ccbdae-94ea-43d9-a913-1c11c6643c85 service neutron] Transition to ACTIVE for port object c2938bc6-978f-4d35-a978-7432e1995f5b will not be triggered until provisioned by entity L2. {{(pid=103495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 18:26:43.707673 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-90495c23-85a8-4cd3-b5cf-3a1fdd609280 req-b0ccbdae-94ea-43d9-a913-1c11c6643c85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5398861'] for port (c2938bc6-978f-4d35-a978-7432e1995f5b), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:43.761964 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ccbdae-94ea-43d9-a913-1c11c6643c85 service neutron] Pushing event updated for resources: {'Port': ['ID=c2938bc6-978f-4d35-a978-7432e1995f5b,revision_number=2']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:43.864945 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-7aa7804b-c6f9-4187-ac7e-412027144842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:43.866684 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.managers [req-90495c23-85a8-4cd3-b5cf-3a1fdd609280 req-b0ccbdae-94ea-43d9-a913-1c11c6643c85 service neutron] Attempting to bind port c2938bc6-978f-4d35-a978-7432e1995f5b on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:26:43.867024 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.managers [req-90495c23-85a8-4cd3-b5cf-3a1fdd609280 req-b0ccbdae-94ea-43d9-a913-1c11c6643c85 service neutron] Attempting to bind port c2938bc6-978f-4d35-a978-7432e1995f5b by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '4ec4d92a-b07f-4238-acb7-e362a3423113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f'}] {{(pid=103495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:26:43.867359 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90495c23-85a8-4cd3-b5cf-3a1fdd609280 req-b0ccbdae-94ea-43d9-a913-1c11c6643c85 service neutron] Attempting to bind port c2938bc6-978f-4d35-a978-7432e1995f5b on network 409d44ec-6d59-4a2a-ad46-8958029d105f {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:26:43.878574 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0c056a-a348-4fce-8b03-5204445ca4b5 req-68536f04-f54b-497f-92a7-39f72eb77e99 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:43.880117 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-fa0c056a-a348-4fce-8b03-5204445ca4b5 req-68536f04-f54b-497f-92a7-39f72eb77e99 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?device_id=94f79c7a-b835-4818-b7bb-e8bb395d5e60 HTTP/1.1" status: 200 len: 944 time: 0.0987110 Mar 30 18:26:43.881585 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90495c23-85a8-4cd3-b5cf-3a1fdd609280 req-b0ccbdae-94ea-43d9-a913-1c11c6643c85 service neutron] Port c2938bc6-978f-4d35-a978-7432e1995f5b on network 409d44ec-6d59-4a2a-ad46-8958029d105f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 18:26:43.881913 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90495c23-85a8-4cd3-b5cf-3a1fdd609280 req-b0ccbdae-94ea-43d9-a913-1c11c6643c85 service neutron] Attempting to bind port c2938bc6-978f-4d35-a978-7432e1995f5b on network 409d44ec-6d59-4a2a-ad46-8958029d105f {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:26:43.894656 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90495c23-85a8-4cd3-b5cf-3a1fdd609280 req-b0ccbdae-94ea-43d9-a913-1c11c6643c85 service neutron] Checking agent: {'id': 'ab438a54-a4f6-4fd3-b589-96aa27265666', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 15, 49), 'started_at': datetime.datetime(2022, 3, 30, 18, 15, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:26:43.894995 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90495c23-85a8-4cd3-b5cf-3a1fdd609280 req-b0ccbdae-94ea-43d9-a913-1c11c6643c85 service neutron] Checking segment: {'id': '4ec4d92a-b07f-4238-acb7-e362a3423113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:26:43.895366 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90495c23-85a8-4cd3-b5cf-3a1fdd609280 req-b0ccbdae-94ea-43d9-a913-1c11c6643c85 service neutron] Bound using segment: {'id': '4ec4d92a-b07f-4238-acb7-e362a3423113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f'} {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:26:43.895807 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.managers [req-90495c23-85a8-4cd3-b5cf-3a1fdd609280 req-b0ccbdae-94ea-43d9-a913-1c11c6643c85 service neutron] Bound port: c2938bc6-978f-4d35-a978-7432e1995f5b, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ec4d92a-b07f-4238-acb7-e362a3423113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f'}}] {{(pid=103495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:26:43.896168 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-90495c23-85a8-4cd3-b5cf-3a1fdd609280 req-b0ccbdae-94ea-43d9-a913-1c11c6643c85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (c2938bc6-978f-4d35-a978-7432e1995f5b), before_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:43.964326 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-fa0c056a-a348-4fce-8b03-5204445ca4b5 req-2ae66e54-da9b-44be-a44c-b9cdbd1f2c55 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f88cff4-ef32-4f98-8ef0-3b96d99dbed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757196 Mar 30 18:26:43.987755 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [req-90495c23-85a8-4cd3-b5cf-3a1fdd609280 req-b0ccbdae-94ea-43d9-a913-1c11c6643c85 service neutron] For port c2938bc6-978f-4d35-a978-7432e1995f5b, host hv-cinder-83588, cleared binding levels {{(pid=103495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:26:43.991423 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [req-90495c23-85a8-4cd3-b5cf-3a1fdd609280 req-b0ccbdae-94ea-43d9-a913-1c11c6643c85 service neutron] For port c2938bc6-978f-4d35-a978-7432e1995f5b, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=c2938bc6-978f-4d35-a978-7432e1995f5b,segment=NetworkSegment(4ec4d92a-b07f-4238-acb7-e362a3423113),segment_id=4ec4d92a-b07f-4238-acb7-e362a3423113)] {{(pid=103495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:26:43.997970 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-90495c23-85a8-4cd3-b5cf-3a1fdd609280 req-b0ccbdae-94ea-43d9-a913-1c11c6643c85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5398861'] for port (c2938bc6-978f-4d35-a978-7432e1995f5b), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:44.035797 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90495c23-85a8-4cd3-b5cf-3a1fdd609280 req-b0ccbdae-94ea-43d9-a913-1c11c6643c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:44.036420 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-90495c23-85a8-4cd3-b5cf-3a1fdd609280 req-b0ccbdae-94ea-43d9-a913-1c11c6643c85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for port (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:44.038638 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-90495c23-85a8-4cd3-b5cf-3a1fdd609280 req-b0ccbdae-94ea-43d9-a913-1c11c6643c85 service neutron] 10.222.0.44 "PUT /v2.0/ports/c2938bc6-978f-4d35-a978-7432e1995f5b HTTP/1.1" status: 200 len: 1094 time: 0.6935198 Mar 30 18:26:44.039074 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94f79c7a-b835-4818-b7bb-e8bb395d5e60', 'tag': 'c2938bc6-978f-4d35-a978-7432e1995f5b'}] {{(pid=103495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:26:44.041307 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0dfb30c8fd1ad248dcf0c7d180f6bc71f3cc1084e8ff52034c63c32eff48f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98025aae-9e78-493a-a2aa-f2fed7351a2a" -d '{"events": [{"name": "network-changed", "server_uuid": "94f79c7a-b835-4818-b7bb-e8bb395d5e60", "tag": "c2938bc6-978f-4d35-a978-7432e1995f5b"}]}' {{(pid=103495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:26:44.067307 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ccbdae-94ea-43d9-a913-1c11c6643c85 service neutron] Pushing event updated for resources: {'Port': ['ID=c2938bc6-978f-4d35-a978-7432e1995f5b,revision_number=3']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:44.088808 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c85fd5-e395-497d-a8cd-9f27a2952754 x-openstack-request-id: req-e4c85fd5-e395-497d-a8cd-9f27a2952754 {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:26:44.089098 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94f79c7a-b835-4818-b7bb-e8bb395d5e60", "tag": "c2938bc6-978f-4d35-a978-7432e1995f5b", "status": "completed", "code": 200}]} {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:26:44.089352 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e4c85fd5-e395-497d-a8cd-9f27a2952754 {{(pid=103495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:26:44.089769 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4c85fd5-e395-497d-a8cd-9f27a2952754'] response: {'name': 'network-changed', 'server_uuid': '94f79c7a-b835-4818-b7bb-e8bb395d5e60', 'tag': 'c2938bc6-978f-4d35-a978-7432e1995f5b', 'status': 'completed', 'code': 200} Mar 30 18:26:44.169431 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90495c23-85a8-4cd3-b5cf-3a1fdd609280 req-75709faf-6a2b-402b-9ec0-78083fec6511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:44.171191 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-90495c23-85a8-4cd3-b5cf-3a1fdd609280 req-75709faf-6a2b-402b-9ec0-78083fec6511 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c8293d7cfcfd4a76af620e7e01c1fb8e&device_id=94f79c7a-b835-4818-b7bb-e8bb395d5e60 HTTP/1.1" status: 200 len: 1128 time: 0.0482967 Mar 30 18:26:44.171305 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.agents_db [None req-01a7ea33-ae04-4be9-ae8a-11827e05d97f None None] Agent healthcheck: found 6 active agents {{(pid=103497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:26:44.227667 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-90495c23-85a8-4cd3-b5cf-3a1fdd609280 req-28d09549-3c97-4235-842c-369515d99ae8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2938bc6-978f-4d35-a978-7432e1995f5b HTTP/1.1" status: 200 len: 217 time: 0.0384958 Mar 30 18:26:44.284716 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90495c23-85a8-4cd3-b5cf-3a1fdd609280 req-f1798527-f3ef-4438-814f-5f03e476124b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:44.286089 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-90495c23-85a8-4cd3-b5cf-3a1fdd609280 req-f1798527-f3ef-4438-814f-5f03e476124b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=27019e24-efa4-45b6-ac56-b13259f05e3f HTTP/1.1" status: 200 len: 854 time: 0.0521889 Mar 30 18:26:44.339768 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90495c23-85a8-4cd3-b5cf-3a1fdd609280 req-77e7c21a-42f0-4bc1-8b2d-edcc605eeabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:44.341208 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-90495c23-85a8-4cd3-b5cf-3a1fdd609280 req-77e7c21a-42f0-4bc1-8b2d-edcc605eeabe service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=409d44ec-6d59-4a2a-ad46-8958029d105f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482771 Mar 30 18:26:44.446338 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-90495c23-85a8-4cd3-b5cf-3a1fdd609280 req-5c5c29ee-6f55-4fe2-9d79-560e52f1c920 service neutron] 10.222.0.44 "GET /v2.0/networks/409d44ec-6d59-4a2a-ad46-8958029d105f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886371 Mar 30 18:26:44.544608 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-90495c23-85a8-4cd3-b5cf-3a1fdd609280 req-59c2fdf7-e74a-4d87-bbb2-f24491219970 service neutron] 10.222.0.44 "GET /v2.0/networks/409d44ec-6d59-4a2a-ad46-8958029d105f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911684 Mar 30 18:26:44.705422 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98025aae-9e78-493a-a2aa-f2fed7351a2a req-35058c8d-f089-487f-b855-4643eca32002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:44.706968 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-98025aae-9e78-493a-a2aa-f2fed7351a2a req-35058c8d-f089-487f-b855-4643eca32002 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c8293d7cfcfd4a76af620e7e01c1fb8e&device_id=94f79c7a-b835-4818-b7bb-e8bb395d5e60 HTTP/1.1" status: 200 len: 1128 time: 0.0464590 Mar 30 18:26:44.815011 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98025aae-9e78-493a-a2aa-f2fed7351a2a req-c74a661e-4558-41cb-b28a-01047c6488f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:44.816612 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-98025aae-9e78-493a-a2aa-f2fed7351a2a req-c74a661e-4558-41cb-b28a-01047c6488f6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=409d44ec-6d59-4a2a-ad46-8958029d105f HTTP/1.1" status: 200 len: 916 time: 0.0928192 Mar 30 18:26:44.860345 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-98025aae-9e78-493a-a2aa-f2fed7351a2a req-dc697324-ffa9-4fc5-a516-0d153069ae9a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2938bc6-978f-4d35-a978-7432e1995f5b HTTP/1.1" status: 200 len: 217 time: 0.0380747 Mar 30 18:26:44.907082 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98025aae-9e78-493a-a2aa-f2fed7351a2a req-def07950-30a6-47fa-9216-a5edc3f1bd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:44.908471 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-98025aae-9e78-493a-a2aa-f2fed7351a2a req-def07950-30a6-47fa-9216-a5edc3f1bd07 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=27019e24-efa4-45b6-ac56-b13259f05e3f HTTP/1.1" status: 200 len: 854 time: 0.0422778 Mar 30 18:26:44.959068 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98025aae-9e78-493a-a2aa-f2fed7351a2a req-eaaeb21b-0074-4e82-ba71-f8cd0d0b16dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:44.960526 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-98025aae-9e78-493a-a2aa-f2fed7351a2a req-eaaeb21b-0074-4e82-ba71-f8cd0d0b16dd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=409d44ec-6d59-4a2a-ad46-8958029d105f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468316 Mar 30 18:26:45.037923 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:45.108274 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-98025aae-9e78-493a-a2aa-f2fed7351a2a req-21c1f86b-abec-4155-bef1-f2895036f57d service neutron] 10.222.0.44 "GET /v2.0/networks/409d44ec-6d59-4a2a-ad46-8958029d105f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406741 Mar 30 18:26:45.183337 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5481f2-ad0a-492b-a999-b0b355caddb1 req-391f346b-b8ea-469f-93bf-5194423f6606 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:45.184792 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-4d5481f2-ad0a-492b-a999-b0b355caddb1 req-391f346b-b8ea-469f-93bf-5194423f6606 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?device_id=94f79c7a-b835-4818-b7bb-e8bb395d5e60 HTTP/1.1" status: 200 len: 944 time: 0.1427696 Mar 30 18:26:45.273250 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-98025aae-9e78-493a-a2aa-f2fed7351a2a req-481890fe-fe9d-42a8-bff5-e43aba29a006 service neutron] 10.222.0.44 "GET /v2.0/networks/409d44ec-6d59-4a2a-ad46-8958029d105f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562786 Mar 30 18:26:45.276858 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-4d5481f2-ad0a-492b-a999-b0b355caddb1 req-ff301580-0121-4ed4-b181-c08d885aabe6 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f88cff4-ef32-4f98-8ef0-3b96d99dbed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862718 Mar 30 18:26:46.399195 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6693b3a-5c3d-4e5a-9aae-5ce8256f2a6a req-b4dbb182-e664-44e5-9d00-41a94e69a42d tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:46.400701 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e6693b3a-5c3d-4e5a-9aae-5ce8256f2a6a req-b4dbb182-e664-44e5-9d00-41a94e69a42d tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?device_id=94f79c7a-b835-4818-b7bb-e8bb395d5e60 HTTP/1.1" status: 200 len: 944 time: 0.0552597 Mar 30 18:26:46.424291 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:46.459355 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e6693b3a-5c3d-4e5a-9aae-5ce8256f2a6a req-cd6649bd-25a7-4589-9a8d-165ceb0c6da5 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f88cff4-ef32-4f98-8ef0-3b96d99dbed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510547 Mar 30 18:26:47.579195 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f86dd2-bb90-4a43-b809-78a59476d3ce req-08d8956e-c0ba-45da-950a-ff804e60a2a3 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:47.580659 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b5f86dd2-bb90-4a43-b809-78a59476d3ce req-08d8956e-c0ba-45da-950a-ff804e60a2a3 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?device_id=94f79c7a-b835-4818-b7bb-e8bb395d5e60 HTTP/1.1" status: 200 len: 944 time: 0.0527527 Mar 30 18:26:47.627567 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b5f86dd2-bb90-4a43-b809-78a59476d3ce req-3c3216b8-37b9-4ed8-86e3-d6c3a8c058c9 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f88cff4-ef32-4f98-8ef0-3b96d99dbed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413198 Mar 30 18:26:48.004591 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:48.138488 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device c2938bc6-978f-4d35-a978-7432e1995f5b details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:26:48.232200 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port c2938bc6-978f-4d35-a978-7432e1995f5b, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=c2938bc6-978f-4d35-a978-7432e1995f5b,segment=NetworkSegment(4ec4d92a-b07f-4238-acb7-e362a3423113),segment_id=4ec4d92a-b07f-4238-acb7-e362a3423113)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:26:48.246882 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Returning: {'device': 'c2938bc6-978f-4d35-a978-7432e1995f5b', 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f', 'port_id': 'c2938bc6-978f-4d35-a978-7432e1995f5b', 'mac_address': 'fa:16:3e:da:c7:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27019e24-efa4-45b6-ac56-b13259f05e3f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:26:48.282324 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Current status of the port c2938bc6-978f-4d35-a978-7432e1995f5b is: DOWN; New status is: BUILD {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:26:48.282658 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (c2938bc6-978f-4d35-a978-7432e1995f5b), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:48.296110 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2938bc6-978f-4d35-a978-7432e1995f5b {{(pid=103496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:26:48.316094 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port c2938bc6-978f-4d35-a978-7432e1995f5b, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=c2938bc6-978f-4d35-a978-7432e1995f5b,segment=NetworkSegment(4ec4d92a-b07f-4238-acb7-e362a3423113),segment_id=4ec4d92a-b07f-4238-acb7-e362a3423113)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:26:48.319883 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (c2938bc6-978f-4d35-a978-7432e1995f5b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:48.367597 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Pushing event updated for resources: {'Port': ['ID=c2938bc6-978f-4d35-a978-7432e1995f5b,revision_number=4']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:48.668921 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (ab438a54-a4f6-4fd3-b589-96aa27265666), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:48.745744 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af3830c-bf22-4f2a-8f85-5636ff88d6f2 req-a8738f76-e15d-4098-bbe0-51021b4bf17a tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:48.747129 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3af3830c-bf22-4f2a-8f85-5636ff88d6f2 req-a8738f76-e15d-4098-bbe0-51021b4bf17a tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?device_id=94f79c7a-b835-4818-b7bb-e8bb395d5e60 HTTP/1.1" status: 200 len: 945 time: 0.0513773 Mar 30 18:26:48.755212 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] get_ports_and_sgs() called for port_ids ['c2938bc6-978f-4d35-a978-7432e1995f5b'] {{(pid=103496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:26:48.793409 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3af3830c-bf22-4f2a-8f85-5636ff88d6f2 req-17442ee9-3300-472a-9ebe-374bc617fa86 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f88cff4-ef32-4f98-8ef0-3b96d99dbed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404589 Mar 30 18:26:49.914467 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c920ef5d-a1a2-445d-bb56-bc8d440aeee6 req-9b45f311-51d3-49fe-9521-04ae6736e948 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:49.915928 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c920ef5d-a1a2-445d-bb56-bc8d440aeee6 req-9b45f311-51d3-49fe-9521-04ae6736e948 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?device_id=94f79c7a-b835-4818-b7bb-e8bb395d5e60 HTTP/1.1" status: 200 len: 945 time: 0.0558288 Mar 30 18:26:49.962363 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c920ef5d-a1a2-445d-bb56-bc8d440aeee6 req-36b51d43-c46d-4d1d-834f-581b44bf7cc0 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f88cff4-ef32-4f98-8ef0-3b96d99dbed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408671 Mar 30 18:26:50.172999 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device c2938bc6-978f-4d35-a978-7432e1995f5b up at agent hyperv_hv-cinder-83588 {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:26:50.220749 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Provisioning for port c2938bc6-978f-4d35-a978-7432e1995f5b completed by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 18:26:50.224289 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Provisioning complete for port c2938bc6-978f-4d35-a978-7432e1995f5b triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:26:50.224878 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (c2938bc6-978f-4d35-a978-7432e1995f5b), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:50.302772 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Current status of the port c2938bc6-978f-4d35-a978-7432e1995f5b is: BUILD; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:26:50.303157 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (c2938bc6-978f-4d35-a978-7432e1995f5b), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:50.324978 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f79c7a-b835-4818-b7bb-e8bb395d5e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2938bc6-978f-4d35-a978-7432e1995f5b'}] {{(pid=103496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:26:50.327196 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cbde32198906eb4ff2132376d68ea43d0d8f515c48f03fe95d90af760020ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a273792-f37e-4451-9173-c99b905c52cd" -d '{"events": [{"server_uuid": "94f79c7a-b835-4818-b7bb-e8bb395d5e60", "name": "network-vif-plugged", "status": "completed", "tag": "c2938bc6-978f-4d35-a978-7432e1995f5b"}]}' {{(pid=103496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:26:50.339260 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port c2938bc6-978f-4d35-a978-7432e1995f5b, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=c2938bc6-978f-4d35-a978-7432e1995f5b,segment=NetworkSegment(4ec4d92a-b07f-4238-acb7-e362a3423113),segment_id=4ec4d92a-b07f-4238-acb7-e362a3423113)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:26:50.344147 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (c2938bc6-978f-4d35-a978-7432e1995f5b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:50.371140 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b830ab-a522-49d6-9583-e5364763a16a x-openstack-request-id: req-27b830ab-a522-49d6-9583-e5364763a16a {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:26:50.371435 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94f79c7a-b835-4818-b7bb-e8bb395d5e60", "name": "network-vif-plugged", "status": "completed", "tag": "c2938bc6-978f-4d35-a978-7432e1995f5b", "code": 200}]} {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:26:50.371687 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-27b830ab-a522-49d6-9583-e5364763a16a {{(pid=103496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:26:50.372077 dv-cinder-835881-1-iscsi neutron-server[103496]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27b830ab-a522-49d6-9583-e5364763a16a'] response: {'server_uuid': '94f79c7a-b835-4818-b7bb-e8bb395d5e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2938bc6-978f-4d35-a978-7432e1995f5b', 'code': 200} Mar 30 18:26:50.393388 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Pushing event updated for resources: {'Port': ['ID=c2938bc6-978f-4d35-a978-7432e1995f5b,revision_number=5']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:26:50.589687 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce3a35-dc79-49b0-908a-5c298423d9bf req-a2ef0778-82fe-44db-bddc-4636632d6843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:50.591279 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-82ce3a35-dc79-49b0-908a-5c298423d9bf req-a2ef0778-82fe-44db-bddc-4636632d6843 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=94f79c7a-b835-4818-b7bb-e8bb395d5e60 HTTP/1.1" status: 200 len: 1130 time: 0.0430779 Mar 30 18:26:50.636465 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-82ce3a35-dc79-49b0-908a-5c298423d9bf req-53537ab4-dc3f-4cc9-ac4d-218221fca77e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5f88cff4-ef32-4f98-8ef0-3b96d99dbed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366220 Mar 30 18:26:51.082724 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a19e63d-fffd-411c-9cf0-ec30cff4ec85 req-ff288eda-076c-41d0-a373-4f7d8eea95cf tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:51.084294 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-1a19e63d-fffd-411c-9cf0-ec30cff4ec85 req-ff288eda-076c-41d0-a373-4f7d8eea95cf tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?device_id=94f79c7a-b835-4818-b7bb-e8bb395d5e60 HTTP/1.1" status: 200 len: 946 time: 0.0542719 Mar 30 18:26:51.135025 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-1a19e63d-fffd-411c-9cf0-ec30cff4ec85 req-e071e8ac-6afd-4509-bfed-cf14dd2ac7fa tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f88cff4-ef32-4f98-8ef0-3b96d99dbed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451522 Mar 30 18:26:52.257136 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4374c4-d3a2-4f3d-8e82-c830ab372f0b req-bb10a9d0-bba0-44de-afcd-f986571a8639 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:52.258670 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-4b4374c4-d3a2-4f3d-8e82-c830ab372f0b req-bb10a9d0-bba0-44de-afcd-f986571a8639 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?device_id=94f79c7a-b835-4818-b7bb-e8bb395d5e60 HTTP/1.1" status: 200 len: 946 time: 0.0546854 Mar 30 18:26:52.305206 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-4b4374c4-d3a2-4f3d-8e82-c830ab372f0b req-20449c10-9938-4552-94eb-fb597afa9d9d tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f88cff4-ef32-4f98-8ef0-3b96d99dbed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408826 Mar 30 18:26:52.568713 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-7f50c352-0439-43d5-a3b1-03638c6eb84f req-e7b5c510-b232-49dc-a6b4-c5e42c320b1d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=391107ba-1aa4-4c07-83fa-349fe3f69ecd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448568 Mar 30 18:26:52.645826 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f50c352-0439-43d5-a3b1-03638c6eb84f req-b7f192b4-01b8-446c-9168-605b3aad6174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:52.647333 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-7f50c352-0439-43d5-a3b1-03638c6eb84f req-b7f192b4-01b8-446c-9168-605b3aad6174 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c8293d7cfcfd4a76af620e7e01c1fb8e&device_id=391107ba-1aa4-4c07-83fa-349fe3f69ecd HTTP/1.1" status: 200 len: 1129 time: 0.0473313 Mar 30 18:26:52.749450 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f50c352-0439-43d5-a3b1-03638c6eb84f req-d11a16f2-0772-4538-950a-c3f5678e3d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:52.750965 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-7f50c352-0439-43d5-a3b1-03638c6eb84f req-d11a16f2-0772-4538-950a-c3f5678e3d19 service neutron] 10.222.0.44 "GET /v2.0/networks?id=409d44ec-6d59-4a2a-ad46-8958029d105f HTTP/1.1" status: 200 len: 916 time: 0.0849636 Mar 30 18:26:52.825987 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-7f50c352-0439-43d5-a3b1-03638c6eb84f req-c0a36006-08c1-440f-b94b-925e9c4b1e66 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ad46c0c-94cf-4219-97cd-d42282d33d3d HTTP/1.1" status: 200 len: 1000 time: 0.0683081 Mar 30 18:26:52.875955 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f50c352-0439-43d5-a3b1-03638c6eb84f req-cb02e118-26e0-48db-b95d-99dc5d3cbf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:52.877345 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-7f50c352-0439-43d5-a3b1-03638c6eb84f req-cb02e118-26e0-48db-b95d-99dc5d3cbf4e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=27019e24-efa4-45b6-ac56-b13259f05e3f HTTP/1.1" status: 200 len: 854 time: 0.0439718 Mar 30 18:26:52.925627 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f50c352-0439-43d5-a3b1-03638c6eb84f req-3e636f5a-2da9-48d6-ba18-b85e746c3e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:52.928314 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-7f50c352-0439-43d5-a3b1-03638c6eb84f req-3e636f5a-2da9-48d6-ba18-b85e746c3e48 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=409d44ec-6d59-4a2a-ad46-8958029d105f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442822 Mar 30 18:26:53.019125 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-7f50c352-0439-43d5-a3b1-03638c6eb84f req-a6f68dda-7faa-4d86-a3a5-fff44bfcd7cd service neutron] 10.222.0.44 "GET /v2.0/networks/409d44ec-6d59-4a2a-ad46-8958029d105f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848327 Mar 30 18:26:53.118063 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-7f50c352-0439-43d5-a3b1-03638c6eb84f req-9f76371c-dbff-4f8e-90b3-edefb721167c service neutron] 10.222.0.44 "GET /v2.0/networks/409d44ec-6d59-4a2a-ad46-8958029d105f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845551 Mar 30 18:26:53.421591 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb5f162-92c3-4e9a-8e19-a96e23c2f1ac req-77ea6d2e-f8f5-4c0a-a488-d4d23e38ce94 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:53.422997 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5eb5f162-92c3-4e9a-8e19-a96e23c2f1ac req-77ea6d2e-f8f5-4c0a-a488-d4d23e38ce94 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?device_id=94f79c7a-b835-4818-b7bb-e8bb395d5e60 HTTP/1.1" status: 200 len: 946 time: 0.0520766 Mar 30 18:26:53.469051 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5eb5f162-92c3-4e9a-8e19-a96e23c2f1ac req-dcf6ed4a-232e-4323-bca6-8aac6821a4c2 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f88cff4-ef32-4f98-8ef0-3b96d99dbed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397639 Mar 30 18:26:53.585684 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb388db2-0587-4105-bada-ce0760a1f4b3 req-a7ff78e2-1f95-45b8-a8a6-2766d00512e4 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:53.587211 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-bb388db2-0587-4105-bada-ce0760a1f4b3 req-a7ff78e2-1f95-45b8-a8a6-2766d00512e4 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?device_id=94f79c7a-b835-4818-b7bb-e8bb395d5e60 HTTP/1.1" status: 200 len: 946 time: 0.0562611 Mar 30 18:26:53.595530 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 50542) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:26:53.600295 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [None req-61ff5f7d-f280-49f4-badf-4d93e32d65c3 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Request body: {'floatingip': {'port_id': 'c2938bc6-978f-4d35-a978-7432e1995f5b'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:26:53.638638 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-61ff5f7d-f280-49f4-badf-4d93e32d65c3 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for floatingip (81408d90-bb32-44b8-a87c-6a65368dd5b6), before_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:54.068314 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-61ff5f7d-f280-49f4-badf-4d93e32d65c3 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:54.072279 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-61ff5f7d-f280-49f4-badf-4d93e32d65c3 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541296'] for floatingip (81408d90-bb32-44b8-a87c-6a65368dd5b6), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:54.440440 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.db.l3_db [None req-61ff5f7d-f280-49f4-badf-4d93e32d65c3 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Floating IP 81408d90-bb32-44b8-a87c-6a65368dd5b6 associated. External IP: 172.27.1.162, port: c2938bc6-978f-4d35-a978-7432e1995f5b. Mar 30 18:26:54.650925 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ff5f7d-f280-49f4-badf-4d93e32d65c3 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Router 26126a29-9088-49f3-aa4e-b7362ac76d0f has already been hosted by L3 agent d6545c5f-a93c-4a15-87cd-019d3e75e7be {{(pid=103495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:26:54.756623 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ff5f7d-f280-49f4-badf-4d93e32d65c3 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Notify agent at l3_agent.dv-cinder-835881-1-iscsi the message routers_updated {{(pid=103495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:26:54.761284 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-61ff5f7d-f280-49f4-badf-4d93e32d65c3 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for floatingip (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:26:54.766184 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5009c4a-2875-49b1-a944-5c4f451af4ed None None] Sync routers for ids ['26126a29-9088-49f3-aa4e-b7362ac76d0f'] in dv-cinder-835881-1-iscsi {{(pid=103497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:26:54.775605 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5009c4a-2875-49b1-a944-5c4f451af4ed None None] Routers {'26126a29-9088-49f3-aa4e-b7362ac76d0f'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:26:54.776220 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-e5009c4a-2875-49b1-a944-5c4f451af4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:26:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['26126a29-9088-49f3-aa4e-b7362ac76d0f'], 'active': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:26:54.792967 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-61ff5f7d-f280-49f4-badf-4d93e32d65c3 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "PUT /v2.0/floatingips/81408d90-bb32-44b8-a87c-6a65368dd5b6 HTTP/1.1" status: 200 len: 992 time: 1.1964080 Mar 30 18:26:54.793557 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94f79c7a-b835-4818-b7bb-e8bb395d5e60', 'tag': 'c2938bc6-978f-4d35-a978-7432e1995f5b'}] {{(pid=103495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:26:54.795826 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0dfb30c8fd1ad248dcf0c7d180f6bc71f3cc1084e8ff52034c63c32eff48f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a597d25-9198-4c40-a2d5-c9124f3321b8" -d '{"events": [{"name": "network-changed", "server_uuid": "94f79c7a-b835-4818-b7bb-e8bb395d5e60", "tag": "c2938bc6-978f-4d35-a978-7432e1995f5b"}]}' {{(pid=103495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:26:54.832641 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8f6af5-2a49-4959-a75a-d061c6eb906f x-openstack-request-id: req-5c8f6af5-2a49-4959-a75a-d061c6eb906f {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:26:54.832963 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94f79c7a-b835-4818-b7bb-e8bb395d5e60", "tag": "c2938bc6-978f-4d35-a978-7432e1995f5b", "status": "completed", "code": 200}]} {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:26:54.833219 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5c8f6af5-2a49-4959-a75a-d061c6eb906f {{(pid=103495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:26:54.833617 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c8f6af5-2a49-4959-a75a-d061c6eb906f'] response: {'name': 'network-changed', 'server_uuid': '94f79c7a-b835-4818-b7bb-e8bb395d5e60', 'tag': 'c2938bc6-978f-4d35-a978-7432e1995f5b', 'status': 'completed', 'code': 200} Mar 30 18:26:54.889829 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvr_db [None req-e5009c4a-2875-49b1-a944-5c4f451af4ed None None] Set router 26126a29-9088-49f3-aa4e-b7362ac76d0f gateway port host: dv-cinder-835881-1-iscsi {{(pid=103497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:26:54.925696 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a597d25-9198-4c40-a2d5-c9124f3321b8 req-4fc8f45c-8b52-4b92-9659-1b98f81c9d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:54.927924 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8a597d25-9198-4c40-a2d5-c9124f3321b8 req-4fc8f45c-8b52-4b92-9659-1b98f81c9d23 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c8293d7cfcfd4a76af620e7e01c1fb8e&device_id=94f79c7a-b835-4818-b7bb-e8bb395d5e60 HTTP/1.1" status: 200 len: 1130 time: 0.0481565 Mar 30 18:26:55.069696 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a597d25-9198-4c40-a2d5-c9124f3321b8 req-d5905fea-0a5a-4f55-a913-a520f7e2a125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:55.071289 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8a597d25-9198-4c40-a2d5-c9124f3321b8 req-d5905fea-0a5a-4f55-a913-a520f7e2a125 service neutron] 10.222.0.44 "GET /v2.0/networks?id=409d44ec-6d59-4a2a-ad46-8958029d105f HTTP/1.1" status: 200 len: 916 time: 0.0960414 Mar 30 18:26:55.136801 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-e5009c4a-2875-49b1-a944-5c4f451af4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'name': 'tempest-AttachVolumeNegativeTest-1532187645-router', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '3e7551b3-e170-4565-87af-740e7fd86a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:24:43Z', 'updated_at': '2022-03-30T18:24:45Z', 'revision_number': 4, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'gw_port': {'id': '3e7551b3-e170-4565-87af-740e7fd86a7c', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:24:43Z', 'updated_at': '2022-03-30T18:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_floatingips': [{'id': '1217a122-15b6-47e2-bbce-c927d136df6d', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'floating_ip_address': '172.27.1.26', 'floating_network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'router_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'port_id': '4ad46c0c-94cf-4219-97cd-d42282d33d3d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f', 'mac_address': 'fa:16:3e:a8:03:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391107ba-1aa4-4c07-83fa-349fe3f69ecd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:24:47Z', 'updated_at': '2022-03-30T18:25:02Z', 'revision_number': 2, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'fixed_ip_address_scope': None}, {'id': '81408d90-bb32-44b8-a87c-6a65368dd5b6', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'floating_ip_address': '172.27.1.162', 'floating_network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'router_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'port_id': 'c2938bc6-978f-4d35-a978-7432e1995f5b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f', 'mac_address': 'fa:16:3e:da:c7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f79c7a-b835-4818-b7bb-e8bb395d5e60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:26:40Z', 'updated_at': '2022-03-30T18:26:53Z', 'revision_number': 1, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b870b0ef-6f46-4c8f-a951-5fb2d6845105', 'name': '', 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'mac_address': 'fa:16:3e:30:40:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '27019e24-efa4-45b6-ac56-b13259f05e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:24:45Z', 'updated_at': '2022-03-30T18:24:49Z', 'revision_number': 5, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'subnets': [{'id': '27019e24-efa4-45b6-ac56-b13259f05e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:26:55.148411 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8a597d25-9198-4c40-a2d5-c9124f3321b8 req-59f95f57-ed53-4d7a-8b71-7ba99a6a770c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2938bc6-978f-4d35-a978-7432e1995f5b HTTP/1.1" status: 200 len: 1000 time: 0.0695400 Mar 30 18:26:55.165309 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5009c4a-2875-49b1-a944-5c4f451af4ed None None] Checking router: 26126a29-9088-49f3-aa4e-b7362ac76d0f for host: dv-cinder-835881-1-iscsi {{(pid=103497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:26:55.173610 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5009c4a-2875-49b1-a944-5c4f451af4ed None None] Routers {'26126a29-9088-49f3-aa4e-b7362ac76d0f'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:26:55.174247 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-e5009c4a-2875-49b1-a944-5c4f451af4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:26:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['26126a29-9088-49f3-aa4e-b7362ac76d0f'], 'active': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:26:55.205025 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a597d25-9198-4c40-a2d5-c9124f3321b8 req-e018b219-f0a8-402c-8a8c-f705fba2634f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:55.206495 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8a597d25-9198-4c40-a2d5-c9124f3321b8 req-e018b219-f0a8-402c-8a8c-f705fba2634f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=27019e24-efa4-45b6-ac56-b13259f05e3f HTTP/1.1" status: 200 len: 854 time: 0.0431941 Mar 30 18:26:55.259824 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a597d25-9198-4c40-a2d5-c9124f3321b8 req-f4321bce-84fa-4bce-8a8a-1f229f4184d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:55.261352 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8a597d25-9198-4c40-a2d5-c9124f3321b8 req-f4321bce-84fa-4bce-8a8a-1f229f4184d1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=409d44ec-6d59-4a2a-ad46-8958029d105f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487969 Mar 30 18:26:55.379898 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8a597d25-9198-4c40-a2d5-c9124f3321b8 req-0bef10d8-04f9-4fcd-ba64-a518451ea326 service neutron] 10.222.0.44 "GET /v2.0/networks/409d44ec-6d59-4a2a-ad46-8958029d105f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900259 Mar 30 18:26:55.387617 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvr_db [None req-e5009c4a-2875-49b1-a944-5c4f451af4ed None None] Set router 26126a29-9088-49f3-aa4e-b7362ac76d0f gateway port host: dv-cinder-835881-1-iscsi {{(pid=103497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:26:55.469156 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8a597d25-9198-4c40-a2d5-c9124f3321b8 req-5c95a4e7-1922-495b-9319-bf95602e0956 service neutron] 10.222.0.44 "GET /v2.0/networks/409d44ec-6d59-4a2a-ad46-8958029d105f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833440 Mar 30 18:26:55.612394 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-e5009c4a-2875-49b1-a944-5c4f451af4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'name': 'tempest-AttachVolumeNegativeTest-1532187645-router', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '3e7551b3-e170-4565-87af-740e7fd86a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:24:43Z', 'updated_at': '2022-03-30T18:24:45Z', 'revision_number': 4, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'gw_port': {'id': '3e7551b3-e170-4565-87af-740e7fd86a7c', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:24:43Z', 'updated_at': '2022-03-30T18:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_floatingips': [{'id': '1217a122-15b6-47e2-bbce-c927d136df6d', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'floating_ip_address': '172.27.1.26', 'floating_network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'router_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'port_id': '4ad46c0c-94cf-4219-97cd-d42282d33d3d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f', 'mac_address': 'fa:16:3e:a8:03:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391107ba-1aa4-4c07-83fa-349fe3f69ecd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:24:47Z', 'updated_at': '2022-03-30T18:25:02Z', 'revision_number': 2, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'fixed_ip_address_scope': None}, {'id': '81408d90-bb32-44b8-a87c-6a65368dd5b6', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'floating_ip_address': '172.27.1.162', 'floating_network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'router_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'port_id': 'c2938bc6-978f-4d35-a978-7432e1995f5b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f', 'mac_address': 'fa:16:3e:da:c7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f79c7a-b835-4818-b7bb-e8bb395d5e60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:26:40Z', 'updated_at': '2022-03-30T18:26:53Z', 'revision_number': 1, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b870b0ef-6f46-4c8f-a951-5fb2d6845105', 'name': '', 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'mac_address': 'fa:16:3e:30:40:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '27019e24-efa4-45b6-ac56-b13259f05e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:24:45Z', 'updated_at': '2022-03-30T18:24:49Z', 'revision_number': 5, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'subnets': [{'id': '27019e24-efa4-45b6-ac56-b13259f05e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:26:55.643354 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5009c4a-2875-49b1-a944-5c4f451af4ed None None] The sync data for ids ['26126a29-9088-49f3-aa4e-b7362ac76d0f'] in dv-cinder-835881-1-iscsi is: [{'id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'name': 'tempest-AttachVolumeNegativeTest-1532187645-router', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '3e7551b3-e170-4565-87af-740e7fd86a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:24:43Z', 'updated_at': '2022-03-30T18:24:45Z', 'revision_number': 4, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'gw_port': {'id': '3e7551b3-e170-4565-87af-740e7fd86a7c', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:24:43Z', 'updated_at': '2022-03-30T18:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_floatingips': [{'id': '1217a122-15b6-47e2-bbce-c927d136df6d', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'floating_ip_address': '172.27.1.26', 'floating_network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'router_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'port_id': '4ad46c0c-94cf-4219-97cd-d42282d33d3d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f', 'mac_address': 'fa:16:3e:a8:03:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391107ba-1aa4-4c07-83fa-349fe3f69ecd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:24:47Z', 'updated_at': '2022-03-30T18:25:02Z', 'revision_number': 2, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'fixed_ip_address_scope': None}, {'id': '81408d90-bb32-44b8-a87c-6a65368dd5b6', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'floating_ip_address': '172.27.1.162', 'floating_network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'router_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'port_id': 'c2938bc6-978f-4d35-a978-7432e1995f5b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f', 'mac_address': 'fa:16:3e:da:c7:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94f79c7a-b835-4818-b7bb-e8bb395d5e60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:26:40Z', 'updated_at': '2022-03-30T18:26:53Z', 'revision_number': 1, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b870b0ef-6f46-4c8f-a951-5fb2d6845105', 'name': '', 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'mac_address': 'fa:16:3e:30:40:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '27019e24-efa4-45b6-ac56-b13259f05e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:24:45Z', 'updated_at': '2022-03-30T18:24:49Z', 'revision_number': 5, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'subnets': [{'id': '27019e24-efa4-45b6-ac56-b13259f05e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:26:55.847361 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1f06f6-0f59-493f-86a3-1a14a9f20d24 None None] New status for floating IP 81408d90-bb32-44b8-a87c-6a65368dd5b6: ACTIVE {{(pid=103496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:26:59.695631 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15ec5c-91a0-4d3a-9521-29601e8b6acd req-c82c0dc5-653d-4a78-8980-f06c9f1cae6a tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:26:59.697073 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ec15ec5c-91a0-4d3a-9521-29601e8b6acd req-c82c0dc5-653d-4a78-8980-f06c9f1cae6a tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8f9d005-4130-4443-926d-641cd514db5a HTTP/1.1" status: 200 len: 945 time: 0.0571299 Mar 30 18:26:59.745175 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ec15ec5c-91a0-4d3a-9521-29601e8b6acd req-00e2ac5f-8a8a-4a6a-80e8-c7a08982c9d5 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?id=3aa4139a-71c8-492d-be88-ddf04d31facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416801 Mar 30 18:27:00.864370 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be283b-adc0-419c-9f7c-5fa6132deed8 req-6a096c88-c338-4bc2-999e-99295806124b tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:00.865845 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-66be283b-adc0-419c-9f7c-5fa6132deed8 req-6a096c88-c338-4bc2-999e-99295806124b tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8f9d005-4130-4443-926d-641cd514db5a HTTP/1.1" status: 200 len: 945 time: 0.0530248 Mar 30 18:27:00.912954 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-66be283b-adc0-419c-9f7c-5fa6132deed8 req-50d4a366-9376-4ab5-be9c-e105d4ec151a tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?id=3aa4139a-71c8-492d-be88-ddf04d31facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410180 Mar 30 18:27:01.885706 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c504bb57-376c-42bd-aaba-319cbdacddf9 req-df82cac7-65a3-49d3-b26a-ca5e74de271f tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:01.887149 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c504bb57-376c-42bd-aaba-319cbdacddf9 req-df82cac7-65a3-49d3-b26a-ca5e74de271f tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8f9d005-4130-4443-926d-641cd514db5a HTTP/1.1" status: 200 len: 945 time: 0.0510612 Mar 30 18:27:01.981867 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [req-c504bb57-376c-42bd-aaba-319cbdacddf9 req-a82f0f3d-a602-4e3b-b865-6f31338b26ca tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Deleting port 3f9c0f07-0284-474f-a5b7-62566a5f7434 {{(pid=103495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:27:01.982248 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-c504bb57-376c-42bd-aaba-319cbdacddf9 req-a82f0f3d-a602-4e3b-b865-6f31338b26ca tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (3f9c0f07-0284-474f-a5b7-62566a5f7434), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:02.101053 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd033e73-34fc-4d2c-a247-759a43d7e144 req-f7fbbdeb-9934-4db5-97fc-95c4f75e8859 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:02.103246 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-cd033e73-34fc-4d2c-a247-759a43d7e144 req-f7fbbdeb-9934-4db5-97fc-95c4f75e8859 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8f9d005-4130-4443-926d-641cd514db5a HTTP/1.1" status: 200 len: 945 time: 0.1174097 Mar 30 18:27:02.119520 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [req-c504bb57-376c-42bd-aaba-319cbdacddf9 req-a82f0f3d-a602-4e3b-b865-6f31338b26ca tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] For port 3f9c0f07-0284-474f-a5b7-62566a5f7434, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=3f9c0f07-0284-474f-a5b7-62566a5f7434,segment=NetworkSegment(dc10bfad-da22-4979-ac1e-3f4ebba34b1c),segment_id=dc10bfad-da22-4979-ac1e-3f4ebba34b1c)] {{(pid=103495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:27:02.119878 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-c504bb57-376c-42bd-aaba-319cbdacddf9 req-a82f0f3d-a602-4e3b-b865-6f31338b26ca tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (3f9c0f07-0284-474f-a5b7-62566a5f7434), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:02.199103 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-cd033e73-34fc-4d2c-a247-759a43d7e144 req-4e69bf22-5bd4-41dc-9e15-4ec335b1a5a8 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups?id=3aa4139a-71c8-492d-be88-ddf04d31facb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901310 Mar 30 18:27:02.313348 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-c504bb57-376c-42bd-aaba-319cbdacddf9 req-a82f0f3d-a602-4e3b-b865-6f31338b26ca tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:02.313708 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-c504bb57-376c-42bd-aaba-319cbdacddf9 req-a82f0f3d-a602-4e3b-b865-6f31338b26ca tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541296'] for floatingip (eeda80c3-dd73-4646-81fd-f8b0222c5d9e), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:02.314020 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.db.l3_db [req-c504bb57-376c-42bd-aaba-319cbdacddf9 req-a82f0f3d-a602-4e3b-b865-6f31338b26ca tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Floating IP eeda80c3-dd73-4646-81fd-f8b0222c5d9e disassociated. External IP: 172.27.1.90, port: 3f9c0f07-0284-474f-a5b7-62566a5f7434. Mar 30 18:27:02.314402 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [req-c504bb57-376c-42bd-aaba-319cbdacddf9 req-a82f0f3d-a602-4e3b-b865-6f31338b26ca tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Calling delete_port for 3f9c0f07-0284-474f-a5b7-62566a5f7434 owned by compute:nova {{(pid=103495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:27:02.439833 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-c504bb57-376c-42bd-aaba-319cbdacddf9 req-a82f0f3d-a602-4e3b-b865-6f31338b26ca tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5398852'] for port (3f9c0f07-0284-474f-a5b7-62566a5f7434), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:02.466273 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82f0f3d-a602-4e3b-b865-6f31338b26ca tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Pushing event deleted for resources: {'Port': ['ID=3f9c0f07-0284-474f-a5b7-62566a5f7434,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:02.583229 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c504bb57-376c-42bd-aaba-319cbdacddf9 req-a82f0f3d-a602-4e3b-b865-6f31338b26ca tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Router 8a560a47-1053-4c0d-bb90-399e039e028e has already been hosted by L3 agent d6545c5f-a93c-4a15-87cd-019d3e75e7be {{(pid=103495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:27:02.692525 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c504bb57-376c-42bd-aaba-319cbdacddf9 req-a82f0f3d-a602-4e3b-b865-6f31338b26ca tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Notify agent at l3_agent.dv-cinder-835881-1-iscsi the message routers_updated {{(pid=103495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:27:02.702626 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3bbcf4-8809-4a4d-920d-b846017c52fb None None] Sync routers for ids ['8a560a47-1053-4c0d-bb90-399e039e028e'] in dv-cinder-835881-1-iscsi {{(pid=103497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:27:02.711857 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3bbcf4-8809-4a4d-920d-b846017c52fb None None] Routers {'8a560a47-1053-4c0d-bb90-399e039e028e'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:27:02.712468 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-ae3bbcf4-8809-4a4d-920d-b846017c52fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:26:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['8a560a47-1053-4c0d-bb90-399e039e028e'], 'active': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:27:02.733308 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.l3_dvrscheduler_db [req-c504bb57-376c-42bd-aaba-319cbdacddf9 req-a82f0f3d-a602-4e3b-b865-6f31338b26ca tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] No DVR routers for this DVR port 3f9c0f07-0284-474f-a5b7-62566a5f7434 on host hv-cinder-83588 {{(pid=103495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:27:02.735785 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-c504bb57-376c-42bd-aaba-319cbdacddf9 req-a82f0f3d-a602-4e3b-b865-6f31338b26ca tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for port (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:02.739132 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c504bb57-376c-42bd-aaba-319cbdacddf9 req-a82f0f3d-a602-4e3b-b865-6f31338b26ca tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.44 "DELETE /v2.0/ports/3f9c0f07-0284-474f-a5b7-62566a5f7434 HTTP/1.1" status: 204 len: 173 time: 0.8460042 Mar 30 18:27:02.739514 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8f9d005-4130-4443-926d-641cd514db5a', 'name': 'network-vif-deleted', 'tag': '3f9c0f07-0284-474f-a5b7-62566a5f7434'}] {{(pid=103495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:27:02.741722 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0dfb30c8fd1ad248dcf0c7d180f6bc71f3cc1084e8ff52034c63c32eff48f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef8e5332-5748-49f2-a62b-25e8aeeb184e" -d '{"events": [{"server_uuid": "d8f9d005-4130-4443-926d-641cd514db5a", "name": "network-vif-deleted", "tag": "3f9c0f07-0284-474f-a5b7-62566a5f7434"}]}' {{(pid=103495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:27:02.783199 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c2fb24-59ba-4e6d-9fba-786cbca13f26 x-openstack-request-id: req-f7c2fb24-59ba-4e6d-9fba-786cbca13f26 {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:27:02.783831 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8f9d005-4130-4443-926d-641cd514db5a", "name": "network-vif-deleted", "tag": "3f9c0f07-0284-474f-a5b7-62566a5f7434", "status": "completed", "code": 200}]} {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:27:02.784091 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f7c2fb24-59ba-4e6d-9fba-786cbca13f26 {{(pid=103495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:27:02.784520 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7c2fb24-59ba-4e6d-9fba-786cbca13f26'] response: {'server_uuid': 'd8f9d005-4130-4443-926d-641cd514db5a', 'name': 'network-vif-deleted', 'tag': '3f9c0f07-0284-474f-a5b7-62566a5f7434', 'status': 'completed', 'code': 200} Mar 30 18:27:02.828837 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvr_db [None req-ae3bbcf4-8809-4a4d-920d-b846017c52fb None None] Set router 8a560a47-1053-4c0d-bb90-399e039e028e gateway port host: dv-cinder-835881-1-iscsi {{(pid=103497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:27:03.034606 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-ae3bbcf4-8809-4a4d-920d-b846017c52fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a560a47-1053-4c0d-bb90-399e039e028e', 'name': 'tempest-AttachVolumeTestJSON-1672807717-router', 'tenant_id': '53c3b19a0d50425983d94feecd1dec97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c14d8e4f-7965-4e3d-ae9d-c8fae77087a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:17:45Z', 'updated_at': '2022-03-30T18:17:50Z', 'revision_number': 4, 'project_id': '53c3b19a0d50425983d94feecd1dec97', 'gw_port': {'id': 'c14d8e4f-7965-4e3d-ae9d-c8fae77087a6', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ac:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a560a47-1053-4c0d-bb90-399e039e028e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:46Z', 'updated_at': '2022-03-30T18:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': 'f2442e6e-ebca-4b10-92e8-12be60a50f56', 'name': '', 'network_id': 'af60dc63-0b0b-4d35-9038-6256b5be5587', 'tenant_id': '53c3b19a0d50425983d94feecd1dec97', 'mac_address': 'fa:16:3e:11:4d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a560a47-1053-4c0d-bb90-399e039e028e', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a9cbee5a-5f20-44f1-9b84-2d90e031a239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:49Z', 'updated_at': '2022-03-30T18:17:58Z', 'revision_number': 5, 'project_id': '53c3b19a0d50425983d94feecd1dec97', 'subnets': [{'id': 'a9cbee5a-5f20-44f1-9b84-2d90e031a239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:27:03.064646 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3bbcf4-8809-4a4d-920d-b846017c52fb None None] Checking router: 8a560a47-1053-4c0d-bb90-399e039e028e for host: dv-cinder-835881-1-iscsi {{(pid=103497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:27:03.073113 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3bbcf4-8809-4a4d-920d-b846017c52fb None None] Routers {'8a560a47-1053-4c0d-bb90-399e039e028e'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:27:03.073717 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-ae3bbcf4-8809-4a4d-920d-b846017c52fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:26:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['8a560a47-1053-4c0d-bb90-399e039e028e'], 'active': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:27:03.175710 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvr_db [None req-ae3bbcf4-8809-4a4d-920d-b846017c52fb None None] Set router 8a560a47-1053-4c0d-bb90-399e039e028e gateway port host: dv-cinder-835881-1-iscsi {{(pid=103497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:27:03.314610 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2951f2e5-e8e1-45d4-945d-1f29037aa128 req-a9eb091c-f6cb-4a68-a998-093f73b6258d tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/ports?device_id=d8f9d005-4130-4443-926d-641cd514db5a HTTP/1.1" status: 200 len: 210 time: 0.0332417 Mar 30 18:27:03.378207 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-ae3bbcf4-8809-4a4d-920d-b846017c52fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a560a47-1053-4c0d-bb90-399e039e028e', 'name': 'tempest-AttachVolumeTestJSON-1672807717-router', 'tenant_id': '53c3b19a0d50425983d94feecd1dec97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c14d8e4f-7965-4e3d-ae9d-c8fae77087a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:17:45Z', 'updated_at': '2022-03-30T18:17:50Z', 'revision_number': 4, 'project_id': '53c3b19a0d50425983d94feecd1dec97', 'gw_port': {'id': 'c14d8e4f-7965-4e3d-ae9d-c8fae77087a6', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ac:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a560a47-1053-4c0d-bb90-399e039e028e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:46Z', 'updated_at': '2022-03-30T18:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': 'f2442e6e-ebca-4b10-92e8-12be60a50f56', 'name': '', 'network_id': 'af60dc63-0b0b-4d35-9038-6256b5be5587', 'tenant_id': '53c3b19a0d50425983d94feecd1dec97', 'mac_address': 'fa:16:3e:11:4d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a560a47-1053-4c0d-bb90-399e039e028e', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a9cbee5a-5f20-44f1-9b84-2d90e031a239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:49Z', 'updated_at': '2022-03-30T18:17:58Z', 'revision_number': 5, 'project_id': '53c3b19a0d50425983d94feecd1dec97', 'subnets': [{'id': 'a9cbee5a-5f20-44f1-9b84-2d90e031a239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:27:03.406043 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae3bbcf4-8809-4a4d-920d-b846017c52fb None None] The sync data for ids ['8a560a47-1053-4c0d-bb90-399e039e028e'] in dv-cinder-835881-1-iscsi is: [{'id': '8a560a47-1053-4c0d-bb90-399e039e028e', 'name': 'tempest-AttachVolumeTestJSON-1672807717-router', 'tenant_id': '53c3b19a0d50425983d94feecd1dec97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c14d8e4f-7965-4e3d-ae9d-c8fae77087a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:17:45Z', 'updated_at': '2022-03-30T18:17:50Z', 'revision_number': 4, 'project_id': '53c3b19a0d50425983d94feecd1dec97', 'gw_port': {'id': 'c14d8e4f-7965-4e3d-ae9d-c8fae77087a6', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ac:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a560a47-1053-4c0d-bb90-399e039e028e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:46Z', 'updated_at': '2022-03-30T18:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': 'f2442e6e-ebca-4b10-92e8-12be60a50f56', 'name': '', 'network_id': 'af60dc63-0b0b-4d35-9038-6256b5be5587', 'tenant_id': '53c3b19a0d50425983d94feecd1dec97', 'mac_address': 'fa:16:3e:11:4d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a560a47-1053-4c0d-bb90-399e039e028e', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a9cbee5a-5f20-44f1-9b84-2d90e031a239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:49Z', 'updated_at': '2022-03-30T18:17:58Z', 'revision_number': 5, 'project_id': '53c3b19a0d50425983d94feecd1dec97', 'subnets': [{'id': 'a9cbee5a-5f20-44f1-9b84-2d90e031a239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:27:03.614917 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013b1a23-58fe-42ae-be26-209d509f2188 None None] New status for floating IP eeda80c3-dd73-4646-81fd-f8b0222c5d9e: DOWN {{(pid=103496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:27:04.401601 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 50616) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:04.457878 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-dde41985-ca16-4c94-9938-bcc3e5005425 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks [] for security_group (3aa4139a-71c8-492d-be88-ddf04d31facb), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:04.481890 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-dde41985-ca16-4c94-9938-bcc3e5005425 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks [] for security_group (3aa4139a-71c8-492d-be88-ddf04d31facb), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:04.528550 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-dde41985-ca16-4c94-9938-bcc3e5005425 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (3aa4139a-71c8-492d-be88-ddf04d31facb), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:04.531267 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-dde41985-ca16-4c94-9938-bcc3e5005425 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks [] for security_group (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:04.532509 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-dde41985-ca16-4c94-9938-bcc3e5005425 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "DELETE /v2.0/security-groups/3aa4139a-71c8-492d-be88-ddf04d31facb HTTP/1.1" status: 204 len: 168 time: 0.1298110 Mar 30 18:27:04.535634 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 50618) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:04.542506 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde41985-ca16-4c94-9938-bcc3e5005425 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa4139a-71c8-492d-be88-ddf04d31facb,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:04.548874 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.api.v2.resource [None req-321c0051-9525-469e-aebb-2354e7860d1b tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] show failed (client error): The resource could not be found. Mar 30 18:27:04.549876 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-321c0051-9525-469e-aebb-2354e7860d1b tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "GET /v2.0/security-groups/3aa4139a-71c8-492d-be88-ddf04d31facb HTTP/1.1" status: 404 len: 347 time: 0.0132716 Mar 30 18:27:04.552714 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 50620) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:04.676018 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [None req-32998a78-8ee9-4429-b4b5-4cb46bf65887 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Deleting port a7c5e991-e648-46c0-a381-b9487a8e04ba {{(pid=103495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:27:04.676279 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-32998a78-8ee9-4429-b4b5-4cb46bf65887 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (a7c5e991-e648-46c0-a381-b9487a8e04ba), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:04.750686 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-32998a78-8ee9-4429-b4b5-4cb46bf65887 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (a7c5e991-e648-46c0-a381-b9487a8e04ba), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:04.751011 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-32998a78-8ee9-4429-b4b5-4cb46bf65887 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks [] for floatingip (a7c5e991-e648-46c0-a381-b9487a8e04ba), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:04.762928 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [None req-32998a78-8ee9-4429-b4b5-4cb46bf65887 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Calling delete_port for a7c5e991-e648-46c0-a381-b9487a8e04ba owned by network:floatingip {{(pid=103495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:27:04.893537 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-32998a78-8ee9-4429-b4b5-4cb46bf65887 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5398852'] for port (a7c5e991-e648-46c0-a381-b9487a8e04ba), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:04.918388 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32998a78-8ee9-4429-b4b5-4cb46bf65887 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Pushing event deleted for resources: {'Port': ['ID=a7c5e991-e648-46c0-a381-b9487a8e04ba,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:04.980707 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-32998a78-8ee9-4429-b4b5-4cb46bf65887 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks [] for floatingip (eeda80c3-dd73-4646-81fd-f8b0222c5d9e), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:04.983232 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-32998a78-8ee9-4429-b4b5-4cb46bf65887 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for floatingip (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:04.984369 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-32998a78-8ee9-4429-b4b5-4cb46bf65887 tempest-AttachVolumeTestJSON-1073618890 tempest-AttachVolumeTestJSON-1073618890-project] 10.222.0.41 "DELETE /v2.0/floatingips/eeda80c3-dd73-4646-81fd-f8b0222c5d9e HTTP/1.1" status: 204 len: 168 time: 0.4307680 Mar 30 18:27:06.338989 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 3f9c0f07-0284-474f-a5b7-62566a5f7434 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:27:06.364228 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] No Port match for: 3f9c0f07-0284-474f-a5b7-62566a5f7434 {{(pid=103496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:27:06.364228 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 3f9c0f07-0284-474f-a5b7-62566a5f7434 not bound to the agent host hv-cinder-83588 {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:27:08.500135 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 50650) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:08.887625 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-4bdba5ff-6f7c-4c36-b412-0416407d6bd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542320'] for router_interface (8a560a47-1053-4c0d-bb90-399e039e028e), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:09.127921 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.plugin [None req-4bdba5ff-6f7c-4c36-b412-0416407d6bd4 admin admin] Deleting port f2442e6e-ebca-4b10-92e8-12be60a50f56 {{(pid=103494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:27:09.128257 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-4bdba5ff-6f7c-4c36-b412-0416407d6bd4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (f2442e6e-ebca-4b10-92e8-12be60a50f56), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:09.206532 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.db [None req-4bdba5ff-6f7c-4c36-b412-0416407d6bd4 admin admin] For port f2442e6e-ebca-4b10-92e8-12be60a50f56, host dv-cinder-835881-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=f2442e6e-ebca-4b10-92e8-12be60a50f56,segment=NetworkSegment(dc10bfad-da22-4979-ac1e-3f4ebba34b1c),segment_id=dc10bfad-da22-4979-ac1e-3f4ebba34b1c)] {{(pid=103494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:27:09.206812 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-4bdba5ff-6f7c-4c36-b412-0416407d6bd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (f2442e6e-ebca-4b10-92e8-12be60a50f56), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:09.219438 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.plugin [None req-4bdba5ff-6f7c-4c36-b412-0416407d6bd4 admin admin] Calling delete_port for f2442e6e-ebca-4b10-92e8-12be60a50f56 owned by network:router_interface {{(pid=103494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:27:09.398511 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-4bdba5ff-6f7c-4c36-b412-0416407d6bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5343457'] for port (f2442e6e-ebca-4b10-92e8-12be60a50f56), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:09.424286 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdba5ff-6f7c-4c36-b412-0416407d6bd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2442e6e-ebca-4b10-92e8-12be60a50f56,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:09.594925 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-4bdba5ff-6f7c-4c36-b412-0416407d6bd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548576'] for router_interface (8a560a47-1053-4c0d-bb90-399e039e028e), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:09.817662 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bdba5ff-6f7c-4c36-b412-0416407d6bd4 admin admin] Router 8a560a47-1053-4c0d-bb90-399e039e028e has already been hosted by L3 agent d6545c5f-a93c-4a15-87cd-019d3e75e7be {{(pid=103494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:27:09.925120 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bdba5ff-6f7c-4c36-b412-0416407d6bd4 admin admin] Notify agent at l3_agent.dv-cinder-835881-1-iscsi the message routers_updated {{(pid=103494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:27:09.930075 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-4bdba5ff-6f7c-4c36-b412-0416407d6bd4 admin admin] 10.222.0.41 "PUT /v2.0/routers/8a560a47-1053-4c0d-bb90-399e039e028e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4288025 Mar 30 18:27:09.933517 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 50656) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:09.934056 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853fbfb0-6a7c-40ab-b509-06682feecaef None None] Sync routers for ids ['8a560a47-1053-4c0d-bb90-399e039e028e'] in dv-cinder-835881-1-iscsi {{(pid=103497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:27:09.943412 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853fbfb0-6a7c-40ab-b509-06682feecaef None None] Routers {'8a560a47-1053-4c0d-bb90-399e039e028e'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:27:09.944014 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-853fbfb0-6a7c-40ab-b509-06682feecaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:26:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['8a560a47-1053-4c0d-bb90-399e039e028e'], 'active': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:27:10.037428 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-e206ecfe-2766-4541-835f-f075ed346143 admin admin] Publish callbacks [] for router (8a560a47-1053-4c0d-bb90-399e039e028e), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:10.048975 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvr_db [None req-853fbfb0-6a7c-40ab-b509-06682feecaef None None] Set router 8a560a47-1053-4c0d-bb90-399e039e028e gateway port host: dv-cinder-835881-1-iscsi {{(pid=103497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:27:10.141821 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-e206ecfe-2766-4541-835f-f075ed346143 admin admin] Publish callbacks [] for router_gateway (8a560a47-1053-4c0d-bb90-399e039e028e), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:10.194688 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.plugin [None req-e206ecfe-2766-4541-835f-f075ed346143 admin admin] Deleting port c14d8e4f-7965-4e3d-ae9d-c8fae77087a6 {{(pid=103494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:27:10.195028 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-e206ecfe-2766-4541-835f-f075ed346143 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (c14d8e4f-7965-4e3d-ae9d-c8fae77087a6), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:10.231927 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-853fbfb0-6a7c-40ab-b509-06682feecaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a560a47-1053-4c0d-bb90-399e039e028e', 'name': 'tempest-AttachVolumeTestJSON-1672807717-router', 'tenant_id': '53c3b19a0d50425983d94feecd1dec97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.145'}], 'enable_snat': True}, 'gw_port_id': 'c14d8e4f-7965-4e3d-ae9d-c8fae77087a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:17:45Z', 'updated_at': '2022-03-30T18:27:09Z', 'revision_number': 5, 'project_id': '53c3b19a0d50425983d94feecd1dec97', 'gw_port': {'id': 'c14d8e4f-7965-4e3d-ae9d-c8fae77087a6', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ac:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a560a47-1053-4c0d-bb90-399e039e028e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:46Z', 'updated_at': '2022-03-30T18:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi'}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:27:10.258712 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853fbfb0-6a7c-40ab-b509-06682feecaef None None] Checking router: 8a560a47-1053-4c0d-bb90-399e039e028e for host: dv-cinder-835881-1-iscsi {{(pid=103497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:27:10.266877 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853fbfb0-6a7c-40ab-b509-06682feecaef None None] Routers {'8a560a47-1053-4c0d-bb90-399e039e028e'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:27:10.267479 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-853fbfb0-6a7c-40ab-b509-06682feecaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:26:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['8a560a47-1053-4c0d-bb90-399e039e028e'], 'active': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:27:10.283775 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.db [None req-e206ecfe-2766-4541-835f-f075ed346143 admin admin] For port c14d8e4f-7965-4e3d-ae9d-c8fae77087a6, host dv-cinder-835881-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=c14d8e4f-7965-4e3d-ae9d-c8fae77087a6,segment=NetworkSegment(3d136d15-dbd4-4a28-bf1a-1c22979f6a0d),segment_id=3d136d15-dbd4-4a28-bf1a-1c22979f6a0d)] {{(pid=103494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:27:10.284137 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-e206ecfe-2766-4541-835f-f075ed346143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (c14d8e4f-7965-4e3d-ae9d-c8fae77087a6), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:10.297987 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.plugin [None req-e206ecfe-2766-4541-835f-f075ed346143 admin admin] Calling delete_port for c14d8e4f-7965-4e3d-ae9d-c8fae77087a6 owned by network:router_gateway {{(pid=103494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:27:10.445842 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvr_db [None req-853fbfb0-6a7c-40ab-b509-06682feecaef None None] Set router 8a560a47-1053-4c0d-bb90-399e039e028e gateway port host: None {{(pid=103497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:27:10.493572 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-e206ecfe-2766-4541-835f-f075ed346143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5343457'] for port (c14d8e4f-7965-4e3d-ae9d-c8fae77087a6), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:10.501995 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-853fbfb0-6a7c-40ab-b509-06682feecaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a560a47-1053-4c0d-bb90-399e039e028e', 'name': 'tempest-AttachVolumeTestJSON-1672807717-router', 'tenant_id': '53c3b19a0d50425983d94feecd1dec97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:17:45Z', 'updated_at': '2022-03-30T18:27:10Z', 'revision_number': 6, 'project_id': '53c3b19a0d50425983d94feecd1dec97', 'gw_port_host': None}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:27:10.519370 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e206ecfe-2766-4541-835f-f075ed346143 admin admin] Pushing event deleted for resources: {'Port': ['ID=c14d8e4f-7965-4e3d-ae9d-c8fae77087a6,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:10.529863 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853fbfb0-6a7c-40ab-b509-06682feecaef None None] The sync data for ids ['8a560a47-1053-4c0d-bb90-399e039e028e'] in dv-cinder-835881-1-iscsi is: [{'id': '8a560a47-1053-4c0d-bb90-399e039e028e', 'name': 'tempest-AttachVolumeTestJSON-1672807717-router', 'tenant_id': '53c3b19a0d50425983d94feecd1dec97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:17:45Z', 'updated_at': '2022-03-30T18:27:10Z', 'revision_number': 6, 'project_id': '53c3b19a0d50425983d94feecd1dec97', 'gw_port_host': None}] {{(pid=103497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:27:10.583949 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-e206ecfe-2766-4541-835f-f075ed346143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541194'] for router_gateway (8a560a47-1053-4c0d-bb90-399e039e028e), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:10.678446 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-e206ecfe-2766-4541-835f-f075ed346143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1693'] for router (8a560a47-1053-4c0d-bb90-399e039e028e), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:10.681193 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-e206ecfe-2766-4541-835f-f075ed346143 admin admin] Publish callbacks [] for router_controller (8a560a47-1053-4c0d-bb90-399e039e028e), precommit_delete_associations {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:10.725510 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-e206ecfe-2766-4541-835f-f075ed346143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548847'] for router (8a560a47-1053-4c0d-bb90-399e039e028e), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:10.726077 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e206ecfe-2766-4541-835f-f075ed346143 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a560a47-1053-4c0d-bb90-399e039e028e {{(pid=103494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 18:27:10.730976 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-e206ecfe-2766-4541-835f-f075ed346143 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:10.732114 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-e206ecfe-2766-4541-835f-f075ed346143 admin admin] 10.222.0.41 "DELETE /v2.0/routers/8a560a47-1053-4c0d-bb90-399e039e028e HTTP/1.1" status: 204 len: 168 time: 0.7976751 Mar 30 18:27:10.734608 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 50658) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:10.779231 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca684007-ae2d-4b57-a84e-e75e7344d2f7 admin admin] Deleting subnet a9cbee5a-5f20-44f1-9b84-2d90e031a239 {{(pid=103494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 18:27:10.782178 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-ca684007-ae2d-4b57-a84e-e75e7344d2f7 admin admin] Publish callbacks [] for subnet (a9cbee5a-5f20-44f1-9b84-2d90e031a239), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:10.815919 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-ca684007-ae2d-4b57-a84e-e75e7344d2f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5271413'] for subnet (a9cbee5a-5f20-44f1-9b84-2d90e031a239), precommit_delete_associations {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:10.899952 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-ca684007-ae2d-4b57-a84e-e75e7344d2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122403'] for subnet (a9cbee5a-5f20-44f1-9b84-2d90e031a239), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:10.954563 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-ca684007-ae2d-4b57-a84e-e75e7344d2f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5344530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5415489'] for subnet (a9cbee5a-5f20-44f1-9b84-2d90e031a239), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:10.978257 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca684007-ae2d-4b57-a84e-e75e7344d2f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9cbee5a-5f20-44f1-9b84-2d90e031a239,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:10.983739 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-ca684007-ae2d-4b57-a84e-e75e7344d2f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for subnet (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:10.988914 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-ca684007-ae2d-4b57-a84e-e75e7344d2f7 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a9cbee5a-5f20-44f1-9b84-2d90e031a239 HTTP/1.1" status: 204 len: 168 time: 0.2513318 Mar 30 18:27:10.989271 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 50660) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:10.989404 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c409ee-025a-44f6-8be0-d549f32adb03 None None] Network af60dc63-0b0b-4d35-9038-6256b5be5587 requested from dv-cinder-835881-1-iscsi {{(pid=103496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:27:11.258474 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-cc080e92-75bb-4305-80fc-9e8637697f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052194'] for network (af60dc63-0b0b-4d35-9038-6256b5be5587), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:11.313914 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166396c1-5920-4731-ad39-f2e582d510d5 None None] DHCP port deletion for af60dc63-0b0b-4d35-9038-6256b5be5587 request from dv-cinder-835881-1-iscsi {{(pid=103496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 18:27:11.314810 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.plugin [None req-cc080e92-75bb-4305-80fc-9e8637697f29 admin admin] Deleting port aa3c7cce-d6b6-412d-b8f0-fc008b34fe71 {{(pid=103494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:27:11.315151 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-cc080e92-75bb-4305-80fc-9e8637697f29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (aa3c7cce-d6b6-412d-b8f0-fc008b34fe71), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:11.361841 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-166396c1-5920-4731-ad39-f2e582d510d5 None None] Deleting port aa3c7cce-d6b6-412d-b8f0-fc008b34fe71 {{(pid=103496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:27:11.362116 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-166396c1-5920-4731-ad39-f2e582d510d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (aa3c7cce-d6b6-412d-b8f0-fc008b34fe71), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:11.378812 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.db [None req-cc080e92-75bb-4305-80fc-9e8637697f29 admin admin] For port aa3c7cce-d6b6-412d-b8f0-fc008b34fe71, host dv-cinder-835881-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=aa3c7cce-d6b6-412d-b8f0-fc008b34fe71,segment=NetworkSegment(dc10bfad-da22-4979-ac1e-3f4ebba34b1c),segment_id=dc10bfad-da22-4979-ac1e-3f4ebba34b1c)] {{(pid=103494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:27:11.379178 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-cc080e92-75bb-4305-80fc-9e8637697f29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (aa3c7cce-d6b6-412d-b8f0-fc008b34fe71), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:11.393179 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.plugin [None req-cc080e92-75bb-4305-80fc-9e8637697f29 admin admin] Calling delete_port for aa3c7cce-d6b6-412d-b8f0-fc008b34fe71 owned by network:dhcp {{(pid=103494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:27:11.431927 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-166396c1-5920-4731-ad39-f2e582d510d5 None None] For port aa3c7cce-d6b6-412d-b8f0-fc008b34fe71, host dv-cinder-835881-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=aa3c7cce-d6b6-412d-b8f0-fc008b34fe71,segment=NetworkSegment(dc10bfad-da22-4979-ac1e-3f4ebba34b1c),segment_id=dc10bfad-da22-4979-ac1e-3f4ebba34b1c)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:27:11.432324 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-166396c1-5920-4731-ad39-f2e582d510d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (aa3c7cce-d6b6-412d-b8f0-fc008b34fe71), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:11.446075 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-166396c1-5920-4731-ad39-f2e582d510d5 None None] Calling delete_port for aa3c7cce-d6b6-412d-b8f0-fc008b34fe71 owned by network:dhcp {{(pid=103496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:27:11.482101 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-cc080e92-75bb-4305-80fc-9e8637697f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5343457'] for port (aa3c7cce-d6b6-412d-b8f0-fc008b34fe71), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:11.507528 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc080e92-75bb-4305-80fc-9e8637697f29 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa3c7cce-d6b6-412d-b8f0-fc008b34fe71,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:11.513856 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc080e92-75bb-4305-80fc-9e8637697f29 admin admin] No DVR routers for this DVR port aa3c7cce-d6b6-412d-b8f0-fc008b34fe71 on host dv-cinder-835881-1-iscsi {{(pid=103494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:27:11.529668 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-166396c1-5920-4731-ad39-f2e582d510d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983'] for port (aa3c7cce-d6b6-412d-b8f0-fc008b34fe71), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:11.542621 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166396c1-5920-4731-ad39-f2e582d510d5 None None] No DVR routers for this DVR port aa3c7cce-d6b6-412d-b8f0-fc008b34fe71 on host dv-cinder-835881-1-iscsi {{(pid=103496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:27:11.564487 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166396c1-5920-4731-ad39-f2e582d510d5 None None] Pushing event deleted for resources: {'Port': ['ID=aa3c7cce-d6b6-412d-b8f0-fc008b34fe71,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:11.573337 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166396c1-5920-4731-ad39-f2e582d510d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:11.573677 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166396c1-5920-4731-ad39-f2e582d510d5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:11.574024 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166396c1-5920-4731-ad39-f2e582d510d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:11.574398 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166396c1-5920-4731-ad39-f2e582d510d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:11.574734 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166396c1-5920-4731-ad39-f2e582d510d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:11.575063 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166396c1-5920-4731-ad39-f2e582d510d5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:11.575608 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166396c1-5920-4731-ad39-f2e582d510d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:11.576072 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166396c1-5920-4731-ad39-f2e582d510d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:11.576405 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166396c1-5920-4731-ad39-f2e582d510d5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:11.576731 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166396c1-5920-4731-ad39-f2e582d510d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:11.577187 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166396c1-5920-4731-ad39-f2e582d510d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:11.577521 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166396c1-5920-4731-ad39-f2e582d510d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:11.577858 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166396c1-5920-4731-ad39-f2e582d510d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:11.578251 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166396c1-5920-4731-ad39-f2e582d510d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:11.578251 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166396c1-5920-4731-ad39-f2e582d510d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:11.594002 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-cc080e92-75bb-4305-80fc-9e8637697f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1203688', 'neutron.services.segments.db._delete_segments_for_network-8728099724090'] for network (af60dc63-0b0b-4d35-9038-6256b5be5587), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:11.620336 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.services.segments.db [None req-cc080e92-75bb-4305-80fc-9e8637697f29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af60dc63-0b0b-4d35-9038-6256b5be5587']}} {{(pid=103494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:27:11.629935 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.services.segments.db [None req-cc080e92-75bb-4305-80fc-9e8637697f29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc10bfad-da22-4979-ac1e-3f4ebba34b1c') {'for_net_delete': True} {{(pid=103494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:27:11.630266 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.services.segments.db [None req-cc080e92-75bb-4305-80fc-9e8637697f29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc10bfad-da22-4979-ac1e-3f4ebba34b1c') {} {{(pid=103494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:27:11.640119 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-cc080e92-75bb-4305-80fc-9e8637697f29 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728099723075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5271422'] for segment (dc10bfad-da22-4979-ac1e-3f4ebba34b1c), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:11.653817 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-cc080e92-75bb-4305-80fc-9e8637697f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125716'] for segment (dc10bfad-da22-4979-ac1e-3f4ebba34b1c), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:11.659884 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc080e92-75bb-4305-80fc-9e8637697f29 admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=103494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 18:27:11.660312 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-cc080e92-75bb-4305-80fc-9e8637697f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5343412'] for segment (dc10bfad-da22-4979-ac1e-3f4ebba34b1c), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:11.661920 dv-cinder-835881-1-iscsi neutron-server[103494]: Traceback (most recent call last): Mar 30 18:27:11.661920 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 18:27:11.661920 dv-cinder-835881-1-iscsi neutron-server[103494]: timer() Mar 30 18:27:11.661920 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 18:27:11.661920 dv-cinder-835881-1-iscsi neutron-server[103494]: cb(*args, **kw) Mar 30 18:27:11.661920 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 18:27:11.661920 dv-cinder-835881-1-iscsi neutron-server[103494]: return func(*args, **kwargs) Mar 30 18:27:11.661920 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 18:27:11.661920 dv-cinder-835881-1-iscsi neutron-server[103494]: self._notify() Mar 30 18:27:11.661920 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 18:27:11.661920 dv-cinder-835881-1-iscsi neutron-server[103494]: self.callback(batched_events) Mar 30 18:27:11.661920 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 18:27:11.661920 dv-cinder-835881-1-iscsi neutron-server[103494]: event.method(event) Mar 30 18:27:11.661920 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 18:27:11.661920 dv-cinder-835881-1-iscsi neutron-server[103494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 18:27:11.661920 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 18:27:11.661920 dv-cinder-835881-1-iscsi neutron-server[103494]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 18:27:11.661920 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 18:27:11.661920 dv-cinder-835881-1-iscsi neutron-server[103494]: return f(self, *a, **k) Mar 30 18:27:11.661920 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 18:27:11.661920 dv-cinder-835881-1-iscsi neutron-server[103494]: return self._get(url).json() Mar 30 18:27:11.661920 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 18:27:11.661920 dv-cinder-835881-1-iscsi neutron-server[103494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 18:27:11.661920 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 18:27:11.661920 dv-cinder-835881-1-iscsi neutron-server[103494]: return self.request(url, 'GET', **kwargs) Mar 30 18:27:11.661920 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 18:27:11.661920 dv-cinder-835881-1-iscsi neutron-server[103494]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 18:27:11.661920 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 18:27:11.661920 dv-cinder-835881-1-iscsi neutron-server[103494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 18:27:11.661920 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 18:27:11.661920 dv-cinder-835881-1-iscsi neutron-server[103494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 18:27:11.661920 dv-cinder-835881-1-iscsi neutron-server[103494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 18:27:11.716146 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-cc080e92-75bb-4305-80fc-9e8637697f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1203681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541286'] for network (af60dc63-0b0b-4d35-9038-6256b5be5587), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:11.720818 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-cc080e92-75bb-4305-80fc-9e8637697f29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:11.724194 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-cc080e92-75bb-4305-80fc-9e8637697f29 admin admin] 10.222.0.41 "DELETE /v2.0/networks/af60dc63-0b0b-4d35-9038-6256b5be5587 HTTP/1.1" status: 204 len: 168 time: 0.7340171 Mar 30 18:27:11.739416 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc080e92-75bb-4305-80fc-9e8637697f29 admin admin] Pushing event deleted for resources: {'Network': ['ID=af60dc63-0b0b-4d35-9038-6256b5be5587,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:11.753449 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device c14d8e4f-7965-4e3d-ae9d-c8fae77087a6 no longer exists at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:27:11.776037 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] No Port match for: c14d8e4f-7965-4e3d-ae9d-c8fae77087a6 {{(pid=103496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:27:11.776387 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device c14d8e4f-7965-4e3d-ae9d-c8fae77087a6 not bound to the agent host dv-cinder-835881-1-iscsi {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:27:11.776992 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device f2442e6e-ebca-4b10-92e8-12be60a50f56 no longer exists at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:27:11.802829 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] No Port match for: f2442e6e-ebca-4b10-92e8-12be60a50f56 {{(pid=103496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:27:11.803177 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device f2442e6e-ebca-4b10-92e8-12be60a50f56 not bound to the agent host dv-cinder-835881-1-iscsi {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:27:11.803787 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device aa3c7cce-d6b6-412d-b8f0-fc008b34fe71 no longer exists at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:27:11.831006 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] No Port match for: aa3c7cce-d6b6-412d-b8f0-fc008b34fe71 {{(pid=103496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:27:11.831368 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device aa3c7cce-d6b6-412d-b8f0-fc008b34fe71 not bound to the agent host dv-cinder-835881-1-iscsi {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:27:11.840999 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b31d97de-a0f2-4ba9-9196-eb2a6e015bc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:11.853909 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 50664) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:11.892352 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-c9bcfabf-fc0e-485f-9a1b-5123cbbf7c78 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=53c3b19a0d50425983d94feecd1dec97&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0371482 Mar 30 18:27:11.894734 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 50666) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:11.941639 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-12c9b280-62f2-4f13-8539-efd2cbed56ce admin admin] Publish callbacks [] for security_group (3b9c044a-cf14-4b77-a2ea-2267ba1c0c35), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:11.965920 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-12c9b280-62f2-4f13-8539-efd2cbed56ce admin admin] Publish callbacks [] for security_group (3b9c044a-cf14-4b77-a2ea-2267ba1c0c35), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:12.013587 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-12c9b280-62f2-4f13-8539-efd2cbed56ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (3b9c044a-cf14-4b77-a2ea-2267ba1c0c35), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:12.016316 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-12c9b280-62f2-4f13-8539-efd2cbed56ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:12.017447 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-12c9b280-62f2-4f13-8539-efd2cbed56ce admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3b9c044a-cf14-4b77-a2ea-2267ba1c0c35 HTTP/1.1" status: 204 len: 168 time: 0.1217902 Mar 30 18:27:12.026092 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c9b280-62f2-4f13-8539-efd2cbed56ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9c044a-cf14-4b77-a2ea-2267ba1c0c35,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:13.867547 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-a0fcae3d-3af7-41d6-9c8f-608a6ffaae45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:13.879618 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 50736) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:13.983518 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-7f6cf0e1-7e08-46d9-bc86-14c5b7abd51f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:14.058472 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-7f6cf0e1-7e08-46d9-bc86-14c5b7abd51f admin admin] Publish callbacks [] for security_group (da9c9d97-6624-4599-b930-46519577f7ae), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:14.062073 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-7f6cf0e1-7e08-46d9-bc86-14c5b7abd51f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (da9c9d97-6624-4599-b930-46519577f7ae), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:14.100445 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-7f6cf0e1-7e08-46d9-bc86-14c5b7abd51f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d18b4c3bbbd0464496dffaa7ee794585&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2197661 Mar 30 18:27:14.101300 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6cf0e1-7e08-46d9-bc86-14c5b7abd51f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da9c9d97-6624-4599-b930-46519577f7ae,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:14.103141 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 50740) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:14.152579 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-a5f9d44d-3faf-4120-961a-199a1265b3c6 admin admin] Publish callbacks [] for security_group (da9c9d97-6624-4599-b930-46519577f7ae), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:14.173610 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-a5f9d44d-3faf-4120-961a-199a1265b3c6 admin admin] Publish callbacks [] for security_group (da9c9d97-6624-4599-b930-46519577f7ae), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:14.219621 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-a5f9d44d-3faf-4120-961a-199a1265b3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (da9c9d97-6624-4599-b930-46519577f7ae), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:14.222275 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-a5f9d44d-3faf-4120-961a-199a1265b3c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:14.225722 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-a5f9d44d-3faf-4120-961a-199a1265b3c6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/da9c9d97-6624-4599-b930-46519577f7ae HTTP/1.1" status: 204 len: 168 time: 0.1186581 Mar 30 18:27:14.231148 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f9d44d-3faf-4120-961a-199a1265b3c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9c9d97-6624-4599-b930-46519577f7ae,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:14.478890 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 50746) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:14.491780 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0f17848a-3698-42f5-bfe0-b4aea66e3c14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:14.567338 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0f17848a-3698-42f5-bfe0-b4aea66e3c14 admin admin] Publish callbacks [] for security_group (b0129a32-024f-40f8-bb64-2a3e80910e04), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:14.571358 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0f17848a-3698-42f5-bfe0-b4aea66e3c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (b0129a32-024f-40f8-bb64-2a3e80910e04), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:14.608019 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-0f17848a-3698-42f5-bfe0-b4aea66e3c14 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8a9a3dedae494ea4a1c481ffbaa4a776&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1280217 Mar 30 18:27:14.609867 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f17848a-3698-42f5-bfe0-b4aea66e3c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0129a32-024f-40f8-bb64-2a3e80910e04,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:14.610653 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 50748) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:14.658542 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-2e999bd7-23a1-4ec1-a804-fcce408b3d11 admin admin] Publish callbacks [] for security_group (b0129a32-024f-40f8-bb64-2a3e80910e04), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:14.679463 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-2e999bd7-23a1-4ec1-a804-fcce408b3d11 admin admin] Publish callbacks [] for security_group (b0129a32-024f-40f8-bb64-2a3e80910e04), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:14.728711 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-2e999bd7-23a1-4ec1-a804-fcce408b3d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (b0129a32-024f-40f8-bb64-2a3e80910e04), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:14.731305 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-2e999bd7-23a1-4ec1-a804-fcce408b3d11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:14.732419 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-2e999bd7-23a1-4ec1-a804-fcce408b3d11 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b0129a32-024f-40f8-bb64-2a3e80910e04 HTTP/1.1" status: 204 len: 168 time: 0.1208005 Mar 30 18:27:14.739754 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e999bd7-23a1-4ec1-a804-fcce408b3d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0129a32-024f-40f8-bb64-2a3e80910e04,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:15.040946 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:16.331377 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 50806) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:16.427335 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:16.440918 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-127eb677-6ba7-4ebd-9518-ef46d0d7f881 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:16.514633 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-127eb677-6ba7-4ebd-9518-ef46d0d7f881 admin admin] Publish callbacks [] for security_group (b5fa0c3f-f372-469f-869b-132872728cb8), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:16.518333 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-127eb677-6ba7-4ebd-9518-ef46d0d7f881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (b5fa0c3f-f372-469f-869b-132872728cb8), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:16.555954 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-127eb677-6ba7-4ebd-9518-ef46d0d7f881 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=52032a12ed5744cc9a37280f1b21ccdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2235219 Mar 30 18:27:16.557791 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127eb677-6ba7-4ebd-9518-ef46d0d7f881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5fa0c3f-f372-469f-869b-132872728cb8,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:16.558638 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 50810) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:16.610147 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-a65bbf8b-0b21-4e2d-8e0f-d8f5ff8500f2 admin admin] Publish callbacks [] for security_group (b5fa0c3f-f372-469f-869b-132872728cb8), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:16.630953 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-a65bbf8b-0b21-4e2d-8e0f-d8f5ff8500f2 admin admin] Publish callbacks [] for security_group (b5fa0c3f-f372-469f-869b-132872728cb8), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:16.677618 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-a65bbf8b-0b21-4e2d-8e0f-d8f5ff8500f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (b5fa0c3f-f372-469f-869b-132872728cb8), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:16.680838 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-a65bbf8b-0b21-4e2d-8e0f-d8f5ff8500f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:16.681968 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-a65bbf8b-0b21-4e2d-8e0f-d8f5ff8500f2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b5fa0c3f-f372-469f-869b-132872728cb8 HTTP/1.1" status: 204 len: 168 time: 0.1223512 Mar 30 18:27:16.689881 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65bbf8b-0b21-4e2d-8e0f-d8f5ff8500f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5fa0c3f-f372-469f-869b-132872728cb8,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:16.940394 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 50816) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:16.953627 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-b7fc586b-3321-4a79-ab95-26dad41386ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:17.028807 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-b7fc586b-3321-4a79-ab95-26dad41386ba admin admin] Publish callbacks [] for security_group (5a23efd5-fcd8-45d7-bd9c-d92b2d7f91c6), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:17.032502 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-b7fc586b-3321-4a79-ab95-26dad41386ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (5a23efd5-fcd8-45d7-bd9c-d92b2d7f91c6), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:17.071625 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-b7fc586b-3321-4a79-ab95-26dad41386ba admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=173f2ed74f2b462588dadb79702da8ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1301754 Mar 30 18:27:17.072461 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fc586b-3321-4a79-ab95-26dad41386ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a23efd5-fcd8-45d7-bd9c-d92b2d7f91c6,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:17.074449 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 50818) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:17.121326 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-5632d178-47f1-4316-afc5-c10678beabf7 admin admin] Publish callbacks [] for security_group (5a23efd5-fcd8-45d7-bd9c-d92b2d7f91c6), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:17.142814 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-5632d178-47f1-4316-afc5-c10678beabf7 admin admin] Publish callbacks [] for security_group (5a23efd5-fcd8-45d7-bd9c-d92b2d7f91c6), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:17.190151 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-5632d178-47f1-4316-afc5-c10678beabf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (5a23efd5-fcd8-45d7-bd9c-d92b2d7f91c6), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:17.192659 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-5632d178-47f1-4316-afc5-c10678beabf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:17.193800 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-5632d178-47f1-4316-afc5-c10678beabf7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5a23efd5-fcd8-45d7-bd9c-d92b2d7f91c6 HTTP/1.1" status: 204 len: 168 time: 0.1183646 Mar 30 18:27:17.202117 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5632d178-47f1-4316-afc5-c10678beabf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a23efd5-fcd8-45d7-bd9c-d92b2d7f91c6,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:18.005813 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:18.649101 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (ab438a54-a4f6-4fd3-b589-96aa27265666), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:21.170471 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.agents_db [None req-01a7ea33-ae04-4be9-ae8a-11827e05d97f None None] Agent healthcheck: found 6 active agents {{(pid=103497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:27:22.034631 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 50916) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:22.139295 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-87992039-5b25-468c-939a-e7e461ae5500 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:22.216592 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-87992039-5b25-468c-939a-e7e461ae5500 admin admin] Publish callbacks [] for security_group (031f22df-d1f6-47e6-87a4-ee4ce8e2247f), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:22.220364 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-87992039-5b25-468c-939a-e7e461ae5500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (031f22df-d1f6-47e6-87a4-ee4ce8e2247f), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:22.256764 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87992039-5b25-468c-939a-e7e461ae5500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=031f22df-d1f6-47e6-87a4-ee4ce8e2247f,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:22.261645 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-87992039-5b25-468c-939a-e7e461ae5500 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6315e8127d45439fb884d2d52b3f0b6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2259521 Mar 30 18:27:22.264365 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 50920) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:22.310146 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-51439b4c-8eb2-4ce7-8733-d0100c112e6c admin admin] Publish callbacks [] for security_group (031f22df-d1f6-47e6-87a4-ee4ce8e2247f), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:22.331090 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-51439b4c-8eb2-4ce7-8733-d0100c112e6c admin admin] Publish callbacks [] for security_group (031f22df-d1f6-47e6-87a4-ee4ce8e2247f), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:22.376834 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-51439b4c-8eb2-4ce7-8733-d0100c112e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (031f22df-d1f6-47e6-87a4-ee4ce8e2247f), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:22.379489 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-51439b4c-8eb2-4ce7-8733-d0100c112e6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:22.380618 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-51439b4c-8eb2-4ce7-8733-d0100c112e6c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/031f22df-d1f6-47e6-87a4-ee4ce8e2247f HTTP/1.1" status: 204 len: 168 time: 0.1155267 Mar 30 18:27:22.389219 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51439b4c-8eb2-4ce7-8733-d0100c112e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=031f22df-d1f6-47e6-87a4-ee4ce8e2247f,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:22.650854 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 50928) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:22.664046 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-67dab4e2-ce14-408f-80d0-bfd0fc326167 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:22.740632 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-67dab4e2-ce14-408f-80d0-bfd0fc326167 admin admin] Publish callbacks [] for security_group (a7d8c1fc-b07b-4863-a82b-140fad7fa7a2), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:22.744982 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-67dab4e2-ce14-408f-80d0-bfd0fc326167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (a7d8c1fc-b07b-4863-a82b-140fad7fa7a2), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:22.781363 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-67dab4e2-ce14-408f-80d0-bfd0fc326167 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7ce447214728457ab2ce83f94abac5c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1293781 Mar 30 18:27:22.782247 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dab4e2-ce14-408f-80d0-bfd0fc326167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d8c1fc-b07b-4863-a82b-140fad7fa7a2,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:22.784303 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 50930) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:22.832200 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-1c3d7c33-e5de-4129-8558-8e55370b1fc2 admin admin] Publish callbacks [] for security_group (a7d8c1fc-b07b-4863-a82b-140fad7fa7a2), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:22.854093 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-1c3d7c33-e5de-4129-8558-8e55370b1fc2 admin admin] Publish callbacks [] for security_group (a7d8c1fc-b07b-4863-a82b-140fad7fa7a2), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:22.904272 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-1c3d7c33-e5de-4129-8558-8e55370b1fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (a7d8c1fc-b07b-4863-a82b-140fad7fa7a2), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:22.906835 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-1c3d7c33-e5de-4129-8558-8e55370b1fc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:22.907969 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-1c3d7c33-e5de-4129-8558-8e55370b1fc2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a7d8c1fc-b07b-4863-a82b-140fad7fa7a2 HTTP/1.1" status: 204 len: 168 time: 0.1226010 Mar 30 18:27:22.916607 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3d7c33-e5de-4129-8558-8e55370b1fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d8c1fc-b07b-4863-a82b-140fad7fa7a2,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:23.221891 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 50936) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:23.235428 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-41b39d58-8618-4648-84d2-a42782d09db2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:23.308146 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-41b39d58-8618-4648-84d2-a42782d09db2 admin admin] Publish callbacks [] for security_group (c2a3cabb-8fc7-4d40-aa4a-8e5a50ae82f8), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:23.311709 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-41b39d58-8618-4648-84d2-a42782d09db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (c2a3cabb-8fc7-4d40-aa4a-8e5a50ae82f8), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:23.350495 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-41b39d58-8618-4648-84d2-a42782d09db2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7bb0ee2ef7e94d929db6a87f2209173b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1275015 Mar 30 18:27:23.351418 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b39d58-8618-4648-84d2-a42782d09db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a3cabb-8fc7-4d40-aa4a-8e5a50ae82f8,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:23.353861 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 50938) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:23.401809 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-b47dacbb-033d-49fe-a2b9-6e0728eb5de2 admin admin] Publish callbacks [] for security_group (c2a3cabb-8fc7-4d40-aa4a-8e5a50ae82f8), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:23.422329 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-b47dacbb-033d-49fe-a2b9-6e0728eb5de2 admin admin] Publish callbacks [] for security_group (c2a3cabb-8fc7-4d40-aa4a-8e5a50ae82f8), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:23.469613 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-b47dacbb-033d-49fe-a2b9-6e0728eb5de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (c2a3cabb-8fc7-4d40-aa4a-8e5a50ae82f8), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:23.472182 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-b47dacbb-033d-49fe-a2b9-6e0728eb5de2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:23.473319 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-b47dacbb-033d-49fe-a2b9-6e0728eb5de2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c2a3cabb-8fc7-4d40-aa4a-8e5a50ae82f8 HTTP/1.1" status: 204 len: 168 time: 0.1183424 Mar 30 18:27:23.481656 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47dacbb-033d-49fe-a2b9-6e0728eb5de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a3cabb-8fc7-4d40-aa4a-8e5a50ae82f8,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:27.410866 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 51006) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:27.515522 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-9eb3d0e6-a5df-42ec-bb83-c72721d17503 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:27.591789 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-9eb3d0e6-a5df-42ec-bb83-c72721d17503 admin admin] Publish callbacks [] for security_group (4f490110-e82e-4013-8a76-4a8b54f10a40), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:27.595542 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-9eb3d0e6-a5df-42ec-bb83-c72721d17503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (4f490110-e82e-4013-8a76-4a8b54f10a40), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:27.634836 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb3d0e6-a5df-42ec-bb83-c72721d17503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f490110-e82e-4013-8a76-4a8b54f10a40,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:27.639287 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-9eb3d0e6-a5df-42ec-bb83-c72721d17503 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=647e0396431045bb8ade56902d4a039d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2273855 Mar 30 18:27:27.642331 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 51010) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:27.688944 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-b9d5e5de-2e66-45f4-b6a1-fefac9e2dd1f admin admin] Publish callbacks [] for security_group (4f490110-e82e-4013-8a76-4a8b54f10a40), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:27.710260 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-b9d5e5de-2e66-45f4-b6a1-fefac9e2dd1f admin admin] Publish callbacks [] for security_group (4f490110-e82e-4013-8a76-4a8b54f10a40), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:27.757399 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-b9d5e5de-2e66-45f4-b6a1-fefac9e2dd1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (4f490110-e82e-4013-8a76-4a8b54f10a40), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:27.760666 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-b9d5e5de-2e66-45f4-b6a1-fefac9e2dd1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:27.764367 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-b9d5e5de-2e66-45f4-b6a1-fefac9e2dd1f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4f490110-e82e-4013-8a76-4a8b54f10a40 HTTP/1.1" status: 204 len: 168 time: 0.1190262 Mar 30 18:27:27.769230 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d5e5de-2e66-45f4-b6a1-fefac9e2dd1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f490110-e82e-4013-8a76-4a8b54f10a40,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:41.803298 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bd20ea06-efd3-4b14-8db4-95cc518496fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:43.868638 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b45558f2-3a59-4d80-8879-fa725b18a99f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:45.045549 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:46.430317 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:46.593278 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e964463-df57-4936-813f-ffeb6f69a188 req-92dfd6bf-1213-4af6-91a5-da0df1c136c4 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:46.594801 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-6e964463-df57-4936-813f-ffeb6f69a188 req-92dfd6bf-1213-4af6-91a5-da0df1c136c4 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 946 time: 0.0623693 Mar 30 18:27:46.644884 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-6e964463-df57-4936-813f-ffeb6f69a188 req-0217d222-6b44-4b08-88b7-5eef4ce1a1d3 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea4351a-8e66-4bea-a6e9-16432edfcc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426490 Mar 30 18:27:47.922065 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e047e8-f577-415d-95b0-07129b32c505 req-3ecc5223-f7c2-42f8-bb17-b08032960c0b tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:47.923558 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b9e047e8-f577-415d-95b0-07129b32c505 req-3ecc5223-f7c2-42f8-bb17-b08032960c0b tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 946 time: 0.2049923 Mar 30 18:27:47.970529 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b9e047e8-f577-415d-95b0-07129b32c505 req-5b84eff9-8387-45dc-972c-ecdb9a6a0e79 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea4351a-8e66-4bea-a6e9-16432edfcc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411370 Mar 30 18:27:48.007905 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:48.652215 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9941b54-cde1-482f-a1d2-01ee9fcead74 req-506b0807-8e13-4ec9-b74f-956f989b78e6 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:48.653656 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e9941b54-cde1-482f-a1d2-01ee9fcead74 req-506b0807-8e13-4ec9-b74f-956f989b78e6 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.44 "GET /v2.0/ports?device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 946 time: 0.0517912 Mar 30 18:27:48.670888 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (ab438a54-a4f6-4fd3-b589-96aa27265666), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:48.749204 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [req-e9941b54-cde1-482f-a1d2-01ee9fcead74 req-b46a6b14-5009-4f01-ba88-51cfa3af1e32 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Deleting port b6c16740-2e52-487e-9f8f-9913a76666ff {{(pid=103495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:27:48.749554 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-e9941b54-cde1-482f-a1d2-01ee9fcead74 req-b46a6b14-5009-4f01-ba88-51cfa3af1e32 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (b6c16740-2e52-487e-9f8f-9913a76666ff), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:48.836701 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [req-e9941b54-cde1-482f-a1d2-01ee9fcead74 req-b46a6b14-5009-4f01-ba88-51cfa3af1e32 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] For port b6c16740-2e52-487e-9f8f-9913a76666ff, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b6c16740-2e52-487e-9f8f-9913a76666ff,segment=NetworkSegment(0fa95725-4471-4977-b74d-31230d09f2bc),segment_id=0fa95725-4471-4977-b74d-31230d09f2bc)] {{(pid=103495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:27:48.837070 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-e9941b54-cde1-482f-a1d2-01ee9fcead74 req-b46a6b14-5009-4f01-ba88-51cfa3af1e32 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (b6c16740-2e52-487e-9f8f-9913a76666ff), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:49.003232 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-e9941b54-cde1-482f-a1d2-01ee9fcead74 req-b46a6b14-5009-4f01-ba88-51cfa3af1e32 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:49.003768 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-e9941b54-cde1-482f-a1d2-01ee9fcead74 req-b46a6b14-5009-4f01-ba88-51cfa3af1e32 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541296'] for floatingip (985c1b6e-47e7-4eef-99b1-fce693f64801), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:49.003928 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.db.l3_db [req-e9941b54-cde1-482f-a1d2-01ee9fcead74 req-b46a6b14-5009-4f01-ba88-51cfa3af1e32 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Floating IP 985c1b6e-47e7-4eef-99b1-fce693f64801 disassociated. External IP: 172.27.1.228, port: b6c16740-2e52-487e-9f8f-9913a76666ff. Mar 30 18:27:49.004274 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [req-e9941b54-cde1-482f-a1d2-01ee9fcead74 req-b46a6b14-5009-4f01-ba88-51cfa3af1e32 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Calling delete_port for b6c16740-2e52-487e-9f8f-9913a76666ff owned by compute:nova {{(pid=103495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:27:49.164620 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-e9941b54-cde1-482f-a1d2-01ee9fcead74 req-b46a6b14-5009-4f01-ba88-51cfa3af1e32 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5398852'] for port (b6c16740-2e52-487e-9f8f-9913a76666ff), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:49.198868 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46a6b14-5009-4f01-ba88-51cfa3af1e32 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Pushing event deleted for resources: {'Port': ['ID=b6c16740-2e52-487e-9f8f-9913a76666ff,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:49.214981 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078ae08-499e-4cec-86ae-0bb47f5eb7b6 req-ec1ec897-89eb-4762-bb0c-5de0959f00fc tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:27:49.216476 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f078ae08-499e-4cec-86ae-0bb47f5eb7b6 req-ec1ec897-89eb-4762-bb0c-5de0959f00fc tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f9fc9ea-d710-4471-be4b-046a1a1853b3 HTTP/1.1" status: 200 len: 868 time: 0.1686304 Mar 30 18:27:49.220812 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46a6b14-5009-4f01-ba88-51cfa3af1e32 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:49.221125 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46a6b14-5009-4f01-ba88-51cfa3af1e32 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:49.221464 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46a6b14-5009-4f01-ba88-51cfa3af1e32 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:49.221823 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46a6b14-5009-4f01-ba88-51cfa3af1e32 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:49.222180 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46a6b14-5009-4f01-ba88-51cfa3af1e32 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:49.223053 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46a6b14-5009-4f01-ba88-51cfa3af1e32 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:49.223387 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46a6b14-5009-4f01-ba88-51cfa3af1e32 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:49.224416 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46a6b14-5009-4f01-ba88-51cfa3af1e32 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:49.224416 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46a6b14-5009-4f01-ba88-51cfa3af1e32 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:49.224416 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46a6b14-5009-4f01-ba88-51cfa3af1e32 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:49.224723 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46a6b14-5009-4f01-ba88-51cfa3af1e32 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:49.224982 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46a6b14-5009-4f01-ba88-51cfa3af1e32 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:49.225304 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46a6b14-5009-4f01-ba88-51cfa3af1e32 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:49.225634 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46a6b14-5009-4f01-ba88-51cfa3af1e32 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:49.225952 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46a6b14-5009-4f01-ba88-51cfa3af1e32 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:49.345339 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f078ae08-499e-4cec-86ae-0bb47f5eb7b6 req-d2d4e4a9-e8dd-4d28-b119-ce9d155ced36 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ea4351a-8e66-4bea-a6e9-16432edfcc1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153374 Mar 30 18:27:49.370757 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9941b54-cde1-482f-a1d2-01ee9fcead74 req-b46a6b14-5009-4f01-ba88-51cfa3af1e32 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Router 1505c357-1968-40e0-b5e9-8d977669f174 has already been hosted by L3 agent d6545c5f-a93c-4a15-87cd-019d3e75e7be {{(pid=103495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:27:49.478438 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9941b54-cde1-482f-a1d2-01ee9fcead74 req-b46a6b14-5009-4f01-ba88-51cfa3af1e32 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Notify agent at l3_agent.dv-cinder-835881-1-iscsi the message routers_updated {{(pid=103495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:27:49.489556 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ba979d-a3c3-4ce6-9d6e-fcc446f576b9 None None] Sync routers for ids ['1505c357-1968-40e0-b5e9-8d977669f174'] in dv-cinder-835881-1-iscsi {{(pid=103496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:27:49.498904 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ba979d-a3c3-4ce6-9d6e-fcc446f576b9 None None] Routers {'1505c357-1968-40e0-b5e9-8d977669f174'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:27:49.499537 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-d9ba979d-a3c3-4ce6-9d6e-fcc446f576b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:27:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['1505c357-1968-40e0-b5e9-8d977669f174'], 'active': True} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:27:49.620307 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvr_db [None req-d9ba979d-a3c3-4ce6-9d6e-fcc446f576b9 None None] Set router 1505c357-1968-40e0-b5e9-8d977669f174 gateway port host: dv-cinder-835881-1-iscsi {{(pid=103496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:27:49.779268 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9941b54-cde1-482f-a1d2-01ee9fcead74 req-b46a6b14-5009-4f01-ba88-51cfa3af1e32 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] No DVR routers for this DVR port b6c16740-2e52-487e-9f8f-9913a76666ff on host hv-cinder-83588 {{(pid=103495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:27:49.781803 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-e9941b54-cde1-482f-a1d2-01ee9fcead74 req-b46a6b14-5009-4f01-ba88-51cfa3af1e32 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for port (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:49.785678 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e9941b54-cde1-482f-a1d2-01ee9fcead74 req-b46a6b14-5009-4f01-ba88-51cfa3af1e32 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.44 "DELETE /v2.0/ports/b6c16740-2e52-487e-9f8f-9913a76666ff HTTP/1.1" status: 204 len: 173 time: 1.1261151 Mar 30 18:27:49.786407 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f9fc9ea-d710-4471-be4b-046a1a1853b3', 'name': 'network-vif-deleted', 'tag': 'b6c16740-2e52-487e-9f8f-9913a76666ff'}] {{(pid=103495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:27:49.789067 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0dfb30c8fd1ad248dcf0c7d180f6bc71f3cc1084e8ff52034c63c32eff48f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f0040e-adbc-495d-b115-1d1343f42920" -d '{"events": [{"server_uuid": "7f9fc9ea-d710-4471-be4b-046a1a1853b3", "name": "network-vif-deleted", "tag": "b6c16740-2e52-487e-9f8f-9913a76666ff"}]}' {{(pid=103495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:27:49.839724 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06abe46a-8fd5-478f-be19-25dfbdbf3228 x-openstack-request-id: req-06abe46a-8fd5-478f-be19-25dfbdbf3228 {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:27:49.839724 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f9fc9ea-d710-4471-be4b-046a1a1853b3", "name": "network-vif-deleted", "tag": "b6c16740-2e52-487e-9f8f-9913a76666ff", "status": "completed", "code": 200}]} {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:27:49.839724 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-06abe46a-8fd5-478f-be19-25dfbdbf3228 {{(pid=103495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:27:49.839724 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06abe46a-8fd5-478f-be19-25dfbdbf3228'] response: {'server_uuid': '7f9fc9ea-d710-4471-be4b-046a1a1853b3', 'name': 'network-vif-deleted', 'tag': 'b6c16740-2e52-487e-9f8f-9913a76666ff', 'status': 'completed', 'code': 200} Mar 30 18:27:49.840199 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-d9ba979d-a3c3-4ce6-9d6e-fcc446f576b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1505c357-1968-40e0-b5e9-8d977669f174', 'name': 'tempest-AttachVolumeShelveTestJSON-1705928671-router', 'tenant_id': '6fa782fa1098408491690005ca6565dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': 'aa8e69e0-1140-401b-9e33-5f5a447d3d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:17:50Z', 'updated_at': '2022-03-30T18:18:00Z', 'revision_number': 4, 'project_id': '6fa782fa1098408491690005ca6565dc', 'gw_port': {'id': 'aa8e69e0-1140-401b-9e33-5f5a447d3d83', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:39:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1505c357-1968-40e0-b5e9-8d977669f174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:53Z', 'updated_at': '2022-03-30T18:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': '2a7e2086-0f98-4e1e-8e94-c874cac22002', 'name': '', 'network_id': '2ce9154c-b8f7-4a0a-9af0-70f7be76465b', 'tenant_id': '6fa782fa1098408491690005ca6565dc', 'mac_address': 'fa:16:3e:6c:97:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1505c357-1968-40e0-b5e9-8d977669f174', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '773c0134-3744-40c4-99d5-5fc49a43d810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:58Z', 'updated_at': '2022-03-30T18:18:11Z', 'revision_number': 5, 'project_id': '6fa782fa1098408491690005ca6565dc', 'subnets': [{'id': '773c0134-3744-40c4-99d5-5fc49a43d810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:27:49.873699 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ba979d-a3c3-4ce6-9d6e-fcc446f576b9 None None] Checking router: 1505c357-1968-40e0-b5e9-8d977669f174 for host: dv-cinder-835881-1-iscsi {{(pid=103496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:27:49.882563 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ba979d-a3c3-4ce6-9d6e-fcc446f576b9 None None] Routers {'1505c357-1968-40e0-b5e9-8d977669f174'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:27:49.883190 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-d9ba979d-a3c3-4ce6-9d6e-fcc446f576b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:27:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['1505c357-1968-40e0-b5e9-8d977669f174'], 'active': True} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:27:50.122838 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvr_db [None req-d9ba979d-a3c3-4ce6-9d6e-fcc446f576b9 None None] Set router 1505c357-1968-40e0-b5e9-8d977669f174 gateway port host: dv-cinder-835881-1-iscsi {{(pid=103496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:27:50.322270 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-d9ba979d-a3c3-4ce6-9d6e-fcc446f576b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1505c357-1968-40e0-b5e9-8d977669f174', 'name': 'tempest-AttachVolumeShelveTestJSON-1705928671-router', 'tenant_id': '6fa782fa1098408491690005ca6565dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': 'aa8e69e0-1140-401b-9e33-5f5a447d3d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:17:50Z', 'updated_at': '2022-03-30T18:18:00Z', 'revision_number': 4, 'project_id': '6fa782fa1098408491690005ca6565dc', 'gw_port': {'id': 'aa8e69e0-1140-401b-9e33-5f5a447d3d83', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:39:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1505c357-1968-40e0-b5e9-8d977669f174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:53Z', 'updated_at': '2022-03-30T18:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': '2a7e2086-0f98-4e1e-8e94-c874cac22002', 'name': '', 'network_id': '2ce9154c-b8f7-4a0a-9af0-70f7be76465b', 'tenant_id': '6fa782fa1098408491690005ca6565dc', 'mac_address': 'fa:16:3e:6c:97:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1505c357-1968-40e0-b5e9-8d977669f174', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '773c0134-3744-40c4-99d5-5fc49a43d810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:58Z', 'updated_at': '2022-03-30T18:18:11Z', 'revision_number': 5, 'project_id': '6fa782fa1098408491690005ca6565dc', 'subnets': [{'id': '773c0134-3744-40c4-99d5-5fc49a43d810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:27:50.348861 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ba979d-a3c3-4ce6-9d6e-fcc446f576b9 None None] The sync data for ids ['1505c357-1968-40e0-b5e9-8d977669f174'] in dv-cinder-835881-1-iscsi is: [{'id': '1505c357-1968-40e0-b5e9-8d977669f174', 'name': 'tempest-AttachVolumeShelveTestJSON-1705928671-router', 'tenant_id': '6fa782fa1098408491690005ca6565dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': 'aa8e69e0-1140-401b-9e33-5f5a447d3d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:17:50Z', 'updated_at': '2022-03-30T18:18:00Z', 'revision_number': 4, 'project_id': '6fa782fa1098408491690005ca6565dc', 'gw_port': {'id': 'aa8e69e0-1140-401b-9e33-5f5a447d3d83', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:39:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1505c357-1968-40e0-b5e9-8d977669f174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:53Z', 'updated_at': '2022-03-30T18:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': '2a7e2086-0f98-4e1e-8e94-c874cac22002', 'name': '', 'network_id': '2ce9154c-b8f7-4a0a-9af0-70f7be76465b', 'tenant_id': '6fa782fa1098408491690005ca6565dc', 'mac_address': 'fa:16:3e:6c:97:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1505c357-1968-40e0-b5e9-8d977669f174', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '773c0134-3744-40c4-99d5-5fc49a43d810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:58Z', 'updated_at': '2022-03-30T18:18:11Z', 'revision_number': 5, 'project_id': '6fa782fa1098408491690005ca6565dc', 'subnets': [{'id': '773c0134-3744-40c4-99d5-5fc49a43d810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:27:50.434935 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 51178) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:50.494731 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-914cff6b-6265-402d-9b9f-b5890816cb27 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks [] for security_group (0ea4351a-8e66-4bea-a6e9-16432edfcc1d), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:50.518959 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-914cff6b-6265-402d-9b9f-b5890816cb27 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks [] for security_group (0ea4351a-8e66-4bea-a6e9-16432edfcc1d), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:50.568418 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-914cff6b-6265-402d-9b9f-b5890816cb27 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (0ea4351a-8e66-4bea-a6e9-16432edfcc1d), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:50.571046 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-914cff6b-6265-402d-9b9f-b5890816cb27 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks [] for security_group (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:50.574613 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-914cff6b-6265-402d-9b9f-b5890816cb27 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "DELETE /v2.0/security-groups/0ea4351a-8e66-4bea-a6e9-16432edfcc1d HTTP/1.1" status: 204 len: 168 time: 0.1362405 Mar 30 18:27:50.575005 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 51180) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:50.581360 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914cff6b-6265-402d-9b9f-b5890816cb27 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea4351a-8e66-4bea-a6e9-16432edfcc1d,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:50.589283 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.api.v2.resource [None req-e0a3a0cd-e226-4761-be21-38a169746634 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] show failed (client error): The resource could not be found. Mar 30 18:27:50.590576 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-e0a3a0cd-e226-4761-be21-38a169746634 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "GET /v2.0/security-groups/0ea4351a-8e66-4bea-a6e9-16432edfcc1d HTTP/1.1" status: 404 len: 347 time: 0.0145357 Mar 30 18:27:50.593345 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 51182) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:27:50.605877 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a429618d-29a3-4edc-9eb9-2776a16e3986 None None] New status for floating IP 985c1b6e-47e7-4eef-99b1-fce693f64801: DOWN {{(pid=103497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:27:50.719792 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.plugin [None req-72c74574-bc37-42df-a9d1-6c52481b9ee4 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Deleting port c2c14a21-1d66-4aa4-9e43-e54cfb71c88f {{(pid=103494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:27:50.720134 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-72c74574-bc37-42df-a9d1-6c52481b9ee4 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (c2c14a21-1d66-4aa4-9e43-e54cfb71c88f), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:50.800169 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-72c74574-bc37-42df-a9d1-6c52481b9ee4 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (c2c14a21-1d66-4aa4-9e43-e54cfb71c88f), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:50.800509 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-72c74574-bc37-42df-a9d1-6c52481b9ee4 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks [] for floatingip (c2c14a21-1d66-4aa4-9e43-e54cfb71c88f), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:50.812791 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.plugin [None req-72c74574-bc37-42df-a9d1-6c52481b9ee4 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Calling delete_port for c2c14a21-1d66-4aa4-9e43-e54cfb71c88f owned by network:floatingip {{(pid=103494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:27:50.945531 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-72c74574-bc37-42df-a9d1-6c52481b9ee4 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5343457'] for port (c2c14a21-1d66-4aa4-9e43-e54cfb71c88f), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:50.969952 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c74574-bc37-42df-a9d1-6c52481b9ee4 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Pushing event deleted for resources: {'Port': ['ID=c2c14a21-1d66-4aa4-9e43-e54cfb71c88f,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:27:50.996568 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c74574-bc37-42df-a9d1-6c52481b9ee4 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:50.996916 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c74574-bc37-42df-a9d1-6c52481b9ee4 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:50.997260 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c74574-bc37-42df-a9d1-6c52481b9ee4 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:50.997598 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c74574-bc37-42df-a9d1-6c52481b9ee4 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:50.997929 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c74574-bc37-42df-a9d1-6c52481b9ee4 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:50.998292 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c74574-bc37-42df-a9d1-6c52481b9ee4 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:50.998670 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c74574-bc37-42df-a9d1-6c52481b9ee4 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:50.998945 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c74574-bc37-42df-a9d1-6c52481b9ee4 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:50.999270 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c74574-bc37-42df-a9d1-6c52481b9ee4 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:50.999591 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c74574-bc37-42df-a9d1-6c52481b9ee4 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:50.999912 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c74574-bc37-42df-a9d1-6c52481b9ee4 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:51.000230 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c74574-bc37-42df-a9d1-6c52481b9ee4 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:51.000549 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c74574-bc37-42df-a9d1-6c52481b9ee4 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:51.000867 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c74574-bc37-42df-a9d1-6c52481b9ee4 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:51.001186 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c74574-bc37-42df-a9d1-6c52481b9ee4 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:27:51.044848 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-72c74574-bc37-42df-a9d1-6c52481b9ee4 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks [] for floatingip (985c1b6e-47e7-4eef-99b1-fce693f64801), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:51.047713 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-72c74574-bc37-42df-a9d1-6c52481b9ee4 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for floatingip (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:27:51.048896 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-72c74574-bc37-42df-a9d1-6c52481b9ee4 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] 10.222.0.41 "DELETE /v2.0/floatingips/985c1b6e-47e7-4eef-99b1-fce693f64801 HTTP/1.1" status: 204 len: 168 time: 0.4546604 Mar 30 18:27:52.595415 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device b6c16740-2e52-487e-9f8f-9913a76666ff no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:27:52.619406 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] No Port match for: b6c16740-2e52-487e-9f8f-9913a76666ff {{(pid=103496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:27:52.619745 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device b6c16740-2e52-487e-9f8f-9913a76666ff not bound to the agent host hv-cinder-83588 {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:27:58.168808 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.agents_db [None req-01a7ea33-ae04-4be9-ae8a-11827e05d97f None None] Agent healthcheck: found 6 active agents {{(pid=103497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:27:59.741521 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 51242) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:28:00.178034 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-15848d82-f5e1-4bba-bca5-75ce09dc9500 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542320'] for router_interface (1505c357-1968-40e0-b5e9-8d977669f174), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:00.420670 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.plugin [None req-15848d82-f5e1-4bba-bca5-75ce09dc9500 admin admin] Deleting port 2a7e2086-0f98-4e1e-8e94-c874cac22002 {{(pid=103494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:28:00.420917 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-15848d82-f5e1-4bba-bca5-75ce09dc9500 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (2a7e2086-0f98-4e1e-8e94-c874cac22002), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:00.497567 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.db [None req-15848d82-f5e1-4bba-bca5-75ce09dc9500 admin admin] For port 2a7e2086-0f98-4e1e-8e94-c874cac22002, host dv-cinder-835881-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=2a7e2086-0f98-4e1e-8e94-c874cac22002,segment=NetworkSegment(0fa95725-4471-4977-b74d-31230d09f2bc),segment_id=0fa95725-4471-4977-b74d-31230d09f2bc)] {{(pid=103494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:28:00.497959 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-15848d82-f5e1-4bba-bca5-75ce09dc9500 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (2a7e2086-0f98-4e1e-8e94-c874cac22002), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:00.510986 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.plugin [None req-15848d82-f5e1-4bba-bca5-75ce09dc9500 admin admin] Calling delete_port for 2a7e2086-0f98-4e1e-8e94-c874cac22002 owned by network:router_interface {{(pid=103494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:28:00.694914 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-15848d82-f5e1-4bba-bca5-75ce09dc9500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5343457'] for port (2a7e2086-0f98-4e1e-8e94-c874cac22002), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:00.720640 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15848d82-f5e1-4bba-bca5-75ce09dc9500 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a7e2086-0f98-4e1e-8e94-c874cac22002,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:00.893654 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-15848d82-f5e1-4bba-bca5-75ce09dc9500 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548576'] for router_interface (1505c357-1968-40e0-b5e9-8d977669f174), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:01.109415 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15848d82-f5e1-4bba-bca5-75ce09dc9500 admin admin] Router 1505c357-1968-40e0-b5e9-8d977669f174 has already been hosted by L3 agent d6545c5f-a93c-4a15-87cd-019d3e75e7be {{(pid=103494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:28:01.420718 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15848d82-f5e1-4bba-bca5-75ce09dc9500 admin admin] Notify agent at l3_agent.dv-cinder-835881-1-iscsi the message routers_updated {{(pid=103494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:28:01.425723 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-15848d82-f5e1-4bba-bca5-75ce09dc9500 admin admin] 10.222.0.41 "PUT /v2.0/routers/1505c357-1968-40e0-b5e9-8d977669f174/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6830726 Mar 30 18:28:01.428532 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 51248) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:28:01.432599 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2a493a-3e85-4aeb-a4d9-15149ef3974e None None] Sync routers for ids ['1505c357-1968-40e0-b5e9-8d977669f174'] in dv-cinder-835881-1-iscsi {{(pid=103496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:28:01.441718 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2a493a-3e85-4aeb-a4d9-15149ef3974e None None] Routers {'1505c357-1968-40e0-b5e9-8d977669f174'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:28:01.442463 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-4f2a493a-3e85-4aeb-a4d9-15149ef3974e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:27:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['1505c357-1968-40e0-b5e9-8d977669f174'], 'active': True} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:28:01.532195 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-86d737d6-e75c-4123-93e3-a9fa239de637 admin admin] Publish callbacks [] for router (1505c357-1968-40e0-b5e9-8d977669f174), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:01.551549 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvr_db [None req-4f2a493a-3e85-4aeb-a4d9-15149ef3974e None None] Set router 1505c357-1968-40e0-b5e9-8d977669f174 gateway port host: dv-cinder-835881-1-iscsi {{(pid=103496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:28:01.639751 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-86d737d6-e75c-4123-93e3-a9fa239de637 admin admin] Publish callbacks [] for router_gateway (1505c357-1968-40e0-b5e9-8d977669f174), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:01.699549 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [None req-86d737d6-e75c-4123-93e3-a9fa239de637 admin admin] Deleting port aa8e69e0-1140-401b-9e33-5f5a447d3d83 {{(pid=103495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:28:01.699884 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-86d737d6-e75c-4123-93e3-a9fa239de637 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (aa8e69e0-1140-401b-9e33-5f5a447d3d83), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:01.763706 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-4f2a493a-3e85-4aeb-a4d9-15149ef3974e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1505c357-1968-40e0-b5e9-8d977669f174', 'name': 'tempest-AttachVolumeShelveTestJSON-1705928671-router', 'tenant_id': '6fa782fa1098408491690005ca6565dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': 'aa8e69e0-1140-401b-9e33-5f5a447d3d83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:17:50Z', 'updated_at': '2022-03-30T18:28:00Z', 'revision_number': 5, 'project_id': '6fa782fa1098408491690005ca6565dc', 'gw_port': {'id': 'aa8e69e0-1140-401b-9e33-5f5a447d3d83', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:39:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1505c357-1968-40e0-b5e9-8d977669f174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:17:53Z', 'updated_at': '2022-03-30T18:18:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi'}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:28:01.791697 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2a493a-3e85-4aeb-a4d9-15149ef3974e None None] Checking router: 1505c357-1968-40e0-b5e9-8d977669f174 for host: dv-cinder-835881-1-iscsi {{(pid=103496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:28:01.799985 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2a493a-3e85-4aeb-a4d9-15149ef3974e None None] Routers {'1505c357-1968-40e0-b5e9-8d977669f174'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:28:01.800604 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-4f2a493a-3e85-4aeb-a4d9-15149ef3974e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:27:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['1505c357-1968-40e0-b5e9-8d977669f174'], 'active': True} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:28:01.807378 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [None req-86d737d6-e75c-4123-93e3-a9fa239de637 admin admin] For port aa8e69e0-1140-401b-9e33-5f5a447d3d83, host dv-cinder-835881-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=aa8e69e0-1140-401b-9e33-5f5a447d3d83,segment=NetworkSegment(3d136d15-dbd4-4a28-bf1a-1c22979f6a0d),segment_id=3d136d15-dbd4-4a28-bf1a-1c22979f6a0d)] {{(pid=103495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:28:01.807974 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-86d737d6-e75c-4123-93e3-a9fa239de637 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (aa8e69e0-1140-401b-9e33-5f5a447d3d83), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:01.822629 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [None req-86d737d6-e75c-4123-93e3-a9fa239de637 admin admin] Calling delete_port for aa8e69e0-1140-401b-9e33-5f5a447d3d83 owned by network:router_gateway {{(pid=103495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:28:01.895101 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvr_db [None req-4f2a493a-3e85-4aeb-a4d9-15149ef3974e None None] Set router 1505c357-1968-40e0-b5e9-8d977669f174 gateway port host: None {{(pid=103496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:28:01.951569 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-4f2a493a-3e85-4aeb-a4d9-15149ef3974e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1505c357-1968-40e0-b5e9-8d977669f174', 'name': 'tempest-AttachVolumeShelveTestJSON-1705928671-router', 'tenant_id': '6fa782fa1098408491690005ca6565dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:17:50Z', 'updated_at': '2022-03-30T18:28:01Z', 'revision_number': 6, 'project_id': '6fa782fa1098408491690005ca6565dc', 'gw_port_host': None}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:28:01.984681 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2a493a-3e85-4aeb-a4d9-15149ef3974e None None] The sync data for ids ['1505c357-1968-40e0-b5e9-8d977669f174'] in dv-cinder-835881-1-iscsi is: [{'id': '1505c357-1968-40e0-b5e9-8d977669f174', 'name': 'tempest-AttachVolumeShelveTestJSON-1705928671-router', 'tenant_id': '6fa782fa1098408491690005ca6565dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:17:50Z', 'updated_at': '2022-03-30T18:28:01Z', 'revision_number': 6, 'project_id': '6fa782fa1098408491690005ca6565dc', 'gw_port_host': None}] {{(pid=103496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:28:02.018312 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-86d737d6-e75c-4123-93e3-a9fa239de637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5398852'] for port (aa8e69e0-1140-401b-9e33-5f5a447d3d83), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:02.047922 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d737d6-e75c-4123-93e3-a9fa239de637 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa8e69e0-1140-401b-9e33-5f5a447d3d83,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:02.118857 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-86d737d6-e75c-4123-93e3-a9fa239de637 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541194'] for router_gateway (1505c357-1968-40e0-b5e9-8d977669f174), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:02.209751 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-86d737d6-e75c-4123-93e3-a9fa239de637 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1693'] for router (1505c357-1968-40e0-b5e9-8d977669f174), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:02.211801 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-86d737d6-e75c-4123-93e3-a9fa239de637 admin admin] Publish callbacks [] for router_controller (1505c357-1968-40e0-b5e9-8d977669f174), precommit_delete_associations {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:02.255262 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-86d737d6-e75c-4123-93e3-a9fa239de637 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548847'] for router (1505c357-1968-40e0-b5e9-8d977669f174), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:02.255799 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d737d6-e75c-4123-93e3-a9fa239de637 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1505c357-1968-40e0-b5e9-8d977669f174 {{(pid=103495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 18:28:02.260028 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-86d737d6-e75c-4123-93e3-a9fa239de637 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:02.261165 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-86d737d6-e75c-4123-93e3-a9fa239de637 admin admin] 10.222.0.41 "DELETE /v2.0/routers/1505c357-1968-40e0-b5e9-8d977669f174 HTTP/1.1" status: 204 len: 168 time: 0.8317668 Mar 30 18:28:02.263830 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 51260) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:28:02.307940 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ee5be48-1948-4187-952c-94ce8ead3bc8 admin admin] Deleting subnet 773c0134-3744-40c4-99d5-5fc49a43d810 {{(pid=103495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 18:28:02.310911 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-1ee5be48-1948-4187-952c-94ce8ead3bc8 admin admin] Publish callbacks [] for subnet (773c0134-3744-40c4-99d5-5fc49a43d810), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:02.348489 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-1ee5be48-1948-4187-952c-94ce8ead3bc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5945491'] for subnet (773c0134-3744-40c4-99d5-5fc49a43d810), precommit_delete_associations {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:02.429137 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-1ee5be48-1948-4187-952c-94ce8ead3bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122403'] for subnet (773c0134-3744-40c4-99d5-5fc49a43d810), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:02.482869 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-1ee5be48-1948-4187-952c-94ce8ead3bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5399735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4403031'] for subnet (773c0134-3744-40c4-99d5-5fc49a43d810), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:02.507935 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee5be48-1948-4187-952c-94ce8ead3bc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=773c0134-3744-40c4-99d5-5fc49a43d810,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:02.511711 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-1ee5be48-1948-4187-952c-94ce8ead3bc8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:02.514909 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-1ee5be48-1948-4187-952c-94ce8ead3bc8 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/773c0134-3744-40c4-99d5-5fc49a43d810 HTTP/1.1" status: 204 len: 168 time: 0.2501345 Mar 30 18:28:02.517369 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 51262) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:28:02.517513 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8936ea90-2d96-4314-bc60-2a21ddc8b3c7 None None] Network 2ce9154c-b8f7-4a0a-9af0-70f7be76465b requested from dv-cinder-835881-1-iscsi {{(pid=103496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:28:02.590234 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-86a38cbe-da5b-4447-b2a9-0a1587d1382f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052194'] for network (2ce9154c-b8f7-4a0a-9af0-70f7be76465b), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:02.644947 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [None req-86a38cbe-da5b-4447-b2a9-0a1587d1382f admin admin] Deleting port 37c63768-60d0-4bd5-8f57-1c5cfe7e43ba {{(pid=103495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:28:02.645297 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-86a38cbe-da5b-4447-b2a9-0a1587d1382f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (37c63768-60d0-4bd5-8f57-1c5cfe7e43ba), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:02.712563 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [None req-86a38cbe-da5b-4447-b2a9-0a1587d1382f admin admin] For port 37c63768-60d0-4bd5-8f57-1c5cfe7e43ba, host dv-cinder-835881-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=37c63768-60d0-4bd5-8f57-1c5cfe7e43ba,segment=NetworkSegment(0fa95725-4471-4977-b74d-31230d09f2bc),segment_id=0fa95725-4471-4977-b74d-31230d09f2bc)] {{(pid=103495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:28:02.712859 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-86a38cbe-da5b-4447-b2a9-0a1587d1382f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (37c63768-60d0-4bd5-8f57-1c5cfe7e43ba), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:02.725569 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [None req-86a38cbe-da5b-4447-b2a9-0a1587d1382f admin admin] Calling delete_port for 37c63768-60d0-4bd5-8f57-1c5cfe7e43ba owned by network:dhcp {{(pid=103495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:28:02.760776 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af53235-304f-4287-ba7f-61f1fd9bc3d6 None None] DHCP port deletion for 2ce9154c-b8f7-4a0a-9af0-70f7be76465b request from dv-cinder-835881-1-iscsi {{(pid=103496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 18:28:02.809763 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-86a38cbe-da5b-4447-b2a9-0a1587d1382f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5398852'] for port (37c63768-60d0-4bd5-8f57-1c5cfe7e43ba), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:02.816472 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8af53235-304f-4287-ba7f-61f1fd9bc3d6 None None] Deleting port 37c63768-60d0-4bd5-8f57-1c5cfe7e43ba {{(pid=103496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:28:02.816849 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8af53235-304f-4287-ba7f-61f1fd9bc3d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (37c63768-60d0-4bd5-8f57-1c5cfe7e43ba), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:02.836428 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a38cbe-da5b-4447-b2a9-0a1587d1382f admin admin] Pushing event deleted for resources: {'Port': ['ID=37c63768-60d0-4bd5-8f57-1c5cfe7e43ba,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:02.839822 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a38cbe-da5b-4447-b2a9-0a1587d1382f admin admin] No DVR routers for this DVR port 37c63768-60d0-4bd5-8f57-1c5cfe7e43ba on host dv-cinder-835881-1-iscsi {{(pid=103495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:28:02.888870 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-8af53235-304f-4287-ba7f-61f1fd9bc3d6 None None] For port 37c63768-60d0-4bd5-8f57-1c5cfe7e43ba, host dv-cinder-835881-1-iscsi, got binding levels [] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:28:02.889273 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8af53235-304f-4287-ba7f-61f1fd9bc3d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (37c63768-60d0-4bd5-8f57-1c5cfe7e43ba), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:02.902899 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8af53235-304f-4287-ba7f-61f1fd9bc3d6 None None] Calling delete_port for 37c63768-60d0-4bd5-8f57-1c5cfe7e43ba owned by network:dhcp {{(pid=103496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:28:02.905613 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.ipam_backend_mixin [None req-8af53235-304f-4287-ba7f-61f1fd9bc3d6 None None] Port 37c63768-60d0-4bd5-8f57-1c5cfe7e43ba was not found and therefore no delete operation was performed {{(pid=103496) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 30 18:28:02.906941 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8af53235-304f-4287-ba7f-61f1fd9bc3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983'] for port (37c63768-60d0-4bd5-8f57-1c5cfe7e43ba), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:02.914238 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-86a38cbe-da5b-4447-b2a9-0a1587d1382f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1203688', 'neutron.services.segments.db._delete_segments_for_network-8728099724090'] for network (2ce9154c-b8f7-4a0a-9af0-70f7be76465b), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:02.935981 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af53235-304f-4287-ba7f-61f1fd9bc3d6 None None] Pushing event deleted for resources: {'Port': ['ID=37c63768-60d0-4bd5-8f57-1c5cfe7e43ba,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:02.939854 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.services.segments.db [None req-86a38cbe-da5b-4447-b2a9-0a1587d1382f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ce9154c-b8f7-4a0a-9af0-70f7be76465b']}} {{(pid=103495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:28:02.941763 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af53235-304f-4287-ba7f-61f1fd9bc3d6 None None] No DVR routers for this DVR port 37c63768-60d0-4bd5-8f57-1c5cfe7e43ba on host dv-cinder-835881-1-iscsi {{(pid=103496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:28:02.954391 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.services.segments.db [None req-86a38cbe-da5b-4447-b2a9-0a1587d1382f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fa95725-4471-4977-b74d-31230d09f2bc') {'for_net_delete': True} {{(pid=103495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:28:02.954673 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.services.segments.db [None req-86a38cbe-da5b-4447-b2a9-0a1587d1382f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fa95725-4471-4977-b74d-31230d09f2bc') {} {{(pid=103495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:28:02.965149 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-86a38cbe-da5b-4447-b2a9-0a1587d1382f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728099723075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5945496'] for segment (0fa95725-4471-4977-b74d-31230d09f2bc), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:02.980314 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-86a38cbe-da5b-4447-b2a9-0a1587d1382f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125716'] for segment (0fa95725-4471-4977-b74d-31230d09f2bc), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:02.987615 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86a38cbe-da5b-4447-b2a9-0a1587d1382f admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=103495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 18:28:02.988021 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-86a38cbe-da5b-4447-b2a9-0a1587d1382f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5398801'] for segment (0fa95725-4471-4977-b74d-31230d09f2bc), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:02.990590 dv-cinder-835881-1-iscsi neutron-server[103495]: Traceback (most recent call last): Mar 30 18:28:02.990590 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 18:28:02.990590 dv-cinder-835881-1-iscsi neutron-server[103495]: timer() Mar 30 18:28:02.990590 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 18:28:02.990590 dv-cinder-835881-1-iscsi neutron-server[103495]: cb(*args, **kw) Mar 30 18:28:02.990590 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 18:28:02.990590 dv-cinder-835881-1-iscsi neutron-server[103495]: return func(*args, **kwargs) Mar 30 18:28:02.990590 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 18:28:02.990590 dv-cinder-835881-1-iscsi neutron-server[103495]: self._notify() Mar 30 18:28:02.990590 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 18:28:02.990590 dv-cinder-835881-1-iscsi neutron-server[103495]: self.callback(batched_events) Mar 30 18:28:02.990590 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 18:28:02.990590 dv-cinder-835881-1-iscsi neutron-server[103495]: event.method(event) Mar 30 18:28:02.990590 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 18:28:02.990590 dv-cinder-835881-1-iscsi neutron-server[103495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 18:28:02.990590 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 18:28:02.990590 dv-cinder-835881-1-iscsi neutron-server[103495]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 18:28:02.990590 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 18:28:02.990590 dv-cinder-835881-1-iscsi neutron-server[103495]: return f(self, *a, **k) Mar 30 18:28:02.990590 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 18:28:02.990590 dv-cinder-835881-1-iscsi neutron-server[103495]: return self._get(url).json() Mar 30 18:28:02.990590 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 18:28:02.990590 dv-cinder-835881-1-iscsi neutron-server[103495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 18:28:02.990590 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 18:28:02.990590 dv-cinder-835881-1-iscsi neutron-server[103495]: return self.request(url, 'GET', **kwargs) Mar 30 18:28:02.990590 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 18:28:02.990590 dv-cinder-835881-1-iscsi neutron-server[103495]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 18:28:02.990590 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 18:28:02.990590 dv-cinder-835881-1-iscsi neutron-server[103495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 18:28:02.990590 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 18:28:02.990590 dv-cinder-835881-1-iscsi neutron-server[103495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 18:28:02.990590 dv-cinder-835881-1-iscsi neutron-server[103495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 18:28:03.068808 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-86a38cbe-da5b-4447-b2a9-0a1587d1382f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1203681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541286'] for network (2ce9154c-b8f7-4a0a-9af0-70f7be76465b), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:03.074561 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-86a38cbe-da5b-4447-b2a9-0a1587d1382f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:03.083423 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-86a38cbe-da5b-4447-b2a9-0a1587d1382f admin admin] 10.222.0.41 "DELETE /v2.0/networks/2ce9154c-b8f7-4a0a-9af0-70f7be76465b HTTP/1.1" status: 204 len: 168 time: 0.5628867 Mar 30 18:28:03.100736 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a38cbe-da5b-4447-b2a9-0a1587d1382f admin admin] Pushing event deleted for resources: {'Network': ['ID=2ce9154c-b8f7-4a0a-9af0-70f7be76465b,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:03.209678 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 51270) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:28:03.252088 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-43f8243d-5980-4d9c-90f2-26ec966fef50 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6fa782fa1098408491690005ca6565dc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0411742 Mar 30 18:28:03.254650 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 51272) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:28:03.311523 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-748ad40c-47cf-4eb8-b04b-35afa560fe0b admin admin] Publish callbacks [] for security_group (9e6db774-df52-4b72-820b-a83f4ed0178d), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:03.335865 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-748ad40c-47cf-4eb8-b04b-35afa560fe0b admin admin] Publish callbacks [] for security_group (9e6db774-df52-4b72-820b-a83f4ed0178d), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:03.390914 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-748ad40c-47cf-4eb8-b04b-35afa560fe0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (9e6db774-df52-4b72-820b-a83f4ed0178d), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:03.393541 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-748ad40c-47cf-4eb8-b04b-35afa560fe0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:03.397853 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-748ad40c-47cf-4eb8-b04b-35afa560fe0b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9e6db774-df52-4b72-820b-a83f4ed0178d HTTP/1.1" status: 204 len: 168 time: 0.1391156 Mar 30 18:28:03.404290 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748ad40c-47cf-4eb8-b04b-35afa560fe0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6db774-df52-4b72-820b-a83f4ed0178d,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:03.767117 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 37c63768-60d0-4bd5-8f57-1c5cfe7e43ba no longer exists at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:28:03.788558 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] No Port match for: 37c63768-60d0-4bd5-8f57-1c5cfe7e43ba {{(pid=103496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:28:03.788839 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 37c63768-60d0-4bd5-8f57-1c5cfe7e43ba not bound to the agent host dv-cinder-835881-1-iscsi {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:28:03.789252 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device aa8e69e0-1140-401b-9e33-5f5a447d3d83 no longer exists at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:28:03.808597 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] No Port match for: aa8e69e0-1140-401b-9e33-5f5a447d3d83 {{(pid=103496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:28:03.808943 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device aa8e69e0-1140-401b-9e33-5f5a447d3d83 not bound to the agent host dv-cinder-835881-1-iscsi {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:28:03.809346 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 2a7e2086-0f98-4e1e-8e94-c874cac22002 no longer exists at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:28:03.828382 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] No Port match for: 2a7e2086-0f98-4e1e-8e94-c874cac22002 {{(pid=103496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:28:03.828730 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 2a7e2086-0f98-4e1e-8e94-c874cac22002 not bound to the agent host dv-cinder-835881-1-iscsi {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:28:05.405927 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 51348) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:28:05.508322 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-8f37aa95-5855-4389-8419-50d4fb2f3176 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:05.582372 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-8f37aa95-5855-4389-8419-50d4fb2f3176 admin admin] Publish callbacks [] for security_group (bb38d059-3032-4bb4-974f-295c2a0fe4b3), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:05.586550 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-8f37aa95-5855-4389-8419-50d4fb2f3176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (bb38d059-3032-4bb4-974f-295c2a0fe4b3), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:05.623415 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-8f37aa95-5855-4389-8419-50d4fb2f3176 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7cac2dbf7d2f45078b2b817caaaa356e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2163563 Mar 30 18:28:05.624589 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f37aa95-5855-4389-8419-50d4fb2f3176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb38d059-3032-4bb4-974f-295c2a0fe4b3,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:05.626037 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 51354) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:28:05.674152 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-e8f5e230-e4c9-44a9-8586-bf6e324e68ce admin admin] Publish callbacks [] for security_group (bb38d059-3032-4bb4-974f-295c2a0fe4b3), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:05.695945 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-e8f5e230-e4c9-44a9-8586-bf6e324e68ce admin admin] Publish callbacks [] for security_group (bb38d059-3032-4bb4-974f-295c2a0fe4b3), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:05.747787 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-e8f5e230-e4c9-44a9-8586-bf6e324e68ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (bb38d059-3032-4bb4-974f-295c2a0fe4b3), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:05.750502 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-e8f5e230-e4c9-44a9-8586-bf6e324e68ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:05.751655 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-e8f5e230-e4c9-44a9-8586-bf6e324e68ce admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bb38d059-3032-4bb4-974f-295c2a0fe4b3 HTTP/1.1" status: 204 len: 168 time: 0.1245937 Mar 30 18:28:05.759772 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f5e230-e4c9-44a9-8586-bf6e324e68ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb38d059-3032-4bb4-974f-295c2a0fe4b3,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:06.006309 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 51360) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:28:06.019898 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-ac126f2f-1b44-4402-80d7-8f71a63ada9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:06.093859 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-ac126f2f-1b44-4402-80d7-8f71a63ada9e admin admin] Publish callbacks [] for security_group (1ebf92e2-05e2-420a-864f-4308d73692d5), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:06.097645 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-ac126f2f-1b44-4402-80d7-8f71a63ada9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (1ebf92e2-05e2-420a-864f-4308d73692d5), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:06.136991 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-ac126f2f-1b44-4402-80d7-8f71a63ada9e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2d5b849590f74a44af5fd1b8eb759e2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1295950 Mar 30 18:28:06.137873 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac126f2f-1b44-4402-80d7-8f71a63ada9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ebf92e2-05e2-420a-864f-4308d73692d5,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:06.139638 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 51362) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:28:06.188387 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-1758db1a-dffd-4209-97b2-36057b9e7992 admin admin] Publish callbacks [] for security_group (1ebf92e2-05e2-420a-864f-4308d73692d5), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:06.209096 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-1758db1a-dffd-4209-97b2-36057b9e7992 admin admin] Publish callbacks [] for security_group (1ebf92e2-05e2-420a-864f-4308d73692d5), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:06.254270 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-1758db1a-dffd-4209-97b2-36057b9e7992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (1ebf92e2-05e2-420a-864f-4308d73692d5), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:06.256876 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-1758db1a-dffd-4209-97b2-36057b9e7992 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:06.258631 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-1758db1a-dffd-4209-97b2-36057b9e7992 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1ebf92e2-05e2-420a-864f-4308d73692d5 HTTP/1.1" status: 204 len: 168 time: 0.1173711 Mar 30 18:28:06.266718 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1758db1a-dffd-4209-97b2-36057b9e7992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ebf92e2-05e2-420a-864f-4308d73692d5,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:11.499490 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 51464) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:28:11.604169 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-c9e38a1b-2385-4f2b-9ced-5367ad8ca15e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:11.679316 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-c9e38a1b-2385-4f2b-9ced-5367ad8ca15e admin admin] Publish callbacks [] for security_group (3c0adafd-965d-4f1b-97b1-4d721f5cf616), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:11.683349 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-c9e38a1b-2385-4f2b-9ced-5367ad8ca15e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (3c0adafd-965d-4f1b-97b1-4d721f5cf616), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:11.721695 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-c9e38a1b-2385-4f2b-9ced-5367ad8ca15e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7c6cba649aa1402bb8a0ca512fd9a448&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2211521 Mar 30 18:28:11.722586 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e38a1b-2385-4f2b-9ced-5367ad8ca15e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0adafd-965d-4f1b-97b1-4d721f5cf616,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:11.724307 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 51468) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:28:11.780630 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-73324afb-d185-41fb-bdea-2c6416f2aaf7 admin admin] Publish callbacks [] for security_group (3c0adafd-965d-4f1b-97b1-4d721f5cf616), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:11.804401 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-73324afb-d185-41fb-bdea-2c6416f2aaf7 admin admin] Publish callbacks [] for security_group (3c0adafd-965d-4f1b-97b1-4d721f5cf616), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:11.805207 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-090815fb-15ea-472e-8598-9853a4e8c980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:11.850484 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-73324afb-d185-41fb-bdea-2c6416f2aaf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (3c0adafd-965d-4f1b-97b1-4d721f5cf616), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:11.853771 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-73324afb-d185-41fb-bdea-2c6416f2aaf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:11.855046 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-73324afb-d185-41fb-bdea-2c6416f2aaf7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3c0adafd-965d-4f1b-97b1-4d721f5cf616 HTTP/1.1" status: 204 len: 168 time: 0.1297255 Mar 30 18:28:11.862696 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73324afb-d185-41fb-bdea-2c6416f2aaf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0adafd-965d-4f1b-97b1-4d721f5cf616,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:12.115064 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 51480) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:28:12.129149 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-bec71db0-0189-45f3-9952-7d9ecffb9237 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:12.208949 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-bec71db0-0189-45f3-9952-7d9ecffb9237 admin admin] Publish callbacks [] for security_group (145a6b00-82f7-405d-8613-104a89802d24), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:12.212645 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-bec71db0-0189-45f3-9952-7d9ecffb9237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (145a6b00-82f7-405d-8613-104a89802d24), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:12.253877 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-bec71db0-0189-45f3-9952-7d9ecffb9237 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3612b87a516241c8a7762d970dce3811&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1377420 Mar 30 18:28:12.255020 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec71db0-0189-45f3-9952-7d9ecffb9237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=145a6b00-82f7-405d-8613-104a89802d24,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:12.256516 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 51482) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:28:12.310912 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-2654aead-a9cc-4c96-ad65-9ff76a1dc2ff admin admin] Publish callbacks [] for security_group (145a6b00-82f7-405d-8613-104a89802d24), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:12.333371 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-2654aead-a9cc-4c96-ad65-9ff76a1dc2ff admin admin] Publish callbacks [] for security_group (145a6b00-82f7-405d-8613-104a89802d24), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:12.381147 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-2654aead-a9cc-4c96-ad65-9ff76a1dc2ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (145a6b00-82f7-405d-8613-104a89802d24), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:12.383761 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-2654aead-a9cc-4c96-ad65-9ff76a1dc2ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:12.384918 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-2654aead-a9cc-4c96-ad65-9ff76a1dc2ff admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/145a6b00-82f7-405d-8613-104a89802d24 HTTP/1.1" status: 204 len: 168 time: 0.1267264 Mar 30 18:28:12.393234 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2654aead-a9cc-4c96-ad65-9ff76a1dc2ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=145a6b00-82f7-405d-8613-104a89802d24,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:13.423056 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 51520) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:28:13.527714 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-b9e21719-5414-4029-869e-4694e9da9adf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:13.603636 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-b9e21719-5414-4029-869e-4694e9da9adf admin admin] Publish callbacks [] for security_group (a113d5fc-3bec-47df-ab0f-a522b7d90c3e), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:13.608534 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-b9e21719-5414-4029-869e-4694e9da9adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (a113d5fc-3bec-47df-ab0f-a522b7d90c3e), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:13.646540 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e21719-5414-4029-869e-4694e9da9adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a113d5fc-3bec-47df-ab0f-a522b7d90c3e,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:13.654279 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-b9e21719-5414-4029-869e-4694e9da9adf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=206e9998632748a2a5e38b9d607788ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2296677 Mar 30 18:28:13.654375 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 51532) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:28:13.704033 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-a64d9aa7-86c8-4744-8f37-477d5f5b7bba admin admin] Publish callbacks [] for security_group (a113d5fc-3bec-47df-ab0f-a522b7d90c3e), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:13.728391 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-a64d9aa7-86c8-4744-8f37-477d5f5b7bba admin admin] Publish callbacks [] for security_group (a113d5fc-3bec-47df-ab0f-a522b7d90c3e), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:13.782354 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-a64d9aa7-86c8-4744-8f37-477d5f5b7bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (a113d5fc-3bec-47df-ab0f-a522b7d90c3e), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:13.784958 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-a64d9aa7-86c8-4744-8f37-477d5f5b7bba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:13.788647 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-a64d9aa7-86c8-4744-8f37-477d5f5b7bba admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a113d5fc-3bec-47df-ab0f-a522b7d90c3e HTTP/1.1" status: 204 len: 168 time: 0.1310999 Mar 30 18:28:13.794934 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64d9aa7-86c8-4744-8f37-477d5f5b7bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a113d5fc-3bec-47df-ab0f-a522b7d90c3e,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:13.871448 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bc9ec3d6-bf13-4d41-8ffd-df4e2757cf08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:15.046839 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:16.433402 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:18.009594 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:18.684490 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (ab438a54-a4f6-4fd3-b589-96aa27265666), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:20.468979 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 51618) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:28:20.569772 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-6ab70c71-c50e-4a3a-baf2-d69b22f61440 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:20.644338 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-6ab70c71-c50e-4a3a-baf2-d69b22f61440 admin admin] Publish callbacks [] for security_group (6eaa163c-49a5-441d-b40b-5478b13f7201), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:20.648177 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-6ab70c71-c50e-4a3a-baf2-d69b22f61440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (6eaa163c-49a5-441d-b40b-5478b13f7201), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:20.687773 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-6ab70c71-c50e-4a3a-baf2-d69b22f61440 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c1d7ff68511048b09216333054e95215&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2176867 Mar 30 18:28:20.688680 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab70c71-c50e-4a3a-baf2-d69b22f61440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eaa163c-49a5-441d-b40b-5478b13f7201,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:20.690463 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 51622) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:28:20.741580 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-f9de2ef2-473b-4c64-9112-b1aef85bbbf6 admin admin] Publish callbacks [] for security_group (6eaa163c-49a5-441d-b40b-5478b13f7201), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:20.763582 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-f9de2ef2-473b-4c64-9112-b1aef85bbbf6 admin admin] Publish callbacks [] for security_group (6eaa163c-49a5-441d-b40b-5478b13f7201), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:20.816401 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-f9de2ef2-473b-4c64-9112-b1aef85bbbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (6eaa163c-49a5-441d-b40b-5478b13f7201), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:20.819150 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-f9de2ef2-473b-4c64-9112-b1aef85bbbf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:20.820315 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-f9de2ef2-473b-4c64-9112-b1aef85bbbf6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6eaa163c-49a5-441d-b40b-5478b13f7201 HTTP/1.1" status: 204 len: 168 time: 0.1282239 Mar 30 18:28:20.828320 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9de2ef2-473b-4c64-9112-b1aef85bbbf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eaa163c-49a5-441d-b40b-5478b13f7201,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:22.539444 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 51642) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:28:22.647565 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-ede386e5-9b41-47c6-9b02-eda255b00946 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:22.728222 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-ede386e5-9b41-47c6-9b02-eda255b00946 admin admin] Publish callbacks [] for security_group (55dbff58-baf8-4f79-83d6-b1ccb1d33b36), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:22.732181 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-ede386e5-9b41-47c6-9b02-eda255b00946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (55dbff58-baf8-4f79-83d6-b1ccb1d33b36), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:22.770622 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-ede386e5-9b41-47c6-9b02-eda255b00946 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6c80bb63f3444f73aa6db4c8d1a3675e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2301073 Mar 30 18:28:22.771824 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede386e5-9b41-47c6-9b02-eda255b00946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55dbff58-baf8-4f79-83d6-b1ccb1d33b36,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:22.773275 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 51646) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:28:22.821441 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-ee06934c-2738-4b6c-8dd7-def8919f5aaf admin admin] Publish callbacks [] for security_group (55dbff58-baf8-4f79-83d6-b1ccb1d33b36), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:22.841578 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-ee06934c-2738-4b6c-8dd7-def8919f5aaf admin admin] Publish callbacks [] for security_group (55dbff58-baf8-4f79-83d6-b1ccb1d33b36), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:22.890503 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-ee06934c-2738-4b6c-8dd7-def8919f5aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (55dbff58-baf8-4f79-83d6-b1ccb1d33b36), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:22.892955 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-ee06934c-2738-4b6c-8dd7-def8919f5aaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:22.894091 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-ee06934c-2738-4b6c-8dd7-def8919f5aaf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/55dbff58-baf8-4f79-83d6-b1ccb1d33b36 HTTP/1.1" status: 204 len: 168 time: 0.1197834 Mar 30 18:28:22.902026 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee06934c-2738-4b6c-8dd7-def8919f5aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55dbff58-baf8-4f79-83d6-b1ccb1d33b36,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:23.149180 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 51652) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:28:23.162539 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-734ef185-25db-45fe-934f-50e03015f524 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:23.238144 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-734ef185-25db-45fe-934f-50e03015f524 admin admin] Publish callbacks [] for security_group (0ec47604-f7cb-463a-b718-50c11342b18c), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:23.242610 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-734ef185-25db-45fe-934f-50e03015f524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (0ec47604-f7cb-463a-b718-50c11342b18c), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:23.280732 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-734ef185-25db-45fe-934f-50e03015f524 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a5d293f6ffbf4d1382651734cc52e152&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1305041 Mar 30 18:28:23.281832 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ef185-25db-45fe-934f-50e03015f524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec47604-f7cb-463a-b718-50c11342b18c,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:23.283439 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 51654) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:28:23.332780 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-81e683a6-dc8c-4fcd-9987-50f5d5115a60 admin admin] Publish callbacks [] for security_group (0ec47604-f7cb-463a-b718-50c11342b18c), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:23.354065 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-81e683a6-dc8c-4fcd-9987-50f5d5115a60 admin admin] Publish callbacks [] for security_group (0ec47604-f7cb-463a-b718-50c11342b18c), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:23.400826 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-81e683a6-dc8c-4fcd-9987-50f5d5115a60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (0ec47604-f7cb-463a-b718-50c11342b18c), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:23.404343 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-81e683a6-dc8c-4fcd-9987-50f5d5115a60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:23.405480 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-81e683a6-dc8c-4fcd-9987-50f5d5115a60 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0ec47604-f7cb-463a-b718-50c11342b18c HTTP/1.1" status: 204 len: 168 time: 0.1210515 Mar 30 18:28:23.413000 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e683a6-dc8c-4fcd-9987-50f5d5115a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec47604-f7cb-463a-b718-50c11342b18c,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:24.076740 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 51676) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:28:24.168972 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [None req-03eab2e7-6123-4389-b951-6c40e8046080 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1794073303-network', 'tenant_id': 'e9ed2194ab41484f901db12ff8b96ce1'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:28:24.191267 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03eab2e7-6123-4389-b951-6c40e8046080 admin admin] Made reservation on behalf of e9ed2194ab41484f901db12ff8b96ce1 for: {'network': 1} {{(pid=103495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:28:24.193527 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-03eab2e7-6123-4389-b951-6c40e8046080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for network (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:24.202465 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-03eab2e7-6123-4389-b951-6c40e8046080 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:24.276968 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-03eab2e7-6123-4389-b951-6c40e8046080 admin admin] Publish callbacks [] for security_group (6288b84d-1d87-4d62-8cf7-8adb8e9b124c), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:24.280958 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-03eab2e7-6123-4389-b951-6c40e8046080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (6288b84d-1d87-4d62-8cf7-8adb8e9b124c), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:24.308273 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03eab2e7-6123-4389-b951-6c40e8046080 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=103495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 18:28:24.315473 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eab2e7-6123-4389-b951-6c40e8046080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6288b84d-1d87-4d62-8cf7-8adb8e9b124c,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:24.321482 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-03eab2e7-6123-4389-b951-6c40e8046080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125716'] for segment (48dfe584-a025-4c1a-a76d-be011b0b9702), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:24.321830 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.db.segments_db [None req-03eab2e7-6123-4389-b951-6c40e8046080 admin admin] Added segment 48dfe584-a025-4c1a-a76d-be011b0b9702 of type vlan for network b178dce9-2437-487e-b632-1b7b5a8157e8 Mar 30 18:28:24.362702 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-03eab2e7-6123-4389-b951-6c40e8046080 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728099366458'] for network (b178dce9-2437-487e-b632-1b7b5a8157e8), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:24.386697 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-03eab2e7-6123-4389-b951-6c40e8046080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241'] for network (b178dce9-2437-487e-b632-1b7b5a8157e8), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:24.388265 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03eab2e7-6123-4389-b951-6c40e8046080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:24.388905 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-03eab2e7-6123-4389-b951-6c40e8046080 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:24.451469 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-03eab2e7-6123-4389-b951-6c40e8046080 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3734703 Mar 30 18:28:24.454335 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 51680) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:28:24.456393 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eab2e7-6123-4389-b951-6c40e8046080 admin admin] Pushing event updated for resources: {'Network': ['ID=b178dce9-2437-487e-b632-1b7b5a8157e8,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:24.459438 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.v2.base [None req-16746f3d-a8cd-44f4-8509-6e94fdb310e3 admin admin] Request body: {'subnet': {'network_id': 'b178dce9-2437-487e-b632-1b7b5a8157e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1794073303-subnet', 'tenant_id': 'e9ed2194ab41484f901db12ff8b96ce1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:28:24.466661 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Network b178dce9-2437-487e-b632-1b7b5a8157e8 details requested by agent ovs-agent-dv-cinder-835881-1-iscsi with host dv-cinder-835881-1-iscsi {{(pid=103496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 18:28:24.478998 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16746f3d-a8cd-44f4-8509-6e94fdb310e3 admin admin] Made reservation on behalf of e9ed2194ab41484f901db12ff8b96ce1 for: {'subnet': 1} {{(pid=103494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:28:24.481901 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-16746f3d-a8cd-44f4-8509-6e94fdb310e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5415518'] for subnet (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:24.673586 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-16746f3d-a8cd-44f4-8509-6e94fdb310e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5344593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5415496'] for subnet (11c27b12-0979-49d5-84ce-f62c2f5ffe04), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:24.723863 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16746f3d-a8cd-44f4-8509-6e94fdb310e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11c27b12-0979-49d5-84ce-f62c2f5ffe04,revision_number=0']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:24.740431 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16746f3d-a8cd-44f4-8509-6e94fdb310e3 admin admin] Checking segment: {'id': '48dfe584-a025-4c1a-a76d-be011b0b9702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'b178dce9-2437-487e-b632-1b7b5a8157e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:28:24.740794 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16746f3d-a8cd-44f4-8509-6e94fdb310e3 admin admin] Network hostable DHCP agents. Network: b178dce9-2437-487e-b632-1b7b5a8157e8, hostable agents: ['f171183a-83cc-4c67-9a52-f7c4c9021937'], hosted agents: [] {{(pid=103494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 18:28:24.756584 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16746f3d-a8cd-44f4-8509-6e94fdb310e3 admin admin] Network b178dce9-2437-487e-b632-1b7b5a8157e8 is scheduled to be hosted by DHCP agent f171183a-83cc-4c67-9a52-f7c4c9021937 with binding_index 1 {{(pid=103494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 18:28:24.765188 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.base_scheduler [None req-16746f3d-a8cd-44f4-8509-6e94fdb310e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-1-iscsi, b178dce9-2437-487e-b632-1b7b5a8157e8) {{(pid=103494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:28:24.769260 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16746f3d-a8cd-44f4-8509-6e94fdb310e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:24.769857 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-16746f3d-a8cd-44f4-8509-6e94fdb310e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for subnet (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:24.774454 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872a0ff5-9b27-4ffe-9528-2bd679f562b1 None None] Network b178dce9-2437-487e-b632-1b7b5a8157e8 requested from dv-cinder-835881-1-iscsi {{(pid=103496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:28:24.786794 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-16746f3d-a8cd-44f4-8509-6e94fdb310e3 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3313596 Mar 30 18:28:24.873878 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257620d5-f561-46cf-abd6-41f956dbf339 None None] Network b178dce9-2437-487e-b632-1b7b5a8157e8 requested from dv-cinder-835881-1-iscsi {{(pid=103496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:28:26.504828 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad6579-6532-4a25-93ac-aa575c457a38 req-3c5a691e-8979-456d-9db9-1c88759d5c8a tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:26.506320 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-23ad6579-6532-4a25-93ac-aa575c457a38 req-3c5a691e-8979-456d-9db9-1c88759d5c8a tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] 10.222.0.41 "GET /v2.0/networks?id=b178dce9-2437-487e-b632-1b7b5a8157e8 HTTP/1.1" status: 200 len: 809 time: 0.0995407 Mar 30 18:28:26.521177 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-23ad6579-6532-4a25-93ac-aa575c457a38 req-b0d67687-bcb1-4898-807f-e4d38afe2e9d tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] 10.222.0.41 "GET /v2.0/quotas/e9ed2194ab41484f901db12ff8b96ce1 HTTP/1.1" status: 200 len: 375 time: 0.0095603 Mar 30 18:28:26.553401 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-23ad6579-6532-4a25-93ac-aa575c457a38 req-aef9e2b0-c536-4cf6-b61d-f8032bc1a035 tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e9ed2194ab41484f901db12ff8b96ce1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274706 Mar 30 18:28:26.563942 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [req-23ad6579-6532-4a25-93ac-aa575c457a38 req-f4fc276f-278b-4d0e-b76c-29d4614a3f17 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103495) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 18:28:26.564890 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-23ad6579-6532-4a25-93ac-aa575c457a38 req-f4fc276f-278b-4d0e-b76c-29d4614a3f17 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054555 Mar 30 18:28:26.659809 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-23ad6579-6532-4a25-93ac-aa575c457a38 req-93522af0-f588-4f74-803a-fe7a536de624 service neutron] 10.222.0.41 "GET /v2.0/networks/b178dce9-2437-487e-b632-1b7b5a8157e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896325 Mar 30 18:28:26.746219 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-23ad6579-6532-4a25-93ac-aa575c457a38 req-a69d4d67-1aee-4155-bb95-c893163fac4c service neutron] 10.222.0.41 "GET /v2.0/networks/b178dce9-2437-487e-b632-1b7b5a8157e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807931 Mar 30 18:28:26.901655 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-bc375264-32ab-4ebd-8574-454b978865f1 req-c739a4d6-30d6-4a5e-8eb7-08d5bc6a6842 tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] 10.222.0.41 "GET /v2.0/ports?device_id=329c962c-2c7d-4f43-9959-fa21511abc01 HTTP/1.1" status: 200 len: 210 time: 0.0286562 Mar 30 18:28:27.917607 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad6579-6532-4a25-93ac-aa575c457a38 req-ebfc651e-00b6-4e2e-a747-63e61ce87918 tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:27.919230 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-23ad6579-6532-4a25-93ac-aa575c457a38 req-ebfc651e-00b6-4e2e-a747-63e61ce87918 tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] 10.222.0.44 "GET /v2.0/networks?id=b178dce9-2437-487e-b632-1b7b5a8157e8 HTTP/1.1" status: 200 len: 809 time: 0.1046672 Mar 30 18:28:27.938459 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [req-23ad6579-6532-4a25-93ac-aa575c457a38 req-591e7582-50ed-484c-8289-924917e3eb3b tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] Request body: {'port': {'device_id': '329c962c-2c7d-4f43-9959-fa21511abc01', 'network_id': 'b178dce9-2437-487e-b632-1b7b5a8157e8', 'admin_state_up': True, 'tenant_id': 'e9ed2194ab41484f901db12ff8b96ce1'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:28:28.014818 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-344a66c7-25b1-4a20-82e8-4ab68390f9b6 req-787bcf21-2015-4c33-8bb1-6318f0acb99b tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] 10.222.0.41 "GET /v2.0/ports?device_id=329c962c-2c7d-4f43-9959-fa21511abc01 HTTP/1.1" status: 200 len: 210 time: 0.0354269 Mar 30 18:28:28.072572 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23ad6579-6532-4a25-93ac-aa575c457a38 req-591e7582-50ed-484c-8289-924917e3eb3b tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] Made reservation on behalf of e9ed2194ab41484f901db12ff8b96ce1 for: {'port': 1} {{(pid=103495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:28:28.076327 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-23ad6579-6532-4a25-93ac-aa575c457a38 req-591e7582-50ed-484c-8289-924917e3eb3b tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:28.195252 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.db_base_plugin_common [req-23ad6579-6532-4a25-93ac-aa575c457a38 req-591e7582-50ed-484c-8289-924917e3eb3b tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] Allocated IP 172.20.0.6 (b178dce9-2437-487e-b632-1b7b5a8157e8/11c27b12-0979-49d5-84ce-f62c2f5ffe04/0b6ccf8b-dc61-4276-86e2-79c985104532) {{(pid=103495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:28:28.340613 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-23ad6579-6532-4a25-93ac-aa575c457a38 req-591e7582-50ed-484c-8289-924917e3eb3b tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] Publish callbacks [] for port (0b6ccf8b-dc61-4276-86e2-79c985104532), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:28.372239 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-23ad6579-6532-4a25-93ac-aa575c457a38 req-591e7582-50ed-484c-8289-924917e3eb3b tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728099412974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5398852'] for port (0b6ccf8b-dc61-4276-86e2-79c985104532), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:28.416976 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23ad6579-6532-4a25-93ac-aa575c457a38 req-591e7582-50ed-484c-8289-924917e3eb3b tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] Network b178dce9-2437-487e-b632-1b7b5a8157e8 is already hosted by enough agents. {{(pid=103495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:28:28.420185 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.base_scheduler [req-23ad6579-6532-4a25-93ac-aa575c457a38 req-591e7582-50ed-484c-8289-924917e3eb3b tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] Resources bound (agent type, host, resource id): {{(pid=103495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:28:28.426622 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.l3_dvrscheduler_db [req-23ad6579-6532-4a25-93ac-aa575c457a38 req-591e7582-50ed-484c-8289-924917e3eb3b tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] Received port after_create {{(pid=103495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:28:28.449179 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591e7582-50ed-484c-8289-924917e3eb3b tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] Pushing event updated for resources: {'Port': ['ID=0b6ccf8b-dc61-4276-86e2-79c985104532,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:28.475867 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad6579-6532-4a25-93ac-aa575c457a38 req-591e7582-50ed-484c-8289-924917e3eb3b tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:28.476504 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-23ad6579-6532-4a25-93ac-aa575c457a38 req-591e7582-50ed-484c-8289-924917e3eb3b tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for port (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:28.491576 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-23ad6579-6532-4a25-93ac-aa575c457a38 req-591e7582-50ed-484c-8289-924917e3eb3b tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5576088 Mar 30 18:28:28.536829 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [req-23ad6579-6532-4a25-93ac-aa575c457a38 req-2ce7f0dd-4e87-456f-b251-9457795cd3d0 tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103495) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 18:28:28.537780 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-23ad6579-6532-4a25-93ac-aa575c457a38 req-2ce7f0dd-4e87-456f-b251-9457795cd3d0 tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049543 Mar 30 18:28:28.596872 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [req-23ad6579-6532-4a25-93ac-aa575c457a38 req-eea20558-c00d-47e0-9161-602a32ae4da2 service neutron] Request body: {'port': {'device_id': '329c962c-2c7d-4f43-9959-fa21511abc01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:28:28.653464 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-23ad6579-6532-4a25-93ac-aa575c457a38 req-eea20558-c00d-47e0-9161-602a32ae4da2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (0b6ccf8b-dc61-4276-86e2-79c985104532), before_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:28.910776 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.notifiers.nova [req-23ad6579-6532-4a25-93ac-aa575c457a38 req-eea20558-c00d-47e0-9161-602a32ae4da2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b6ccf8b-dc61-4276-86e2-79c985104532 {{(pid=103495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:28:28.917996 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-23ad6579-6532-4a25-93ac-aa575c457a38 req-eea20558-c00d-47e0-9161-602a32ae4da2 service neutron] Publish callbacks [] for port (0b6ccf8b-dc61-4276-86e2-79c985104532), precommit_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:28.931193 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.provisioning_blocks [req-23ad6579-6532-4a25-93ac-aa575c457a38 req-eea20558-c00d-47e0-9161-602a32ae4da2 service neutron] Transition to ACTIVE for port object 0b6ccf8b-dc61-4276-86e2-79c985104532 will not be triggered until provisioned by entity L2. {{(pid=103495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 18:28:28.935178 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-23ad6579-6532-4a25-93ac-aa575c457a38 req-eea20558-c00d-47e0-9161-602a32ae4da2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5398861'] for port (0b6ccf8b-dc61-4276-86e2-79c985104532), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:28.987528 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea20558-c00d-47e0-9161-602a32ae4da2 service neutron] Pushing event updated for resources: {'Port': ['ID=0b6ccf8b-dc61-4276-86e2-79c985104532,revision_number=2']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:29.053777 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.managers [req-23ad6579-6532-4a25-93ac-aa575c457a38 req-eea20558-c00d-47e0-9161-602a32ae4da2 service neutron] Attempting to bind port 0b6ccf8b-dc61-4276-86e2-79c985104532 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:28:29.054111 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.managers [req-23ad6579-6532-4a25-93ac-aa575c457a38 req-eea20558-c00d-47e0-9161-602a32ae4da2 service neutron] Attempting to bind port 0b6ccf8b-dc61-4276-86e2-79c985104532 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '48dfe584-a025-4c1a-a76d-be011b0b9702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'b178dce9-2437-487e-b632-1b7b5a8157e8'}] {{(pid=103495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:28:29.054462 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ad6579-6532-4a25-93ac-aa575c457a38 req-eea20558-c00d-47e0-9161-602a32ae4da2 service neutron] Attempting to bind port 0b6ccf8b-dc61-4276-86e2-79c985104532 on network b178dce9-2437-487e-b632-1b7b5a8157e8 {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:28:29.058713 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ad6579-6532-4a25-93ac-aa575c457a38 req-eea20558-c00d-47e0-9161-602a32ae4da2 service neutron] Port 0b6ccf8b-dc61-4276-86e2-79c985104532 on network b178dce9-2437-487e-b632-1b7b5a8157e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 18:28:29.059046 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ad6579-6532-4a25-93ac-aa575c457a38 req-eea20558-c00d-47e0-9161-602a32ae4da2 service neutron] Attempting to bind port 0b6ccf8b-dc61-4276-86e2-79c985104532 on network b178dce9-2437-487e-b632-1b7b5a8157e8 {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:28:29.065270 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ad6579-6532-4a25-93ac-aa575c457a38 req-eea20558-c00d-47e0-9161-602a32ae4da2 service neutron] Checking agent: {'id': 'ab438a54-a4f6-4fd3-b589-96aa27265666', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 15, 49), 'started_at': datetime.datetime(2022, 3, 30, 18, 15, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:28:29.065607 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ad6579-6532-4a25-93ac-aa575c457a38 req-eea20558-c00d-47e0-9161-602a32ae4da2 service neutron] Checking segment: {'id': '48dfe584-a025-4c1a-a76d-be011b0b9702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'b178dce9-2437-487e-b632-1b7b5a8157e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:28:29.065987 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ad6579-6532-4a25-93ac-aa575c457a38 req-eea20558-c00d-47e0-9161-602a32ae4da2 service neutron] Bound using segment: {'id': '48dfe584-a025-4c1a-a76d-be011b0b9702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'b178dce9-2437-487e-b632-1b7b5a8157e8'} {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:28:29.066441 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.managers [req-23ad6579-6532-4a25-93ac-aa575c457a38 req-eea20558-c00d-47e0-9161-602a32ae4da2 service neutron] Bound port: 0b6ccf8b-dc61-4276-86e2-79c985104532, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48dfe584-a025-4c1a-a76d-be011b0b9702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'b178dce9-2437-487e-b632-1b7b5a8157e8'}}] {{(pid=103495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:28:29.066801 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-23ad6579-6532-4a25-93ac-aa575c457a38 req-eea20558-c00d-47e0-9161-602a32ae4da2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (0b6ccf8b-dc61-4276-86e2-79c985104532), before_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:29.163606 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [req-23ad6579-6532-4a25-93ac-aa575c457a38 req-eea20558-c00d-47e0-9161-602a32ae4da2 service neutron] For port 0b6ccf8b-dc61-4276-86e2-79c985104532, host hv-cinder-83588, cleared binding levels {{(pid=103495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:28:29.167075 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [req-23ad6579-6532-4a25-93ac-aa575c457a38 req-eea20558-c00d-47e0-9161-602a32ae4da2 service neutron] For port 0b6ccf8b-dc61-4276-86e2-79c985104532, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=0b6ccf8b-dc61-4276-86e2-79c985104532,segment=NetworkSegment(48dfe584-a025-4c1a-a76d-be011b0b9702),segment_id=48dfe584-a025-4c1a-a76d-be011b0b9702)] {{(pid=103495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:28:29.180266 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a14056-3c09-4339-9ea1-869bb0bc14fa req-f5f41366-89d4-4235-a116-40b7a6eda82f tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:29.181733 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-72a14056-3c09-4339-9ea1-869bb0bc14fa req-f5f41366-89d4-4235-a116-40b7a6eda82f tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] 10.222.0.41 "GET /v2.0/ports?device_id=329c962c-2c7d-4f43-9959-fa21511abc01 HTTP/1.1" status: 200 len: 943 time: 0.0998778 Mar 30 18:28:29.183218 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-23ad6579-6532-4a25-93ac-aa575c457a38 req-eea20558-c00d-47e0-9161-602a32ae4da2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5398861'] for port (0b6ccf8b-dc61-4276-86e2-79c985104532), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:29.228252 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad6579-6532-4a25-93ac-aa575c457a38 req-eea20558-c00d-47e0-9161-602a32ae4da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:29.228868 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-23ad6579-6532-4a25-93ac-aa575c457a38 req-eea20558-c00d-47e0-9161-602a32ae4da2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for port (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:29.230270 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-23ad6579-6532-4a25-93ac-aa575c457a38 req-eea20558-c00d-47e0-9161-602a32ae4da2 service neutron] 10.222.0.44 "PUT /v2.0/ports/0b6ccf8b-dc61-4276-86e2-79c985104532 HTTP/1.1" status: 200 len: 1093 time: 0.6793225 Mar 30 18:28:29.232599 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '329c962c-2c7d-4f43-9959-fa21511abc01', 'tag': '0b6ccf8b-dc61-4276-86e2-79c985104532'}] {{(pid=103495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:28:29.234851 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0dfb30c8fd1ad248dcf0c7d180f6bc71f3cc1084e8ff52034c63c32eff48f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6944cc-7cc6-487d-811e-3b953f0902cb" -d '{"events": [{"name": "network-changed", "server_uuid": "329c962c-2c7d-4f43-9959-fa21511abc01", "tag": "0b6ccf8b-dc61-4276-86e2-79c985104532"}]}' {{(pid=103495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:28:29.283845 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc3620a-1c0a-4d8e-841f-239a28e4f0f1 x-openstack-request-id: req-adc3620a-1c0a-4d8e-841f-239a28e4f0f1 {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:28:29.284134 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "329c962c-2c7d-4f43-9959-fa21511abc01", "tag": "0b6ccf8b-dc61-4276-86e2-79c985104532", "status": "completed", "code": 200}]} {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:28:29.284384 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-adc3620a-1c0a-4d8e-841f-239a28e4f0f1 {{(pid=103495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:28:29.284779 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adc3620a-1c0a-4d8e-841f-239a28e4f0f1'] response: {'name': 'network-changed', 'server_uuid': '329c962c-2c7d-4f43-9959-fa21511abc01', 'tag': '0b6ccf8b-dc61-4276-86e2-79c985104532', 'status': 'completed', 'code': 200} Mar 30 18:28:29.286772 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea20558-c00d-47e0-9161-602a32ae4da2 service neutron] Pushing event updated for resources: {'Port': ['ID=0b6ccf8b-dc61-4276-86e2-79c985104532,revision_number=3']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:29.292092 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-72a14056-3c09-4339-9ea1-869bb0bc14fa req-2d48d417-38d9-4a13-abb4-bd24fded4890 tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] 10.222.0.41 "GET /v2.0/security-groups?id=6288b84d-1d87-4d62-8cf7-8adb8e9b124c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002979 Mar 30 18:28:29.338842 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad6579-6532-4a25-93ac-aa575c457a38 req-df7fa972-4f19-4458-9ac0-5ba1daf0838a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:29.340347 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-23ad6579-6532-4a25-93ac-aa575c457a38 req-df7fa972-4f19-4458-9ac0-5ba1daf0838a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e9ed2194ab41484f901db12ff8b96ce1&device_id=329c962c-2c7d-4f43-9959-fa21511abc01 HTTP/1.1" status: 200 len: 1127 time: 0.0447826 Mar 30 18:28:29.386886 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-23ad6579-6532-4a25-93ac-aa575c457a38 req-62e636b9-e343-4433-b261-db527b82933a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b6ccf8b-dc61-4276-86e2-79c985104532 HTTP/1.1" status: 200 len: 217 time: 0.0345080 Mar 30 18:28:29.433975 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad6579-6532-4a25-93ac-aa575c457a38 req-23410c07-d78f-4b5e-a82f-d0317a3f24b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:29.435380 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-23ad6579-6532-4a25-93ac-aa575c457a38 req-23410c07-d78f-4b5e-a82f-d0317a3f24b1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=11c27b12-0979-49d5-84ce-f62c2f5ffe04 HTTP/1.1" status: 200 len: 849 time: 0.0427873 Mar 30 18:28:29.469821 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-23ad6579-6532-4a25-93ac-aa575c457a38 req-82f07e8c-bf90-4db7-bac1-8ae5c1a73344 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b178dce9-2437-487e-b632-1b7b5a8157e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283117 Mar 30 18:28:29.557949 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-23ad6579-6532-4a25-93ac-aa575c457a38 req-21a7e9a0-e1b1-4b7f-84bf-dd96e875ade8 service neutron] 10.222.0.44 "GET /v2.0/networks/b178dce9-2437-487e-b632-1b7b5a8157e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814044 Mar 30 18:28:29.647747 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-23ad6579-6532-4a25-93ac-aa575c457a38 req-b98014e4-4c96-4ae6-8112-eef9ebef2932 service neutron] 10.222.0.44 "GET /v2.0/networks/b178dce9-2437-487e-b632-1b7b5a8157e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837400 Mar 30 18:28:29.800713 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6944cc-7cc6-487d-811e-3b953f0902cb req-9fd555c8-200c-43ba-8b8c-a0bb90b24282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:29.802545 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0d6944cc-7cc6-487d-811e-3b953f0902cb req-9fd555c8-200c-43ba-8b8c-a0bb90b24282 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e9ed2194ab41484f901db12ff8b96ce1&device_id=329c962c-2c7d-4f43-9959-fa21511abc01 HTTP/1.1" status: 200 len: 1127 time: 0.0451679 Mar 30 18:28:29.891611 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6944cc-7cc6-487d-811e-3b953f0902cb req-5b54e20c-bab1-4a54-a83a-0c70279bf70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:29.893454 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0d6944cc-7cc6-487d-811e-3b953f0902cb req-5b54e20c-bab1-4a54-a83a-0c70279bf70e service neutron] 10.222.0.44 "GET /v2.0/networks?id=b178dce9-2437-487e-b632-1b7b5a8157e8 HTTP/1.1" status: 200 len: 910 time: 0.0846138 Mar 30 18:28:29.937067 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0d6944cc-7cc6-487d-811e-3b953f0902cb req-9301a354-cbc1-4dcd-8ba0-852fc1f4f446 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0b6ccf8b-dc61-4276-86e2-79c985104532 HTTP/1.1" status: 200 len: 217 time: 0.0379555 Mar 30 18:28:29.983428 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6944cc-7cc6-487d-811e-3b953f0902cb req-1eb69657-0117-40fd-adc8-b54e204c8770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:29.984714 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0d6944cc-7cc6-487d-811e-3b953f0902cb req-1eb69657-0117-40fd-adc8-b54e204c8770 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=11c27b12-0979-49d5-84ce-f62c2f5ffe04 HTTP/1.1" status: 200 len: 849 time: 0.0419016 Mar 30 18:28:30.015758 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0d6944cc-7cc6-487d-811e-3b953f0902cb req-f086cdf4-277b-4ee5-af4e-a56d738fe061 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b178dce9-2437-487e-b632-1b7b5a8157e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254016 Mar 30 18:28:30.104977 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0d6944cc-7cc6-487d-811e-3b953f0902cb req-785b40e4-85ab-4aad-b64a-04855b05d912 service neutron] 10.222.0.44 "GET /v2.0/networks/b178dce9-2437-487e-b632-1b7b5a8157e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835557 Mar 30 18:28:30.191019 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0d6944cc-7cc6-487d-811e-3b953f0902cb req-0666b2d5-b983-4b30-980b-124bd2b68132 service neutron] 10.222.0.44 "GET /v2.0/networks/b178dce9-2437-487e-b632-1b7b5a8157e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799510 Mar 30 18:28:30.411182 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128218c-3a23-4aa8-937b-265ad39ec2fa req-a3329f0c-5a75-4478-8c6e-acd7cf9b3bdf tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:30.412617 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2128218c-3a23-4aa8-937b-265ad39ec2fa req-a3329f0c-5a75-4478-8c6e-acd7cf9b3bdf tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] 10.222.0.41 "GET /v2.0/ports?device_id=329c962c-2c7d-4f43-9959-fa21511abc01 HTTP/1.1" status: 200 len: 943 time: 0.0516665 Mar 30 18:28:30.462788 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2128218c-3a23-4aa8-937b-265ad39ec2fa req-d961e907-4ca2-43d8-9627-c3181ff5a786 tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] 10.222.0.41 "GET /v2.0/security-groups?id=6288b84d-1d87-4d62-8cf7-8adb8e9b124c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447321 Mar 30 18:28:31.579194 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeecd3b-ac19-4b00-af9f-62f18a915351 req-a7b7d581-b667-44bf-9403-f7b0e09a3566 tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:31.580651 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-cfeecd3b-ac19-4b00-af9f-62f18a915351 req-a7b7d581-b667-44bf-9403-f7b0e09a3566 tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] 10.222.0.41 "GET /v2.0/ports?device_id=329c962c-2c7d-4f43-9959-fa21511abc01 HTTP/1.1" status: 200 len: 943 time: 0.0529940 Mar 30 18:28:31.626659 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-cfeecd3b-ac19-4b00-af9f-62f18a915351 req-9c47fde1-92e5-4aee-b6e8-7ffe4121fddf tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] 10.222.0.41 "GET /v2.0/security-groups?id=6288b84d-1d87-4d62-8cf7-8adb8e9b124c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405538 Mar 30 18:28:32.747419 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb8ba3-0692-427d-9f68-acb7a0153a34 req-d6569683-d846-4b6c-aa91-652ea57079cd tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:32.749238 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-24bb8ba3-0692-427d-9f68-acb7a0153a34 req-d6569683-d846-4b6c-aa91-652ea57079cd tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] 10.222.0.41 "GET /v2.0/ports?device_id=329c962c-2c7d-4f43-9959-fa21511abc01 HTTP/1.1" status: 200 len: 943 time: 0.0577426 Mar 30 18:28:32.795120 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-24bb8ba3-0692-427d-9f68-acb7a0153a34 req-d0b39971-95fa-48ac-82e2-4d349149b6e9 tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] 10.222.0.41 "GET /v2.0/security-groups?id=6288b84d-1d87-4d62-8cf7-8adb8e9b124c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401857 Mar 30 18:28:32.825337 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 0b6ccf8b-dc61-4276-86e2-79c985104532 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:28:32.919230 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port 0b6ccf8b-dc61-4276-86e2-79c985104532, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=0b6ccf8b-dc61-4276-86e2-79c985104532,segment=NetworkSegment(48dfe584-a025-4c1a-a76d-be011b0b9702),segment_id=48dfe584-a025-4c1a-a76d-be011b0b9702)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:28:32.930574 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Returning: {'device': '0b6ccf8b-dc61-4276-86e2-79c985104532', 'network_id': 'b178dce9-2437-487e-b632-1b7b5a8157e8', 'port_id': '0b6ccf8b-dc61-4276-86e2-79c985104532', 'mac_address': 'fa:16:3e:71:82:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11c27b12-0979-49d5-84ce-f62c2f5ffe04', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:28:32.970358 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Current status of the port 0b6ccf8b-dc61-4276-86e2-79c985104532 is: DOWN; New status is: BUILD {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:28:32.970756 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (0b6ccf8b-dc61-4276-86e2-79c985104532), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:32.983509 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b6ccf8b-dc61-4276-86e2-79c985104532 {{(pid=103496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:28:33.002581 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port 0b6ccf8b-dc61-4276-86e2-79c985104532, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=0b6ccf8b-dc61-4276-86e2-79c985104532,segment=NetworkSegment(48dfe584-a025-4c1a-a76d-be011b0b9702),segment_id=48dfe584-a025-4c1a-a76d-be011b0b9702)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:28:33.006349 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (0b6ccf8b-dc61-4276-86e2-79c985104532), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:33.052876 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Pushing event updated for resources: {'Port': ['ID=0b6ccf8b-dc61-4276-86e2-79c985104532,revision_number=4']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:33.059764 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:28:33.060740 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:28:33.061041 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:28:33.061542 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:28:33.061889 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:28:33.062258 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:28:33.062599 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:28:33.062933 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:28:33.063267 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:28:33.063601 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:28:33.063939 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:28:33.064274 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:28:33.064604 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:28:33.064933 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:28:33.065260 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:28:33.426701 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] get_ports_and_sgs() called for port_ids ['0b6ccf8b-dc61-4276-86e2-79c985104532'] {{(pid=103496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:28:33.928668 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d85cf1-2c20-4930-bd21-615914cf4b06 req-d4d76436-af2b-484b-b68c-8d60c36eb710 tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:33.930252 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-50d85cf1-2c20-4930-bd21-615914cf4b06 req-d4d76436-af2b-484b-b68c-8d60c36eb710 tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] 10.222.0.41 "GET /v2.0/ports?device_id=329c962c-2c7d-4f43-9959-fa21511abc01 HTTP/1.1" status: 200 len: 944 time: 0.0585775 Mar 30 18:28:33.981122 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-50d85cf1-2c20-4930-bd21-615914cf4b06 req-dcefeb79-5d43-4f5f-8fc5-4c297cef3b21 tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] 10.222.0.41 "GET /v2.0/security-groups?id=6288b84d-1d87-4d62-8cf7-8adb8e9b124c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451372 Mar 30 18:28:34.377773 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378f62b-8292-43d5-a3e9-4d8c48c2a020 req-4a015d15-6ce2-4f46-b239-dda4dcaa2b79 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:34.379261 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0378f62b-8292-43d5-a3e9-4d8c48c2a020 req-4a015d15-6ce2-4f46-b239-dda4dcaa2b79 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?device_id=94f79c7a-b835-4818-b7bb-e8bb395d5e60 HTTP/1.1" status: 200 len: 946 time: 0.0512607 Mar 30 18:28:34.425288 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0378f62b-8292-43d5-a3e9-4d8c48c2a020 req-bd47098f-9693-41db-a84a-827b7cf42559 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f88cff4-ef32-4f98-8ef0-3b96d99dbed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404253 Mar 30 18:28:34.835549 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 0b6ccf8b-dc61-4276-86e2-79c985104532 up at agent hyperv_hv-cinder-83588 {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:28:34.884219 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Provisioning for port 0b6ccf8b-dc61-4276-86e2-79c985104532 completed by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 18:28:34.888366 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Provisioning complete for port 0b6ccf8b-dc61-4276-86e2-79c985104532 triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:28:34.888740 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (0b6ccf8b-dc61-4276-86e2-79c985104532), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:34.963832 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Current status of the port 0b6ccf8b-dc61-4276-86e2-79c985104532 is: BUILD; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:28:34.964219 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (0b6ccf8b-dc61-4276-86e2-79c985104532), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:34.989023 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '329c962c-2c7d-4f43-9959-fa21511abc01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b6ccf8b-dc61-4276-86e2-79c985104532'}] {{(pid=103496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:28:34.991264 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cbde32198906eb4ff2132376d68ea43d0d8f515c48f03fe95d90af760020ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0375fb40-390c-4168-b2a6-a32db67aa4af" -d '{"events": [{"server_uuid": "329c962c-2c7d-4f43-9959-fa21511abc01", "name": "network-vif-plugged", "status": "completed", "tag": "0b6ccf8b-dc61-4276-86e2-79c985104532"}]}' {{(pid=103496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:28:35.004010 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port 0b6ccf8b-dc61-4276-86e2-79c985104532, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=0b6ccf8b-dc61-4276-86e2-79c985104532,segment=NetworkSegment(48dfe584-a025-4c1a-a76d-be011b0b9702),segment_id=48dfe584-a025-4c1a-a76d-be011b0b9702)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:28:35.013081 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (0b6ccf8b-dc61-4276-86e2-79c985104532), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:35.037223 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154a3389-1707-4a37-b329-d3051ac4840c x-openstack-request-id: req-154a3389-1707-4a37-b329-d3051ac4840c {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:28:35.037519 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "329c962c-2c7d-4f43-9959-fa21511abc01", "name": "network-vif-plugged", "status": "completed", "tag": "0b6ccf8b-dc61-4276-86e2-79c985104532", "code": 200}]} {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:28:35.037765 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-154a3389-1707-4a37-b329-d3051ac4840c {{(pid=103496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:28:35.038165 dv-cinder-835881-1-iscsi neutron-server[103496]: INFO neutron.notifiers.nova [-] Nova event matching ['req-154a3389-1707-4a37-b329-d3051ac4840c'] response: {'server_uuid': '329c962c-2c7d-4f43-9959-fa21511abc01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b6ccf8b-dc61-4276-86e2-79c985104532', 'code': 200} Mar 30 18:28:35.064873 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Pushing event updated for resources: {'Port': ['ID=0b6ccf8b-dc61-4276-86e2-79c985104532,revision_number=5']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:35.111961 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc95ae9-90f8-49d3-87f3-e20654698b84 req-a22db5fe-42a9-4bbb-96af-c1967abacb5b tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:35.113412 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3fc95ae9-90f8-49d3-87f3-e20654698b84 req-a22db5fe-42a9-4bbb-96af-c1967abacb5b tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] 10.222.0.41 "GET /v2.0/ports?device_id=329c962c-2c7d-4f43-9959-fa21511abc01 HTTP/1.1" status: 200 len: 945 time: 0.0554280 Mar 30 18:28:35.166039 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3fc95ae9-90f8-49d3-87f3-e20654698b84 req-ac709a85-7698-48f3-8fe4-497131062cdf tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] 10.222.0.41 "GET /v2.0/security-groups?id=6288b84d-1d87-4d62-8cf7-8adb8e9b124c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469685 Mar 30 18:28:35.169456 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.agents_db [None req-01a7ea33-ae04-4be9-ae8a-11827e05d97f None None] Agent healthcheck: found 6 active agents {{(pid=103497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:28:35.262546 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709b1d1-2be9-4211-88ae-9f0343475e48 req-9e3fcde4-980e-4353-b350-707f7dc5d2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:35.264023 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f709b1d1-2be9-4211-88ae-9f0343475e48 req-9e3fcde4-980e-4353-b350-707f7dc5d2bb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=329c962c-2c7d-4f43-9959-fa21511abc01 HTTP/1.1" status: 200 len: 1129 time: 0.0428360 Mar 30 18:28:35.307637 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f709b1d1-2be9-4211-88ae-9f0343475e48 req-06a542e2-7d71-4a79-a22b-ca9fdd4ce2f6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6288b84d-1d87-4d62-8cf7-8adb8e9b124c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366633 Mar 30 18:28:35.543179 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82479b50-9031-42f3-bdbb-941250451f22 req-720ad095-22cf-413c-a269-ef4fc328e10f tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:35.544626 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-82479b50-9031-42f3-bdbb-941250451f22 req-720ad095-22cf-413c-a269-ef4fc328e10f tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?device_id=94f79c7a-b835-4818-b7bb-e8bb395d5e60 HTTP/1.1" status: 200 len: 946 time: 0.0512745 Mar 30 18:28:35.589808 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-82479b50-9031-42f3-bdbb-941250451f22 req-ad61a3f9-ec95-4858-a5ef-aa1ce925c6a1 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f88cff4-ef32-4f98-8ef0-3b96d99dbed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394015 Mar 30 18:28:36.288566 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a367b-3229-42ae-9157-e7ed505252cb req-898c20a8-4bb7-44d1-9c0e-c2b82fb509e4 tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:36.290002 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-363a367b-3229-42ae-9157-e7ed505252cb req-898c20a8-4bb7-44d1-9c0e-c2b82fb509e4 tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] 10.222.0.41 "GET /v2.0/ports?device_id=329c962c-2c7d-4f43-9959-fa21511abc01 HTTP/1.1" status: 200 len: 945 time: 0.0547054 Mar 30 18:28:36.337762 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-363a367b-3229-42ae-9157-e7ed505252cb req-b46f4b28-7df4-4eb1-a272-bbbce7e2aad7 tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] 10.222.0.41 "GET /v2.0/security-groups?id=6288b84d-1d87-4d62-8cf7-8adb8e9b124c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414236 Mar 30 18:28:36.440438 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd79ea6d-e3f6-457a-98f8-08a97d12890d req-7768c8dc-35f6-43e9-80ad-9360904261c0 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:36.441889 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-dd79ea6d-e3f6-457a-98f8-08a97d12890d req-7768c8dc-35f6-43e9-80ad-9360904261c0 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.44 "GET /v2.0/ports?device_id=94f79c7a-b835-4818-b7bb-e8bb395d5e60 HTTP/1.1" status: 200 len: 946 time: 0.0527182 Mar 30 18:28:36.533766 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [req-dd79ea6d-e3f6-457a-98f8-08a97d12890d req-3fa28de8-580f-4f02-81ee-c875390a7eae tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Deleting port c2938bc6-978f-4d35-a978-7432e1995f5b {{(pid=103495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:28:36.534104 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-dd79ea6d-e3f6-457a-98f8-08a97d12890d req-3fa28de8-580f-4f02-81ee-c875390a7eae tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (c2938bc6-978f-4d35-a978-7432e1995f5b), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:36.620761 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [req-dd79ea6d-e3f6-457a-98f8-08a97d12890d req-3fa28de8-580f-4f02-81ee-c875390a7eae tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] For port c2938bc6-978f-4d35-a978-7432e1995f5b, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=c2938bc6-978f-4d35-a978-7432e1995f5b,segment=NetworkSegment(4ec4d92a-b07f-4238-acb7-e362a3423113),segment_id=4ec4d92a-b07f-4238-acb7-e362a3423113)] {{(pid=103495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:28:36.621132 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-dd79ea6d-e3f6-457a-98f8-08a97d12890d req-3fa28de8-580f-4f02-81ee-c875390a7eae tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (c2938bc6-978f-4d35-a978-7432e1995f5b), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:36.770366 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af132f-25c7-4892-8764-326371cf26f9 req-51e4fc87-212e-4fb3-b105-068c9cdccac0 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:36.771850 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-57af132f-25c7-4892-8764-326371cf26f9 req-51e4fc87-212e-4fb3-b105-068c9cdccac0 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?device_id=94f79c7a-b835-4818-b7bb-e8bb395d5e60 HTTP/1.1" status: 200 len: 946 time: 0.1050420 Mar 30 18:28:36.866673 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-dd79ea6d-e3f6-457a-98f8-08a97d12890d req-3fa28de8-580f-4f02-81ee-c875390a7eae tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:36.867046 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-dd79ea6d-e3f6-457a-98f8-08a97d12890d req-3fa28de8-580f-4f02-81ee-c875390a7eae tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541296'] for floatingip (81408d90-bb32-44b8-a87c-6a65368dd5b6), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:36.867358 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.db.l3_db [req-dd79ea6d-e3f6-457a-98f8-08a97d12890d req-3fa28de8-580f-4f02-81ee-c875390a7eae tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Floating IP 81408d90-bb32-44b8-a87c-6a65368dd5b6 disassociated. External IP: 172.27.1.162, port: c2938bc6-978f-4d35-a978-7432e1995f5b. Mar 30 18:28:36.867705 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [req-dd79ea6d-e3f6-457a-98f8-08a97d12890d req-3fa28de8-580f-4f02-81ee-c875390a7eae tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Calling delete_port for c2938bc6-978f-4d35-a978-7432e1995f5b owned by compute:nova {{(pid=103495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:28:36.876392 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-57af132f-25c7-4892-8764-326371cf26f9 req-42a1ebd6-4d7d-4f1b-a6bd-003654fcb826 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/security-groups?id=5f88cff4-ef32-4f98-8ef0-3b96d99dbed6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951180 Mar 30 18:28:37.003433 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-dd79ea6d-e3f6-457a-98f8-08a97d12890d req-3fa28de8-580f-4f02-81ee-c875390a7eae tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5398852'] for port (c2938bc6-978f-4d35-a978-7432e1995f5b), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:37.029878 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa28de8-580f-4f02-81ee-c875390a7eae tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Pushing event deleted for resources: {'Port': ['ID=c2938bc6-978f-4d35-a978-7432e1995f5b,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:37.401944 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd79ea6d-e3f6-457a-98f8-08a97d12890d req-3fa28de8-580f-4f02-81ee-c875390a7eae tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Router 26126a29-9088-49f3-aa4e-b7362ac76d0f has already been hosted by L3 agent d6545c5f-a93c-4a15-87cd-019d3e75e7be {{(pid=103495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:28:37.539247 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d32d8-950c-48e1-871d-211b6f130ffa req-41a1e3ae-68d2-449a-9ee7-b9d51b019390 tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:37.540720 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-965d32d8-950c-48e1-871d-211b6f130ffa req-41a1e3ae-68d2-449a-9ee7-b9d51b019390 tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] 10.222.0.41 "GET /v2.0/ports?device_id=329c962c-2c7d-4f43-9959-fa21511abc01 HTTP/1.1" status: 200 len: 945 time: 0.1297877 Mar 30 18:28:37.565835 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd79ea6d-e3f6-457a-98f8-08a97d12890d req-3fa28de8-580f-4f02-81ee-c875390a7eae tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Notify agent at l3_agent.dv-cinder-835881-1-iscsi the message routers_updated {{(pid=103495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:28:37.575462 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97189581-20c2-41b3-a236-14ec256f8c17 None None] Sync routers for ids ['26126a29-9088-49f3-aa4e-b7362ac76d0f'] in dv-cinder-835881-1-iscsi {{(pid=103497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:28:37.585364 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97189581-20c2-41b3-a236-14ec256f8c17 None None] Routers {'26126a29-9088-49f3-aa4e-b7362ac76d0f'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:28:37.585976 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-97189581-20c2-41b3-a236-14ec256f8c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:28:14Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['26126a29-9088-49f3-aa4e-b7362ac76d0f'], 'active': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:28:37.614497 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd79ea6d-e3f6-457a-98f8-08a97d12890d req-3fa28de8-580f-4f02-81ee-c875390a7eae tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] No DVR routers for this DVR port c2938bc6-978f-4d35-a978-7432e1995f5b on host hv-cinder-83588 {{(pid=103495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:28:37.618820 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-dd79ea6d-e3f6-457a-98f8-08a97d12890d req-3fa28de8-580f-4f02-81ee-c875390a7eae tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for port (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:37.621945 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-dd79ea6d-e3f6-457a-98f8-08a97d12890d req-3fa28de8-580f-4f02-81ee-c875390a7eae tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.44 "DELETE /v2.0/ports/c2938bc6-978f-4d35-a978-7432e1995f5b HTTP/1.1" status: 204 len: 173 time: 1.1749001 Mar 30 18:28:37.622403 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f79c7a-b835-4818-b7bb-e8bb395d5e60', 'name': 'network-vif-deleted', 'tag': 'c2938bc6-978f-4d35-a978-7432e1995f5b'}] {{(pid=103495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:28:37.624853 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0dfb30c8fd1ad248dcf0c7d180f6bc71f3cc1084e8ff52034c63c32eff48f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8fb93e5-6c78-43f1-8c0c-5586ed7bbcf8" -d '{"events": [{"server_uuid": "94f79c7a-b835-4818-b7bb-e8bb395d5e60", "name": "network-vif-deleted", "tag": "c2938bc6-978f-4d35-a978-7432e1995f5b"}]}' {{(pid=103495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:28:37.640985 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-965d32d8-950c-48e1-871d-211b6f130ffa req-1e679edf-9f07-43a6-ab03-3ce000323bb5 tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] 10.222.0.41 "GET /v2.0/security-groups?id=6288b84d-1d87-4d62-8cf7-8adb8e9b124c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940189 Mar 30 18:28:37.710151 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvr_db [None req-97189581-20c2-41b3-a236-14ec256f8c17 None None] Set router 26126a29-9088-49f3-aa4e-b7362ac76d0f gateway port host: dv-cinder-835881-1-iscsi {{(pid=103497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:28:37.791606 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc269166-d7c3-4c78-9e49-1abec33d2d58 x-openstack-request-id: req-fc269166-d7c3-4c78-9e49-1abec33d2d58 {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:28:37.791922 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94f79c7a-b835-4818-b7bb-e8bb395d5e60", "name": "network-vif-deleted", "tag": "c2938bc6-978f-4d35-a978-7432e1995f5b", "status": "completed", "code": 200}]} {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:28:37.792151 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fc269166-d7c3-4c78-9e49-1abec33d2d58 {{(pid=103495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:28:37.792553 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc269166-d7c3-4c78-9e49-1abec33d2d58'] response: {'server_uuid': '94f79c7a-b835-4818-b7bb-e8bb395d5e60', 'name': 'network-vif-deleted', 'tag': 'c2938bc6-978f-4d35-a978-7432e1995f5b', 'status': 'completed', 'code': 200} Mar 30 18:28:37.961890 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-97189581-20c2-41b3-a236-14ec256f8c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'name': 'tempest-AttachVolumeNegativeTest-1532187645-router', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '3e7551b3-e170-4565-87af-740e7fd86a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:24:43Z', 'updated_at': '2022-03-30T18:24:45Z', 'revision_number': 4, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'gw_port': {'id': '3e7551b3-e170-4565-87af-740e7fd86a7c', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:24:43Z', 'updated_at': '2022-03-30T18:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_floatingips': [{'id': '1217a122-15b6-47e2-bbce-c927d136df6d', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'floating_ip_address': '172.27.1.26', 'floating_network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'router_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'port_id': '4ad46c0c-94cf-4219-97cd-d42282d33d3d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f', 'mac_address': 'fa:16:3e:a8:03:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391107ba-1aa4-4c07-83fa-349fe3f69ecd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:24:47Z', 'updated_at': '2022-03-30T18:25:02Z', 'revision_number': 2, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b870b0ef-6f46-4c8f-a951-5fb2d6845105', 'name': '', 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'mac_address': 'fa:16:3e:30:40:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '27019e24-efa4-45b6-ac56-b13259f05e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:24:45Z', 'updated_at': '2022-03-30T18:24:49Z', 'revision_number': 5, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'subnets': [{'id': '27019e24-efa4-45b6-ac56-b13259f05e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:28:37.990149 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97189581-20c2-41b3-a236-14ec256f8c17 None None] Checking router: 26126a29-9088-49f3-aa4e-b7362ac76d0f for host: dv-cinder-835881-1-iscsi {{(pid=103497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:28:37.998593 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97189581-20c2-41b3-a236-14ec256f8c17 None None] Routers {'26126a29-9088-49f3-aa4e-b7362ac76d0f'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:28:37.999256 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ac03c3b0-a13f-4c87-a3e9-7aa25076ba75 req-78d575c9-108c-4eb8-a48f-e2b7d32822d4 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?device_id=94f79c7a-b835-4818-b7bb-e8bb395d5e60 HTTP/1.1" status: 200 len: 210 time: 0.0297220 Mar 30 18:28:37.999385 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-97189581-20c2-41b3-a236-14ec256f8c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:28:14Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['26126a29-9088-49f3-aa4e-b7362ac76d0f'], 'active': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:28:38.120766 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvr_db [None req-97189581-20c2-41b3-a236-14ec256f8c17 None None] Set router 26126a29-9088-49f3-aa4e-b7362ac76d0f gateway port host: dv-cinder-835881-1-iscsi {{(pid=103497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:28:38.363484 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-97189581-20c2-41b3-a236-14ec256f8c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'name': 'tempest-AttachVolumeNegativeTest-1532187645-router', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '3e7551b3-e170-4565-87af-740e7fd86a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:24:43Z', 'updated_at': '2022-03-30T18:24:45Z', 'revision_number': 4, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'gw_port': {'id': '3e7551b3-e170-4565-87af-740e7fd86a7c', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:24:43Z', 'updated_at': '2022-03-30T18:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_floatingips': [{'id': '1217a122-15b6-47e2-bbce-c927d136df6d', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'floating_ip_address': '172.27.1.26', 'floating_network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'router_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'port_id': '4ad46c0c-94cf-4219-97cd-d42282d33d3d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f', 'mac_address': 'fa:16:3e:a8:03:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391107ba-1aa4-4c07-83fa-349fe3f69ecd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:24:47Z', 'updated_at': '2022-03-30T18:25:02Z', 'revision_number': 2, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b870b0ef-6f46-4c8f-a951-5fb2d6845105', 'name': '', 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'mac_address': 'fa:16:3e:30:40:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '27019e24-efa4-45b6-ac56-b13259f05e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:24:45Z', 'updated_at': '2022-03-30T18:24:49Z', 'revision_number': 5, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'subnets': [{'id': '27019e24-efa4-45b6-ac56-b13259f05e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:28:38.391882 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97189581-20c2-41b3-a236-14ec256f8c17 None None] The sync data for ids ['26126a29-9088-49f3-aa4e-b7362ac76d0f'] in dv-cinder-835881-1-iscsi is: [{'id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'name': 'tempest-AttachVolumeNegativeTest-1532187645-router', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '3e7551b3-e170-4565-87af-740e7fd86a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:24:43Z', 'updated_at': '2022-03-30T18:24:45Z', 'revision_number': 4, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'gw_port': {'id': '3e7551b3-e170-4565-87af-740e7fd86a7c', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:24:43Z', 'updated_at': '2022-03-30T18:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_floatingips': [{'id': '1217a122-15b6-47e2-bbce-c927d136df6d', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'floating_ip_address': '172.27.1.26', 'floating_network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'router_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'port_id': '4ad46c0c-94cf-4219-97cd-d42282d33d3d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f', 'mac_address': 'fa:16:3e:a8:03:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '391107ba-1aa4-4c07-83fa-349fe3f69ecd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:24:47Z', 'updated_at': '2022-03-30T18:25:02Z', 'revision_number': 2, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b870b0ef-6f46-4c8f-a951-5fb2d6845105', 'name': '', 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'mac_address': 'fa:16:3e:30:40:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '27019e24-efa4-45b6-ac56-b13259f05e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:24:45Z', 'updated_at': '2022-03-30T18:24:49Z', 'revision_number': 5, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'subnets': [{'id': '27019e24-efa4-45b6-ac56-b13259f05e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:28:38.399613 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5694834-52b0-4455-8f1b-543e18c25004 req-ce4acc82-e117-4541-8f88-18982c8a66e3 tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:38.401164 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e5694834-52b0-4455-8f1b-543e18c25004 req-ce4acc82-e117-4541-8f88-18982c8a66e3 tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] 10.222.0.41 "GET /v2.0/ports?device_id=329c962c-2c7d-4f43-9959-fa21511abc01 HTTP/1.1" status: 200 len: 945 time: 0.0546870 Mar 30 18:28:38.449229 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e5694834-52b0-4455-8f1b-543e18c25004 req-db8184c0-ab7b-4c5a-b718-67e510848a0f tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] 10.222.0.41 "GET /v2.0/security-groups?id=6288b84d-1d87-4d62-8cf7-8adb8e9b124c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423024 Mar 30 18:28:38.605883 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019cafe6-6dfd-4db8-bc9f-b37aadc4df8c None None] New status for floating IP 81408d90-bb32-44b8-a87c-6a65368dd5b6: DOWN {{(pid=103496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:28:39.083072 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 51782) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:28:39.137072 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-a413511c-a144-453a-ab25-0b457a316c84 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for security_group (5f88cff4-ef32-4f98-8ef0-3b96d99dbed6), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:39.162829 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-a413511c-a144-453a-ab25-0b457a316c84 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for security_group (5f88cff4-ef32-4f98-8ef0-3b96d99dbed6), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:39.215300 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-a413511c-a144-453a-ab25-0b457a316c84 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (5f88cff4-ef32-4f98-8ef0-3b96d99dbed6), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:39.217872 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-a413511c-a144-453a-ab25-0b457a316c84 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for security_group (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:39.219665 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-a413511c-a144-453a-ab25-0b457a316c84 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "DELETE /v2.0/security-groups/5f88cff4-ef32-4f98-8ef0-3b96d99dbed6 HTTP/1.1" status: 204 len: 168 time: 0.1356087 Mar 30 18:28:39.224062 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 51784) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:28:39.231770 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a413511c-a144-453a-ab25-0b457a316c84 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f88cff4-ef32-4f98-8ef0-3b96d99dbed6,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:39.235576 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.api.v2.resource [None req-9e11d443-bc61-4edf-be76-a17e2bd5dae5 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] show failed (client error): The resource could not be found. Mar 30 18:28:39.236587 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-9e11d443-bc61-4edf-be76-a17e2bd5dae5 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/security-groups/5f88cff4-ef32-4f98-8ef0-3b96d99dbed6 HTTP/1.1" status: 404 len: 347 time: 0.0131075 Mar 30 18:28:39.239421 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 51786) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:28:39.362616 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.plugin [None req-ecb6d751-ac56-4d65-912a-cc67a13c0265 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Deleting port c70fcb7a-a7c3-4ba9-b3e6-ec44e7d80580 {{(pid=103494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:28:39.362958 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-ecb6d751-ac56-4d65-912a-cc67a13c0265 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (c70fcb7a-a7c3-4ba9-b3e6-ec44e7d80580), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:39.435956 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-ecb6d751-ac56-4d65-912a-cc67a13c0265 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (c70fcb7a-a7c3-4ba9-b3e6-ec44e7d80580), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:39.436281 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-ecb6d751-ac56-4d65-912a-cc67a13c0265 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for floatingip (c70fcb7a-a7c3-4ba9-b3e6-ec44e7d80580), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:39.450665 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.plugin [None req-ecb6d751-ac56-4d65-912a-cc67a13c0265 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Calling delete_port for c70fcb7a-a7c3-4ba9-b3e6-ec44e7d80580 owned by network:floatingip {{(pid=103494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:28:39.573921 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d000e3-bcd2-4f77-ba38-80b49c20ba47 req-58b6694b-fc68-4592-9117-46a6f1c67e24 tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:39.575464 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-36d000e3-bcd2-4f77-ba38-80b49c20ba47 req-58b6694b-fc68-4592-9117-46a6f1c67e24 tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] 10.222.0.41 "GET /v2.0/ports?device_id=329c962c-2c7d-4f43-9959-fa21511abc01 HTTP/1.1" status: 200 len: 945 time: 0.0537522 Mar 30 18:28:39.596649 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-ecb6d751-ac56-4d65-912a-cc67a13c0265 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5343457'] for port (c70fcb7a-a7c3-4ba9-b3e6-ec44e7d80580), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:39.622080 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb6d751-ac56-4d65-912a-cc67a13c0265 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Pushing event deleted for resources: {'Port': ['ID=c70fcb7a-a7c3-4ba9-b3e6-ec44e7d80580,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:39.628348 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-36d000e3-bcd2-4f77-ba38-80b49c20ba47 req-fb0ce6f6-059f-440e-a4e8-558681ea16e5 tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] 10.222.0.41 "GET /v2.0/security-groups?id=6288b84d-1d87-4d62-8cf7-8adb8e9b124c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464828 Mar 30 18:28:39.686935 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-ecb6d751-ac56-4d65-912a-cc67a13c0265 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for floatingip (81408d90-bb32-44b8-a87c-6a65368dd5b6), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:39.690021 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-ecb6d751-ac56-4d65-912a-cc67a13c0265 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for floatingip (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:39.691199 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-ecb6d751-ac56-4d65-912a-cc67a13c0265 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "DELETE /v2.0/floatingips/81408d90-bb32-44b8-a87c-6a65368dd5b6 HTTP/1.1" status: 204 len: 168 time: 0.4508595 Mar 30 18:28:39.996802 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ff25f-ef91-4bec-a42d-e3d74690937a req-e68849c8-2273-4533-b4c7-f65059169ab9 tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:39.998289 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-873ff25f-ef91-4bec-a42d-e3d74690937a req-e68849c8-2273-4533-b4c7-f65059169ab9 tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] 10.222.0.44 "GET /v2.0/ports?device_id=329c962c-2c7d-4f43-9959-fa21511abc01 HTTP/1.1" status: 200 len: 945 time: 0.0574820 Mar 30 18:28:40.093464 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [req-873ff25f-ef91-4bec-a42d-e3d74690937a req-5856e80e-e647-40f3-beb9-00eca61cb4bc tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] Deleting port 0b6ccf8b-dc61-4276-86e2-79c985104532 {{(pid=103495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:28:40.094633 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-873ff25f-ef91-4bec-a42d-e3d74690937a req-5856e80e-e647-40f3-beb9-00eca61cb4bc tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (0b6ccf8b-dc61-4276-86e2-79c985104532), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:40.188962 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [req-873ff25f-ef91-4bec-a42d-e3d74690937a req-5856e80e-e647-40f3-beb9-00eca61cb4bc tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] For port 0b6ccf8b-dc61-4276-86e2-79c985104532, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=0b6ccf8b-dc61-4276-86e2-79c985104532,segment=NetworkSegment(48dfe584-a025-4c1a-a76d-be011b0b9702),segment_id=48dfe584-a025-4c1a-a76d-be011b0b9702)] {{(pid=103495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:28:40.189240 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-873ff25f-ef91-4bec-a42d-e3d74690937a req-5856e80e-e647-40f3-beb9-00eca61cb4bc tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (0b6ccf8b-dc61-4276-86e2-79c985104532), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:40.201621 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [req-873ff25f-ef91-4bec-a42d-e3d74690937a req-5856e80e-e647-40f3-beb9-00eca61cb4bc tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] Calling delete_port for 0b6ccf8b-dc61-4276-86e2-79c985104532 owned by compute:nova {{(pid=103495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:28:40.330776 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-873ff25f-ef91-4bec-a42d-e3d74690937a req-5856e80e-e647-40f3-beb9-00eca61cb4bc tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5398852'] for port (0b6ccf8b-dc61-4276-86e2-79c985104532), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:40.356481 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5856e80e-e647-40f3-beb9-00eca61cb4bc tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] Pushing event deleted for resources: {'Port': ['ID=0b6ccf8b-dc61-4276-86e2-79c985104532,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:40.369361 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] get_ports_and_sgs() called for port_ids ['0b6ccf8b-dc61-4276-86e2-79c985104532'] {{(pid=103496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:28:40.401864 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.l3_dvrscheduler_db [req-873ff25f-ef91-4bec-a42d-e3d74690937a req-5856e80e-e647-40f3-beb9-00eca61cb4bc tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] No DVR routers for this DVR port 0b6ccf8b-dc61-4276-86e2-79c985104532 on host hv-cinder-83588 {{(pid=103495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:28:40.404093 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-873ff25f-ef91-4bec-a42d-e3d74690937a req-5856e80e-e647-40f3-beb9-00eca61cb4bc tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for port (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:40.407663 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-873ff25f-ef91-4bec-a42d-e3d74690937a req-5856e80e-e647-40f3-beb9-00eca61cb4bc tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] 10.222.0.44 "DELETE /v2.0/ports/0b6ccf8b-dc61-4276-86e2-79c985104532 HTTP/1.1" status: 204 len: 173 time: 0.4027162 Mar 30 18:28:40.408118 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '329c962c-2c7d-4f43-9959-fa21511abc01', 'name': 'network-vif-deleted', 'tag': '0b6ccf8b-dc61-4276-86e2-79c985104532'}] {{(pid=103495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:28:40.410387 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0dfb30c8fd1ad248dcf0c7d180f6bc71f3cc1084e8ff52034c63c32eff48f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0b128d-1747-41cf-80a7-13424689d9eb" -d '{"events": [{"server_uuid": "329c962c-2c7d-4f43-9959-fa21511abc01", "name": "network-vif-deleted", "tag": "0b6ccf8b-dc61-4276-86e2-79c985104532"}]}' {{(pid=103495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:28:40.446783 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719dcbcd-6b37-4717-8ed7-17f480087030 x-openstack-request-id: req-719dcbcd-6b37-4717-8ed7-17f480087030 {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:28:40.447081 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "329c962c-2c7d-4f43-9959-fa21511abc01", "name": "network-vif-deleted", "tag": "0b6ccf8b-dc61-4276-86e2-79c985104532", "status": "completed", "code": 200}]} {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:28:40.447337 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-719dcbcd-6b37-4717-8ed7-17f480087030 {{(pid=103495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:28:40.447738 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.notifiers.nova [-] Nova event matching ['req-719dcbcd-6b37-4717-8ed7-17f480087030'] response: {'server_uuid': '329c962c-2c7d-4f43-9959-fa21511abc01', 'name': 'network-vif-deleted', 'tag': '0b6ccf8b-dc61-4276-86e2-79c985104532', 'status': 'completed', 'code': 200} Mar 30 18:28:40.732525 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-52c93cc2-c97b-4739-8f5b-b110632886df req-e7684420-097c-4151-8f35-b470151287b2 tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] 10.222.0.41 "GET /v2.0/ports?device_id=329c962c-2c7d-4f43-9959-fa21511abc01 HTTP/1.1" status: 200 len: 210 time: 0.0272827 Mar 30 18:28:40.866750 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device c2938bc6-978f-4d35-a978-7432e1995f5b no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:28:40.888089 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] No Port match for: c2938bc6-978f-4d35-a978-7432e1995f5b {{(pid=103496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:28:40.888441 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device c2938bc6-978f-4d35-a978-7432e1995f5b not bound to the agent host hv-cinder-83588 {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:28:41.282674 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7964bfa6-ff76-4d18-829b-01024e70a21a req-67431f86-cd8c-4b62-946a-dfce7547898a tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:41.284032 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-7964bfa6-ff76-4d18-829b-01024e70a21a req-67431f86-cd8c-4b62-946a-dfce7547898a tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?device_id=391107ba-1aa4-4c07-83fa-349fe3f69ecd HTTP/1.1" status: 200 len: 945 time: 0.0550823 Mar 30 18:28:41.332105 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-7964bfa6-ff76-4d18-829b-01024e70a21a req-95ebed4a-f38c-44b9-a50e-28a9099a5f13 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf424d4a-4340-4cb1-9af5-667eb300f744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422454 Mar 30 18:28:41.810006 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-0b47c450-e5d7-4506-a35e-ce77b50813a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:41.990647 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b27edd-9c62-4b03-a9f8-d2aef6305198 req-c4e7c7b6-4cb3-492c-bcec-a4e5d66f3132 tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:41.992051 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-16b27edd-9c62-4b03-a9f8-d2aef6305198 req-c4e7c7b6-4cb3-492c-bcec-a4e5d66f3132 tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] 10.222.0.41 "GET /v2.0/networks?id=b178dce9-2437-487e-b632-1b7b5a8157e8 HTTP/1.1" status: 200 len: 809 time: 0.0997167 Mar 30 18:28:42.006425 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-16b27edd-9c62-4b03-a9f8-d2aef6305198 req-32751c87-8792-411a-99ce-8672d46a90d0 tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] 10.222.0.41 "GET /v2.0/quotas/e9ed2194ab41484f901db12ff8b96ce1 HTTP/1.1" status: 200 len: 375 time: 0.0091872 Mar 30 18:28:42.042054 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-16b27edd-9c62-4b03-a9f8-d2aef6305198 req-2215c716-41b3-4a5c-aa24-dc49322c08f4 tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e9ed2194ab41484f901db12ff8b96ce1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309029 Mar 30 18:28:42.052328 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [req-16b27edd-9c62-4b03-a9f8-d2aef6305198 req-d733fe58-5be2-4207-9da8-7a9f798def0d service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103495) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 18:28:42.053275 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-16b27edd-9c62-4b03-a9f8-d2aef6305198 req-d733fe58-5be2-4207-9da8-7a9f798def0d service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048308 Mar 30 18:28:42.158865 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-16b27edd-9c62-4b03-a9f8-d2aef6305198 req-df6cfc66-c9b3-4776-834d-b992950b983b service neutron] 10.222.0.41 "GET /v2.0/networks/b178dce9-2437-487e-b632-1b7b5a8157e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005025 Mar 30 18:28:42.249638 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-16b27edd-9c62-4b03-a9f8-d2aef6305198 req-04b2bab0-bfb1-4272-aea2-3d62bfae0749 service neutron] 10.222.0.41 "GET /v2.0/networks/b178dce9-2437-487e-b632-1b7b5a8157e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850787 Mar 30 18:28:42.429780 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2a9d4ee4-8904-4ba0-8a50-562c53d54acc req-ed3489ae-f7b5-4979-b45f-e1c60c6b21cf tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] 10.222.0.41 "GET /v2.0/ports?device_id=92910efb-c6fe-4dec-ad60-88e1fbe0b350 HTTP/1.1" status: 200 len: 210 time: 0.0405304 Mar 30 18:28:42.475016 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef22e7-eaec-4e87-9e0b-771de6a4d784 req-77ce87ee-91ae-49b3-b3df-b3373fb3d388 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:42.476484 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f1ef22e7-eaec-4e87-9e0b-771de6a4d784 req-77ce87ee-91ae-49b3-b3df-b3373fb3d388 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?device_id=391107ba-1aa4-4c07-83fa-349fe3f69ecd HTTP/1.1" status: 200 len: 945 time: 0.0760214 Mar 30 18:28:42.525788 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f1ef22e7-eaec-4e87-9e0b-771de6a4d784 req-9f5389b1-c6ab-47bd-bbc6-86524add8414 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf424d4a-4340-4cb1-9af5-667eb300f744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435832 Mar 30 18:28:43.250152 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f02abd-97b8-49ba-a35a-7fbd95b8f48e req-7cf22981-a484-4b8f-b4ed-f8b01cc2a8ea tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:43.252368 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-05f02abd-97b8-49ba-a35a-7fbd95b8f48e req-7cf22981-a484-4b8f-b4ed-f8b01cc2a8ea tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.44 "GET /v2.0/ports?device_id=391107ba-1aa4-4c07-83fa-349fe3f69ecd HTTP/1.1" status: 200 len: 945 time: 0.0512722 Mar 30 18:28:43.349641 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [req-05f02abd-97b8-49ba-a35a-7fbd95b8f48e req-3a2684c4-eb8c-4b7f-b567-b2a171baa23b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Deleting port 4ad46c0c-94cf-4219-97cd-d42282d33d3d {{(pid=103495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:28:43.349938 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-05f02abd-97b8-49ba-a35a-7fbd95b8f48e req-3a2684c4-eb8c-4b7f-b567-b2a171baa23b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (4ad46c0c-94cf-4219-97cd-d42282d33d3d), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:43.524153 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [req-05f02abd-97b8-49ba-a35a-7fbd95b8f48e req-3a2684c4-eb8c-4b7f-b567-b2a171baa23b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] For port 4ad46c0c-94cf-4219-97cd-d42282d33d3d, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4ad46c0c-94cf-4219-97cd-d42282d33d3d,segment=NetworkSegment(4ec4d92a-b07f-4238-acb7-e362a3423113),segment_id=4ec4d92a-b07f-4238-acb7-e362a3423113)] {{(pid=103495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:28:43.524529 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-05f02abd-97b8-49ba-a35a-7fbd95b8f48e req-3a2684c4-eb8c-4b7f-b567-b2a171baa23b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (4ad46c0c-94cf-4219-97cd-d42282d33d3d), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:43.563795 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d1b3afc8-6c65-4341-9d0d-d0cdc0a37fa6 req-f289fd4b-2042-46aa-8c5f-1b7a2ffb8ba7 tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] 10.222.0.41 "GET /v2.0/ports?device_id=92910efb-c6fe-4dec-ad60-88e1fbe0b350 HTTP/1.1" status: 200 len: 210 time: 0.0588422 Mar 30 18:28:43.599296 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b27edd-9c62-4b03-a9f8-d2aef6305198 req-c30e8ccf-d1b3-48ff-8b59-4031151057a4 tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:43.600722 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-16b27edd-9c62-4b03-a9f8-d2aef6305198 req-c30e8ccf-d1b3-48ff-8b59-4031151057a4 tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] 10.222.0.44 "GET /v2.0/networks?id=b178dce9-2437-487e-b632-1b7b5a8157e8 HTTP/1.1" status: 200 len: 809 time: 0.2361698 Mar 30 18:28:43.639569 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [req-16b27edd-9c62-4b03-a9f8-d2aef6305198 req-629bed2d-8b0e-4ab9-9fd0-034cc6b0e896 tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] Request body: {'port': {'device_id': '92910efb-c6fe-4dec-ad60-88e1fbe0b350', 'network_id': 'b178dce9-2437-487e-b632-1b7b5a8157e8', 'admin_state_up': True, 'tenant_id': 'e9ed2194ab41484f901db12ff8b96ce1'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:28:43.782027 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d52ad-d714-4943-a969-1cffcd814f63 req-d6dcaac6-7ff5-410b-b389-356f441cd920 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:43.783778 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a67d52ad-d714-4943-a969-1cffcd814f63 req-d6dcaac6-7ff5-410b-b389-356f441cd920 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?device_id=391107ba-1aa4-4c07-83fa-349fe3f69ecd HTTP/1.1" status: 200 len: 945 time: 0.1783671 Mar 30 18:28:43.874934 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-09ab2367-fd3c-4015-9ae3-090375807674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:43.883509 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-05f02abd-97b8-49ba-a35a-7fbd95b8f48e req-3a2684c4-eb8c-4b7f-b567-b2a171baa23b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:43.883880 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-05f02abd-97b8-49ba-a35a-7fbd95b8f48e req-3a2684c4-eb8c-4b7f-b567-b2a171baa23b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541296'] for floatingip (1217a122-15b6-47e2-bbce-c927d136df6d), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:43.884200 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.db.l3_db [req-05f02abd-97b8-49ba-a35a-7fbd95b8f48e req-3a2684c4-eb8c-4b7f-b567-b2a171baa23b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Floating IP 1217a122-15b6-47e2-bbce-c927d136df6d disassociated. External IP: 172.27.1.26, port: 4ad46c0c-94cf-4219-97cd-d42282d33d3d. Mar 30 18:28:43.884550 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [req-05f02abd-97b8-49ba-a35a-7fbd95b8f48e req-3a2684c4-eb8c-4b7f-b567-b2a171baa23b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Calling delete_port for 4ad46c0c-94cf-4219-97cd-d42282d33d3d owned by compute:nova {{(pid=103495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:28:43.906065 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16b27edd-9c62-4b03-a9f8-d2aef6305198 req-629bed2d-8b0e-4ab9-9fd0-034cc6b0e896 tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] Made reservation on behalf of e9ed2194ab41484f901db12ff8b96ce1 for: {'port': 1} {{(pid=103495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:28:43.909385 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-16b27edd-9c62-4b03-a9f8-d2aef6305198 req-629bed2d-8b0e-4ab9-9fd0-034cc6b0e896 tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:43.918410 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a67d52ad-d714-4943-a969-1cffcd814f63 req-f0967d22-73d9-4374-a671-f066ec1b0e7f tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/security-groups?id=bf424d4a-4340-4cb1-9af5-667eb300f744&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019936 Mar 30 18:28:44.122936 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.db_base_plugin_common [req-16b27edd-9c62-4b03-a9f8-d2aef6305198 req-629bed2d-8b0e-4ab9-9fd0-034cc6b0e896 tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] Allocated IP 172.20.0.5 (b178dce9-2437-487e-b632-1b7b5a8157e8/11c27b12-0979-49d5-84ce-f62c2f5ffe04/7a40f248-35d7-45ea-831d-9a46448fa990) {{(pid=103495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:28:44.136232 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-05f02abd-97b8-49ba-a35a-7fbd95b8f48e req-3a2684c4-eb8c-4b7f-b567-b2a171baa23b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5398852'] for port (4ad46c0c-94cf-4219-97cd-d42282d33d3d), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:44.178864 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2684c4-eb8c-4b7f-b567-b2a171baa23b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Pushing event deleted for resources: {'Port': ['ID=4ad46c0c-94cf-4219-97cd-d42282d33d3d,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:44.389999 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05f02abd-97b8-49ba-a35a-7fbd95b8f48e req-3a2684c4-eb8c-4b7f-b567-b2a171baa23b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Router 26126a29-9088-49f3-aa4e-b7362ac76d0f has already been hosted by L3 agent d6545c5f-a93c-4a15-87cd-019d3e75e7be {{(pid=103495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:28:44.392783 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-16b27edd-9c62-4b03-a9f8-d2aef6305198 req-629bed2d-8b0e-4ab9-9fd0-034cc6b0e896 tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] Publish callbacks [] for port (7a40f248-35d7-45ea-831d-9a46448fa990), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:44.508090 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-16b27edd-9c62-4b03-a9f8-d2aef6305198 req-629bed2d-8b0e-4ab9-9fd0-034cc6b0e896 tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728099412974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5398852'] for port (7a40f248-35d7-45ea-831d-9a46448fa990), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:44.562896 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16b27edd-9c62-4b03-a9f8-d2aef6305198 req-629bed2d-8b0e-4ab9-9fd0-034cc6b0e896 tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] Network b178dce9-2437-487e-b632-1b7b5a8157e8 is already hosted by enough agents. {{(pid=103495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:28:44.572475 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.base_scheduler [req-16b27edd-9c62-4b03-a9f8-d2aef6305198 req-629bed2d-8b0e-4ab9-9fd0-034cc6b0e896 tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] Resources bound (agent type, host, resource id): {{(pid=103495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:28:44.579586 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b27edd-9c62-4b03-a9f8-d2aef6305198 req-629bed2d-8b0e-4ab9-9fd0-034cc6b0e896 tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] Received port after_create {{(pid=103495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:28:44.584027 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629bed2d-8b0e-4ab9-9fd0-034cc6b0e896 tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] Pushing event updated for resources: {'Port': ['ID=7a40f248-35d7-45ea-831d-9a46448fa990,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:44.620457 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05f02abd-97b8-49ba-a35a-7fbd95b8f48e req-3a2684c4-eb8c-4b7f-b567-b2a171baa23b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Notify agent at l3_agent.dv-cinder-835881-1-iscsi the message routers_updated {{(pid=103495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:28:44.636498 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8154041f-2c50-4e7c-9825-6231743d2045 None None] Sync routers for ids ['26126a29-9088-49f3-aa4e-b7362ac76d0f'] in dv-cinder-835881-1-iscsi {{(pid=103497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:28:44.646567 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8154041f-2c50-4e7c-9825-6231743d2045 None None] Routers {'26126a29-9088-49f3-aa4e-b7362ac76d0f'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:28:44.647497 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-8154041f-2c50-4e7c-9825-6231743d2045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:28:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['26126a29-9088-49f3-aa4e-b7362ac76d0f'], 'active': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:28:44.699663 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b27edd-9c62-4b03-a9f8-d2aef6305198 req-629bed2d-8b0e-4ab9-9fd0-034cc6b0e896 tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:44.700269 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-16b27edd-9c62-4b03-a9f8-d2aef6305198 req-629bed2d-8b0e-4ab9-9fd0-034cc6b0e896 tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for port (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:44.703723 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f02abd-97b8-49ba-a35a-7fbd95b8f48e req-3a2684c4-eb8c-4b7f-b567-b2a171baa23b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] No DVR routers for this DVR port 4ad46c0c-94cf-4219-97cd-d42282d33d3d on host hv-cinder-83588 {{(pid=103495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:28:44.708386 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-05f02abd-97b8-49ba-a35a-7fbd95b8f48e req-3a2684c4-eb8c-4b7f-b567-b2a171baa23b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for port (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:44.711695 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-05f02abd-97b8-49ba-a35a-7fbd95b8f48e req-3a2684c4-eb8c-4b7f-b567-b2a171baa23b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.44 "DELETE /v2.0/ports/4ad46c0c-94cf-4219-97cd-d42282d33d3d HTTP/1.1" status: 204 len: 173 time: 1.4523654 Mar 30 18:28:44.712932 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '391107ba-1aa4-4c07-83fa-349fe3f69ecd', 'name': 'network-vif-deleted', 'tag': '4ad46c0c-94cf-4219-97cd-d42282d33d3d'}] {{(pid=103495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:28:44.715277 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0dfb30c8fd1ad248dcf0c7d180f6bc71f3cc1084e8ff52034c63c32eff48f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae59b2d-bf74-459e-9c92-9f8a939e20b0" -d '{"events": [{"server_uuid": "391107ba-1aa4-4c07-83fa-349fe3f69ecd", "name": "network-vif-deleted", "tag": "4ad46c0c-94cf-4219-97cd-d42282d33d3d"}]}' {{(pid=103495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:28:44.737568 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-16b27edd-9c62-4b03-a9f8-d2aef6305198 req-629bed2d-8b0e-4ab9-9fd0-034cc6b0e896 tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1023552 Mar 30 18:28:44.750050 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc64d8-9a0f-4bbd-b3d8-927236bddab1 req-f69a3245-134b-4ae6-a7c9-fa5ab6d01910 tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:44.752052 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-46fc64d8-9a0f-4bbd-b3d8-927236bddab1 req-f69a3245-134b-4ae6-a7c9-fa5ab6d01910 tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] 10.222.0.41 "GET /v2.0/ports?device_id=92910efb-c6fe-4dec-ad60-88e1fbe0b350 HTTP/1.1" status: 200 len: 931 time: 0.1022828 Mar 30 18:28:44.756888 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [req-16b27edd-9c62-4b03-a9f8-d2aef6305198 req-a66ebc36-c594-456a-be75-9ae432fa374e service neutron] Request body: {'port': {'device_id': '92910efb-c6fe-4dec-ad60-88e1fbe0b350', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:28:44.760276 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec726732-9dd0-48ce-a07d-52947779ab41 x-openstack-request-id: req-ec726732-9dd0-48ce-a07d-52947779ab41 {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:28:44.760568 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "391107ba-1aa4-4c07-83fa-349fe3f69ecd", "name": "network-vif-deleted", "tag": "4ad46c0c-94cf-4219-97cd-d42282d33d3d", "status": "completed", "code": 200}]} {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:28:44.760824 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ec726732-9dd0-48ce-a07d-52947779ab41 {{(pid=103495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:28:44.761217 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec726732-9dd0-48ce-a07d-52947779ab41'] response: {'server_uuid': '391107ba-1aa4-4c07-83fa-349fe3f69ecd', 'name': 'network-vif-deleted', 'tag': '4ad46c0c-94cf-4219-97cd-d42282d33d3d', 'status': 'completed', 'code': 200} Mar 30 18:28:44.792571 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvr_db [None req-8154041f-2c50-4e7c-9825-6231743d2045 None None] Set router 26126a29-9088-49f3-aa4e-b7362ac76d0f gateway port host: dv-cinder-835881-1-iscsi {{(pid=103497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:28:44.856479 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-46fc64d8-9a0f-4bbd-b3d8-927236bddab1 req-9e85dad1-809c-46df-a855-1c47b8be0863 tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] 10.222.0.41 "GET /v2.0/security-groups?id=6288b84d-1d87-4d62-8cf7-8adb8e9b124c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934274 Mar 30 18:28:44.857036 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-16b27edd-9c62-4b03-a9f8-d2aef6305198 req-a66ebc36-c594-456a-be75-9ae432fa374e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (7a40f248-35d7-45ea-831d-9a46448fa990), before_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:44.886917 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 0b6ccf8b-dc61-4276-86e2-79c985104532 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:28:44.915645 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] No Port match for: 0b6ccf8b-dc61-4276-86e2-79c985104532 {{(pid=103496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:28:44.915908 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 0b6ccf8b-dc61-4276-86e2-79c985104532 not bound to the agent host hv-cinder-83588 {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:28:45.062095 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-885f02a1-6efd-48b5-9d8e-ea1de3619ec2 req-47a1253d-405c-443a-85d9-37a4c4d2d63c tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?device_id=391107ba-1aa4-4c07-83fa-349fe3f69ecd HTTP/1.1" status: 200 len: 210 time: 0.0591846 Mar 30 18:28:45.112309 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-8154041f-2c50-4e7c-9825-6231743d2045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'name': 'tempest-AttachVolumeNegativeTest-1532187645-router', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '3e7551b3-e170-4565-87af-740e7fd86a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:24:43Z', 'updated_at': '2022-03-30T18:24:45Z', 'revision_number': 4, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'gw_port': {'id': '3e7551b3-e170-4565-87af-740e7fd86a7c', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:24:43Z', 'updated_at': '2022-03-30T18:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': 'b870b0ef-6f46-4c8f-a951-5fb2d6845105', 'name': '', 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'mac_address': 'fa:16:3e:30:40:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '27019e24-efa4-45b6-ac56-b13259f05e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:24:45Z', 'updated_at': '2022-03-30T18:24:49Z', 'revision_number': 5, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'subnets': [{'id': '27019e24-efa4-45b6-ac56-b13259f05e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:28:45.148278 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8154041f-2c50-4e7c-9825-6231743d2045 None None] Checking router: 26126a29-9088-49f3-aa4e-b7362ac76d0f for host: dv-cinder-835881-1-iscsi {{(pid=103497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:28:45.158509 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8154041f-2c50-4e7c-9825-6231743d2045 None None] Routers {'26126a29-9088-49f3-aa4e-b7362ac76d0f'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:28:45.159388 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-8154041f-2c50-4e7c-9825-6231743d2045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:28:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['26126a29-9088-49f3-aa4e-b7362ac76d0f'], 'active': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:28:45.186594 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:45.200596 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.notifiers.nova [req-16b27edd-9c62-4b03-a9f8-d2aef6305198 req-a66ebc36-c594-456a-be75-9ae432fa374e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a40f248-35d7-45ea-831d-9a46448fa990 {{(pid=103495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:28:45.209862 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-16b27edd-9c62-4b03-a9f8-d2aef6305198 req-a66ebc36-c594-456a-be75-9ae432fa374e service neutron] Publish callbacks [] for port (7a40f248-35d7-45ea-831d-9a46448fa990), precommit_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:45.224744 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.provisioning_blocks [req-16b27edd-9c62-4b03-a9f8-d2aef6305198 req-a66ebc36-c594-456a-be75-9ae432fa374e service neutron] Transition to ACTIVE for port object 7a40f248-35d7-45ea-831d-9a46448fa990 will not be triggered until provisioned by entity L2. {{(pid=103495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 18:28:45.228585 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-16b27edd-9c62-4b03-a9f8-d2aef6305198 req-a66ebc36-c594-456a-be75-9ae432fa374e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5398861'] for port (7a40f248-35d7-45ea-831d-9a46448fa990), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:45.282371 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66ebc36-c594-456a-be75-9ae432fa374e service neutron] Pushing event updated for resources: {'Port': ['ID=7a40f248-35d7-45ea-831d-9a46448fa990,revision_number=2']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:45.289238 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvr_db [None req-8154041f-2c50-4e7c-9825-6231743d2045 None None] Set router 26126a29-9088-49f3-aa4e-b7362ac76d0f gateway port host: dv-cinder-835881-1-iscsi {{(pid=103497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:28:45.350766 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.managers [req-16b27edd-9c62-4b03-a9f8-d2aef6305198 req-a66ebc36-c594-456a-be75-9ae432fa374e service neutron] Attempting to bind port 7a40f248-35d7-45ea-831d-9a46448fa990 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:28:45.351103 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.managers [req-16b27edd-9c62-4b03-a9f8-d2aef6305198 req-a66ebc36-c594-456a-be75-9ae432fa374e service neutron] Attempting to bind port 7a40f248-35d7-45ea-831d-9a46448fa990 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '48dfe584-a025-4c1a-a76d-be011b0b9702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'b178dce9-2437-487e-b632-1b7b5a8157e8'}] {{(pid=103495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:28:45.351432 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b27edd-9c62-4b03-a9f8-d2aef6305198 req-a66ebc36-c594-456a-be75-9ae432fa374e service neutron] Attempting to bind port 7a40f248-35d7-45ea-831d-9a46448fa990 on network b178dce9-2437-487e-b632-1b7b5a8157e8 {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:28:45.355778 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b27edd-9c62-4b03-a9f8-d2aef6305198 req-a66ebc36-c594-456a-be75-9ae432fa374e service neutron] Port 7a40f248-35d7-45ea-831d-9a46448fa990 on network b178dce9-2437-487e-b632-1b7b5a8157e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 18:28:45.356101 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b27edd-9c62-4b03-a9f8-d2aef6305198 req-a66ebc36-c594-456a-be75-9ae432fa374e service neutron] Attempting to bind port 7a40f248-35d7-45ea-831d-9a46448fa990 on network b178dce9-2437-487e-b632-1b7b5a8157e8 {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:28:45.361057 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b27edd-9c62-4b03-a9f8-d2aef6305198 req-a66ebc36-c594-456a-be75-9ae432fa374e service neutron] Checking agent: {'id': 'ab438a54-a4f6-4fd3-b589-96aa27265666', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 15, 49), 'started_at': datetime.datetime(2022, 3, 30, 18, 15, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:28:45.361452 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b27edd-9c62-4b03-a9f8-d2aef6305198 req-a66ebc36-c594-456a-be75-9ae432fa374e service neutron] Checking segment: {'id': '48dfe584-a025-4c1a-a76d-be011b0b9702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'b178dce9-2437-487e-b632-1b7b5a8157e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:28:45.361861 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b27edd-9c62-4b03-a9f8-d2aef6305198 req-a66ebc36-c594-456a-be75-9ae432fa374e service neutron] Bound using segment: {'id': '48dfe584-a025-4c1a-a76d-be011b0b9702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'b178dce9-2437-487e-b632-1b7b5a8157e8'} {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:28:45.362301 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.managers [req-16b27edd-9c62-4b03-a9f8-d2aef6305198 req-a66ebc36-c594-456a-be75-9ae432fa374e service neutron] Bound port: 7a40f248-35d7-45ea-831d-9a46448fa990, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48dfe584-a025-4c1a-a76d-be011b0b9702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'b178dce9-2437-487e-b632-1b7b5a8157e8'}}] {{(pid=103495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:28:45.362660 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-16b27edd-9c62-4b03-a9f8-d2aef6305198 req-a66ebc36-c594-456a-be75-9ae432fa374e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (7a40f248-35d7-45ea-831d-9a46448fa990), before_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:45.425658 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [req-16b27edd-9c62-4b03-a9f8-d2aef6305198 req-a66ebc36-c594-456a-be75-9ae432fa374e service neutron] For port 7a40f248-35d7-45ea-831d-9a46448fa990, host hv-cinder-83588, cleared binding levels {{(pid=103495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:28:45.428732 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [req-16b27edd-9c62-4b03-a9f8-d2aef6305198 req-a66ebc36-c594-456a-be75-9ae432fa374e service neutron] For port 7a40f248-35d7-45ea-831d-9a46448fa990, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=7a40f248-35d7-45ea-831d-9a46448fa990,segment=NetworkSegment(48dfe584-a025-4c1a-a76d-be011b0b9702),segment_id=48dfe584-a025-4c1a-a76d-be011b0b9702)] {{(pid=103495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:28:45.434387 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-16b27edd-9c62-4b03-a9f8-d2aef6305198 req-a66ebc36-c594-456a-be75-9ae432fa374e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5398861'] for port (7a40f248-35d7-45ea-831d-9a46448fa990), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:45.469305 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b27edd-9c62-4b03-a9f8-d2aef6305198 req-a66ebc36-c594-456a-be75-9ae432fa374e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:45.470519 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-16b27edd-9c62-4b03-a9f8-d2aef6305198 req-a66ebc36-c594-456a-be75-9ae432fa374e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for port (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:45.471917 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-16b27edd-9c62-4b03-a9f8-d2aef6305198 req-a66ebc36-c594-456a-be75-9ae432fa374e service neutron] 10.222.0.44 "PUT /v2.0/ports/7a40f248-35d7-45ea-831d-9a46448fa990 HTTP/1.1" status: 200 len: 1093 time: 0.7189336 Mar 30 18:28:45.496764 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66ebc36-c594-456a-be75-9ae432fa374e service neutron] Pushing event updated for resources: {'Port': ['ID=7a40f248-35d7-45ea-831d-9a46448fa990,revision_number=3']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:45.508013 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-8154041f-2c50-4e7c-9825-6231743d2045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'name': 'tempest-AttachVolumeNegativeTest-1532187645-router', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '3e7551b3-e170-4565-87af-740e7fd86a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:24:43Z', 'updated_at': '2022-03-30T18:24:45Z', 'revision_number': 4, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'gw_port': {'id': '3e7551b3-e170-4565-87af-740e7fd86a7c', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:24:43Z', 'updated_at': '2022-03-30T18:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': 'b870b0ef-6f46-4c8f-a951-5fb2d6845105', 'name': '', 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'mac_address': 'fa:16:3e:30:40:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '27019e24-efa4-45b6-ac56-b13259f05e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:24:45Z', 'updated_at': '2022-03-30T18:24:49Z', 'revision_number': 5, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'subnets': [{'id': '27019e24-efa4-45b6-ac56-b13259f05e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:28:45.535619 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8154041f-2c50-4e7c-9825-6231743d2045 None None] The sync data for ids ['26126a29-9088-49f3-aa4e-b7362ac76d0f'] in dv-cinder-835881-1-iscsi is: [{'id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'name': 'tempest-AttachVolumeNegativeTest-1532187645-router', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '3e7551b3-e170-4565-87af-740e7fd86a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:24:43Z', 'updated_at': '2022-03-30T18:24:45Z', 'revision_number': 4, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'gw_port': {'id': '3e7551b3-e170-4565-87af-740e7fd86a7c', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:24:43Z', 'updated_at': '2022-03-30T18:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': 'b870b0ef-6f46-4c8f-a951-5fb2d6845105', 'name': '', 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'mac_address': 'fa:16:3e:30:40:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '27019e24-efa4-45b6-ac56-b13259f05e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:24:45Z', 'updated_at': '2022-03-30T18:24:49Z', 'revision_number': 5, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'subnets': [{'id': '27019e24-efa4-45b6-ac56-b13259f05e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:28:45.570861 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b27edd-9c62-4b03-a9f8-d2aef6305198 req-a9fd7bb3-5bdc-4fdb-a528-96f68e4c7736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:45.572380 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-16b27edd-9c62-4b03-a9f8-d2aef6305198 req-a9fd7bb3-5bdc-4fdb-a528-96f68e4c7736 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e9ed2194ab41484f901db12ff8b96ce1&device_id=92910efb-c6fe-4dec-ad60-88e1fbe0b350 HTTP/1.1" status: 200 len: 1127 time: 0.0481808 Mar 30 18:28:45.621414 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-16b27edd-9c62-4b03-a9f8-d2aef6305198 req-07ab0f93-5116-4dd2-8f10-9ac6b00142c9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a40f248-35d7-45ea-831d-9a46448fa990 HTTP/1.1" status: 200 len: 217 time: 0.0355158 Mar 30 18:28:45.673427 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b27edd-9c62-4b03-a9f8-d2aef6305198 req-1da2c4bd-b528-49e8-a3d2-7b2f255988d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:45.675059 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-16b27edd-9c62-4b03-a9f8-d2aef6305198 req-1da2c4bd-b528-49e8-a3d2-7b2f255988d7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=11c27b12-0979-49d5-84ce-f62c2f5ffe04 HTTP/1.1" status: 200 len: 849 time: 0.0477035 Mar 30 18:28:45.707723 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-16b27edd-9c62-4b03-a9f8-d2aef6305198 req-1c5be930-fef8-4de4-8270-8e3de7da9cf2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b178dce9-2437-487e-b632-1b7b5a8157e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272872 Mar 30 18:28:45.765468 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da415cfb-39e6-4abd-a092-d8dc8867c97a None None] New status for floating IP 1217a122-15b6-47e2-bbce-c927d136df6d: DOWN {{(pid=103496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:28:45.801425 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-16b27edd-9c62-4b03-a9f8-d2aef6305198 req-dde4a5c3-6035-41f6-8577-41393212c989 service neutron] 10.222.0.44 "GET /v2.0/networks/b178dce9-2437-487e-b632-1b7b5a8157e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881290 Mar 30 18:28:46.155617 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 51858) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:28:46.199097 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b983ab-4863-45b7-bcec-6123135530c5 req-2c14a04e-be00-405b-9047-acd72518e993 tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:46.200553 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b4b983ab-4863-45b7-bcec-6123135530c5 req-2c14a04e-be00-405b-9047-acd72518e993 tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] 10.222.0.41 "GET /v2.0/ports?device_id=92910efb-c6fe-4dec-ad60-88e1fbe0b350 HTTP/1.1" status: 200 len: 943 time: 0.0813036 Mar 30 18:28:46.202517 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-16b27edd-9c62-4b03-a9f8-d2aef6305198 req-78cc4608-a943-4f74-a6a8-72316f7c3fab service neutron] 10.222.0.44 "GET /v2.0/networks/b178dce9-2437-487e-b632-1b7b5a8157e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3957264 Mar 30 18:28:46.210247 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-1e42d428-9f1b-4df8-9797-b1fba1583d82 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for security_group (bf424d4a-4340-4cb1-9af5-667eb300f744), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:46.237205 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-1e42d428-9f1b-4df8-9797-b1fba1583d82 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for security_group (bf424d4a-4340-4cb1-9af5-667eb300f744), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:46.249466 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b4b983ab-4863-45b7-bcec-6123135530c5 req-62759a04-bf37-4985-ba3a-5ca9efd17289 tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] 10.222.0.41 "GET /v2.0/security-groups?id=6288b84d-1d87-4d62-8cf7-8adb8e9b124c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417941 Mar 30 18:28:46.296012 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-1e42d428-9f1b-4df8-9797-b1fba1583d82 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (bf424d4a-4340-4cb1-9af5-667eb300f744), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:46.299156 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-1e42d428-9f1b-4df8-9797-b1fba1583d82 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for security_group (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:46.300315 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-1e42d428-9f1b-4df8-9797-b1fba1583d82 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "DELETE /v2.0/security-groups/bf424d4a-4340-4cb1-9af5-667eb300f744 HTTP/1.1" status: 204 len: 168 time: 0.1430905 Mar 30 18:28:46.303190 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 51860) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:28:46.310607 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e42d428-9f1b-4df8-9797-b1fba1583d82 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf424d4a-4340-4cb1-9af5-667eb300f744,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:46.319088 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.api.v2.resource [None req-49dca890-4913-4dfd-82a6-0407cab964b5 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] show failed (client error): The resource could not be found. Mar 30 18:28:46.320376 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-49dca890-4913-4dfd-82a6-0407cab964b5 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/security-groups/bf424d4a-4340-4cb1-9af5-667eb300f744 HTTP/1.1" status: 404 len: 347 time: 0.0159886 Mar 30 18:28:46.323180 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 51862) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:28:46.441773 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:46.476009 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [None req-f52241e0-89cf-4318-96a2-92ae5d1098c5 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Deleting port 0116d34e-918b-4310-8a8f-65be7ad8a5a9 {{(pid=103495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:28:46.476625 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-f52241e0-89cf-4318-96a2-92ae5d1098c5 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (0116d34e-918b-4310-8a8f-65be7ad8a5a9), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:46.564344 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-f52241e0-89cf-4318-96a2-92ae5d1098c5 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (0116d34e-918b-4310-8a8f-65be7ad8a5a9), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:46.564834 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-f52241e0-89cf-4318-96a2-92ae5d1098c5 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for floatingip (0116d34e-918b-4310-8a8f-65be7ad8a5a9), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:46.577204 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [None req-f52241e0-89cf-4318-96a2-92ae5d1098c5 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Calling delete_port for 0116d34e-918b-4310-8a8f-65be7ad8a5a9 owned by network:floatingip {{(pid=103495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:28:46.739274 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-f52241e0-89cf-4318-96a2-92ae5d1098c5 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5398852'] for port (0116d34e-918b-4310-8a8f-65be7ad8a5a9), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:46.764670 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92910efb-c6fe-4dec-ad60-88e1fbe0b350', 'tag': '7a40f248-35d7-45ea-831d-9a46448fa990'}] {{(pid=103495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:28:46.767687 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0dfb30c8fd1ad248dcf0c7d180f6bc71f3cc1084e8ff52034c63c32eff48f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb84bee-1984-42ee-b7e0-2dd41bf7a15b" -d '{"events": [{"name": "network-changed", "server_uuid": "92910efb-c6fe-4dec-ad60-88e1fbe0b350", "tag": "7a40f248-35d7-45ea-831d-9a46448fa990"}]}' {{(pid=103495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:28:46.773033 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52241e0-89cf-4318-96a2-92ae5d1098c5 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Pushing event deleted for resources: {'Port': ['ID=0116d34e-918b-4310-8a8f-65be7ad8a5a9,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:46.822859 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a13a94-315a-4b26-9f0a-2b704d6f28cf x-openstack-request-id: req-18a13a94-315a-4b26-9f0a-2b704d6f28cf {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:28:46.823148 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92910efb-c6fe-4dec-ad60-88e1fbe0b350", "tag": "7a40f248-35d7-45ea-831d-9a46448fa990", "status": "completed", "code": 200}]} {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:28:46.823393 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-18a13a94-315a-4b26-9f0a-2b704d6f28cf {{(pid=103495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:28:46.823781 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18a13a94-315a-4b26-9f0a-2b704d6f28cf'] response: {'name': 'network-changed', 'server_uuid': '92910efb-c6fe-4dec-ad60-88e1fbe0b350', 'tag': '7a40f248-35d7-45ea-831d-9a46448fa990', 'status': 'completed', 'code': 200} Mar 30 18:28:46.842806 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-f52241e0-89cf-4318-96a2-92ae5d1098c5 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for floatingip (1217a122-15b6-47e2-bbce-c927d136df6d), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:46.846026 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-f52241e0-89cf-4318-96a2-92ae5d1098c5 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for floatingip (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:46.847243 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-f52241e0-89cf-4318-96a2-92ae5d1098c5 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "DELETE /v2.0/floatingips/1217a122-15b6-47e2-bbce-c927d136df6d HTTP/1.1" status: 204 len: 168 time: 0.5231631 Mar 30 18:28:46.882586 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 4ad46c0c-94cf-4219-97cd-d42282d33d3d no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:28:46.903195 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] No Port match for: 4ad46c0c-94cf-4219-97cd-d42282d33d3d {{(pid=103496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:28:46.903548 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 4ad46c0c-94cf-4219-97cd-d42282d33d3d not bound to the agent host hv-cinder-83588 {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:28:46.903873 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb84bee-1984-42ee-b7e0-2dd41bf7a15b req-6d6bb180-fcea-42a6-85a7-8f60092a9b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:46.905674 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-dbb84bee-1984-42ee-b7e0-2dd41bf7a15b req-6d6bb180-fcea-42a6-85a7-8f60092a9b58 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e9ed2194ab41484f901db12ff8b96ce1&device_id=92910efb-c6fe-4dec-ad60-88e1fbe0b350 HTTP/1.1" status: 200 len: 1127 time: 0.0541959 Mar 30 18:28:47.013728 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb84bee-1984-42ee-b7e0-2dd41bf7a15b req-ce1c70e1-de64-4dad-8466-00b33ff6c1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:47.015275 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-dbb84bee-1984-42ee-b7e0-2dd41bf7a15b req-ce1c70e1-de64-4dad-8466-00b33ff6c1e6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b178dce9-2437-487e-b632-1b7b5a8157e8 HTTP/1.1" status: 200 len: 910 time: 0.1035454 Mar 30 18:28:47.068629 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-dbb84bee-1984-42ee-b7e0-2dd41bf7a15b req-60714b24-a406-4787-8028-4817df967485 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a40f248-35d7-45ea-831d-9a46448fa990 HTTP/1.1" status: 200 len: 217 time: 0.0449791 Mar 30 18:28:47.122212 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb84bee-1984-42ee-b7e0-2dd41bf7a15b req-3e3e6a37-a3e0-4ccb-a2de-e30e5ab2bc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:47.123611 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-dbb84bee-1984-42ee-b7e0-2dd41bf7a15b req-3e3e6a37-a3e0-4ccb-a2de-e30e5ab2bc98 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=11c27b12-0979-49d5-84ce-f62c2f5ffe04 HTTP/1.1" status: 200 len: 849 time: 0.0500436 Mar 30 18:28:47.154200 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-dbb84bee-1984-42ee-b7e0-2dd41bf7a15b req-813940f9-3289-4320-a683-32c2ec18a405 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b178dce9-2437-487e-b632-1b7b5a8157e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246773 Mar 30 18:28:47.214724 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 51868) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:28:47.219568 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.v2.base [None req-4edc9a1e-ff1c-4985-a2d1-5d09023079fd tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1495767656', 'description': 'tempest-description--411614189'}} {{(pid=103494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:28:47.240697 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-4edc9a1e-ff1c-4985-a2d1-5d09023079fd tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for security_group (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:47.249936 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-dbb84bee-1984-42ee-b7e0-2dd41bf7a15b req-cf2b7959-a6fe-4386-bf44-35f1be360380 service neutron] 10.222.0.44 "GET /v2.0/networks/b178dce9-2437-487e-b632-1b7b5a8157e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896938 Mar 30 18:28:47.313631 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-4edc9a1e-ff1c-4985-a2d1-5d09023079fd tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for security_group (4144f194-4b13-4f24-8abe-7c1c9cb79420), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:47.318713 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-4edc9a1e-ff1c-4985-a2d1-5d09023079fd tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (4144f194-4b13-4f24-8abe-7c1c9cb79420), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:47.363087 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-4edc9a1e-ff1c-4985-a2d1-5d09023079fd tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for security_group (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:47.366808 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-4edc9a1e-ff1c-4985-a2d1-5d09023079fd tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1485813 Mar 30 18:28:47.366808 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edc9a1e-ff1c-4985-a2d1-5d09023079fd tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4144f194-4b13-4f24-8abe-7c1c9cb79420,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:47.368287 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 51872) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:28:47.373984 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [None req-f2466f4c-00ea-497d-ba81-f5de0283fd68 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Request body: {'security_group_rule': {'security_group_id': '4144f194-4b13-4f24-8abe-7c1c9cb79420', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:28:47.417074 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-dbb84bee-1984-42ee-b7e0-2dd41bf7a15b req-39bf7dd6-59a0-4966-afcb-900d64dd8759 service neutron] 10.222.0.44 "GET /v2.0/networks/b178dce9-2437-487e-b632-1b7b5a8157e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604176 Mar 30 18:28:47.425950 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-f2466f4c-00ea-497d-ba81-f5de0283fd68 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for security_group_rule (b50c8653-8fd9-47c8-9aa8-7c7873f4f4a7), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:47.436781 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e60033b-ae80-4ca9-aa7a-b43d9808141f req-e087915c-e8e6-43a7-a56a-ec0198911158 tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:47.438284 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-1e60033b-ae80-4ca9-aa7a-b43d9808141f req-e087915c-e8e6-43a7-a56a-ec0198911158 tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] 10.222.0.41 "GET /v2.0/ports?device_id=92910efb-c6fe-4dec-ad60-88e1fbe0b350 HTTP/1.1" status: 200 len: 943 time: 0.1128008 Mar 30 18:28:47.515045 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-1e60033b-ae80-4ca9-aa7a-b43d9808141f req-2654f2df-7d7f-438b-9106-25e16e911fbc tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] 10.222.0.41 "GET /v2.0/security-groups?id=6288b84d-1d87-4d62-8cf7-8adb8e9b124c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679774 Mar 30 18:28:47.520609 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-f2466f4c-00ea-497d-ba81-f5de0283fd68 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for security_group_rule (b50c8653-8fd9-47c8-9aa8-7c7873f4f4a7), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:47.524190 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-f2466f4c-00ea-497d-ba81-f5de0283fd68 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005201'] for security_group_rule (b50c8653-8fd9-47c8-9aa8-7c7873f4f4a7), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:47.542112 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2466f4c-00ea-497d-ba81-f5de0283fd68 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b50c8653-8fd9-47c8-9aa8-7c7873f4f4a7,revision_number=0']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:47.550510 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-f2466f4c-00ea-497d-ba81-f5de0283fd68 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:47.551687 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-f2466f4c-00ea-497d-ba81-f5de0283fd68 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1823144 Mar 30 18:28:47.554353 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 51874) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:28:47.558670 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [None req-f0c4ff91-92ce-4809-b1e4-64d8de61131a tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Request body: {'security_group_rule': {'security_group_id': '4144f194-4b13-4f24-8abe-7c1c9cb79420', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:28:47.582777 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-f0c4ff91-92ce-4809-b1e4-64d8de61131a tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for security_group_rule (74c93657-c768-4ba2-8c79-658391ad118b), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:47.637031 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-f0c4ff91-92ce-4809-b1e4-64d8de61131a tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for security_group_rule (74c93657-c768-4ba2-8c79-658391ad118b), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:47.640475 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-f0c4ff91-92ce-4809-b1e4-64d8de61131a tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005201'] for security_group_rule (74c93657-c768-4ba2-8c79-658391ad118b), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:47.657472 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c4ff91-92ce-4809-b1e4-64d8de61131a tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74c93657-c768-4ba2-8c79-658391ad118b,revision_number=0']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:47.665073 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-f0c4ff91-92ce-4809-b1e4-64d8de61131a tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:47.666285 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-f0c4ff91-92ce-4809-b1e4-64d8de61131a tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1109889 Mar 30 18:28:47.669332 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 51876) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:28:47.674092 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [None req-35b01f46-a42c-4865-9b62-97ba0edd9e4b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Request body: {'floatingip': {'floating_network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:28:47.693669 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-35b01f46-a42c-4865-9b62-97ba0edd9e4b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:47.791421 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-35b01f46-a42c-4865-9b62-97ba0edd9e4b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:47.890488 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.db_base_plugin_common [None req-35b01f46-a42c-4865-9b62-97ba0edd9e4b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Allocated IP 172.27.1.156 (91cc19c8-4e3d-4b52-9973-bc78b4427ae2/e2593658-5374-4bbb-b8e3-ff319bcb6728/7ac8ace4-3fd1-4bf3-ac32-36d00c836dda) {{(pid=103495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:28:47.993546 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-35b01f46-a42c-4865-9b62-97ba0edd9e4b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for port (7ac8ace4-3fd1-4bf3-ac32-36d00c836dda), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:48.018598 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:48.029835 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-35b01f46-a42c-4865-9b62-97ba0edd9e4b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728099412974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5398852'] for port (7ac8ace4-3fd1-4bf3-ac32-36d00c836dda), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:48.064131 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b01f46-a42c-4865-9b62-97ba0edd9e4b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Network 91cc19c8-4e3d-4b52-9973-bc78b4427ae2 is already hosted by enough agents. {{(pid=103495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:28:48.068433 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.base_scheduler [None req-35b01f46-a42c-4865-9b62-97ba0edd9e4b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Resources bound (agent type, host, resource id): {{(pid=103495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:28:48.071887 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b01f46-a42c-4865-9b62-97ba0edd9e4b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Received port after_create {{(pid=103495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:28:48.097308 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b01f46-a42c-4865-9b62-97ba0edd9e4b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Pushing event updated for resources: {'Port': ['ID=7ac8ace4-3fd1-4bf3-ac32-36d00c836dda,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:48.163702 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-35b01f46-a42c-4865-9b62-97ba0edd9e4b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for floatingip (b5f532d2-f03b-4289-8a79-0c8a823e8515), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:48.199445 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-35b01f46-a42c-4865-9b62-97ba0edd9e4b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (7ac8ace4-3fd1-4bf3-ac32-36d00c836dda), before_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:48.347049 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-35b01f46-a42c-4865-9b62-97ba0edd9e4b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for port (7ac8ace4-3fd1-4bf3-ac32-36d00c836dda), precommit_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:48.351452 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-35b01f46-a42c-4865-9b62-97ba0edd9e4b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5398861'] for port (7ac8ace4-3fd1-4bf3-ac32-36d00c836dda), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:48.418881 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b01f46-a42c-4865-9b62-97ba0edd9e4b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Pushing event updated for resources: {'Port': ['ID=7ac8ace4-3fd1-4bf3-ac32-36d00c836dda,revision_number=2']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:48.430253 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-35b01f46-a42c-4865-9b62-97ba0edd9e4b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541296'] for floatingip (b5f532d2-f03b-4289-8a79-0c8a823e8515), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:48.444788 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-35b01f46-a42c-4865-9b62-97ba0edd9e4b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for floatingip (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:48.445993 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-35b01f46-a42c-4865-9b62-97ba0edd9e4b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7757514 Mar 30 18:28:48.663564 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-aa78c4dc-4077-4f8c-b48b-c3f48a1047bf req-4b18b0d1-1e61-40c2-b498-16d893796644 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1495767656&fields=id&tenant_id=c8293d7cfcfd4a76af620e7e01c1fb8e HTTP/1.1" status: 200 len: 267 time: 0.0546510 Mar 30 18:28:48.672089 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882807cb-6d5d-4afb-b38e-8854fa4aa1ff req-10092150-547f-4996-9790-18f9f388f491 tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:48.673880 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-882807cb-6d5d-4afb-b38e-8854fa4aa1ff req-10092150-547f-4996-9790-18f9f388f491 tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] 10.222.0.41 "GET /v2.0/ports?device_id=92910efb-c6fe-4dec-ad60-88e1fbe0b350 HTTP/1.1" status: 200 len: 943 time: 0.0920138 Mar 30 18:28:48.686278 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (ab438a54-a4f6-4fd3-b589-96aa27265666), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:48.786145 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-882807cb-6d5d-4afb-b38e-8854fa4aa1ff req-d8f00e6b-533a-4fa2-84bf-08e1dc8b5a76 tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] 10.222.0.41 "GET /v2.0/security-groups?id=6288b84d-1d87-4d62-8cf7-8adb8e9b124c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006174 Mar 30 18:28:48.809299 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa78c4dc-4077-4f8c-b48b-c3f48a1047bf req-6e0612c9-19dd-4360-bb9f-21882a74b773 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:48.810783 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-aa78c4dc-4077-4f8c-b48b-c3f48a1047bf req-6e0612c9-19dd-4360-bb9f-21882a74b773 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/networks?id=409d44ec-6d59-4a2a-ad46-8958029d105f HTTP/1.1" status: 200 len: 815 time: 0.1359048 Mar 30 18:28:48.825753 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-aa78c4dc-4077-4f8c-b48b-c3f48a1047bf req-d5c713d6-52ab-4d20-8507-893787e0daa8 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/quotas/c8293d7cfcfd4a76af620e7e01c1fb8e HTTP/1.1" status: 200 len: 375 time: 0.0089300 Mar 30 18:28:48.879690 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-aa78c4dc-4077-4f8c-b48b-c3f48a1047bf req-4614f877-f9f1-4afa-a519-2932417dc233 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c8293d7cfcfd4a76af620e7e01c1fb8e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485168 Mar 30 18:28:48.882473 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 7a40f248-35d7-45ea-831d-9a46448fa990 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:28:48.974259 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-aa78c4dc-4077-4f8c-b48b-c3f48a1047bf req-98d5bdf8-5599-484f-b89f-67dde1de17ff service neutron] 10.222.0.41 "GET /v2.0/networks/409d44ec-6d59-4a2a-ad46-8958029d105f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821772 Mar 30 18:28:48.978077 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port 7a40f248-35d7-45ea-831d-9a46448fa990, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=7a40f248-35d7-45ea-831d-9a46448fa990,segment=NetworkSegment(48dfe584-a025-4c1a-a76d-be011b0b9702),segment_id=48dfe584-a025-4c1a-a76d-be011b0b9702)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:28:48.990971 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Returning: {'device': '7a40f248-35d7-45ea-831d-9a46448fa990', 'network_id': 'b178dce9-2437-487e-b632-1b7b5a8157e8', 'port_id': '7a40f248-35d7-45ea-831d-9a46448fa990', 'mac_address': 'fa:16:3e:9a:35:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11c27b12-0979-49d5-84ce-f62c2f5ffe04', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:28:49.032058 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Current status of the port 7a40f248-35d7-45ea-831d-9a46448fa990 is: DOWN; New status is: BUILD {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:28:49.033295 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (7a40f248-35d7-45ea-831d-9a46448fa990), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:49.046374 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a40f248-35d7-45ea-831d-9a46448fa990 {{(pid=103496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:28:49.065799 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port 7a40f248-35d7-45ea-831d-9a46448fa990, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=7a40f248-35d7-45ea-831d-9a46448fa990,segment=NetworkSegment(48dfe584-a025-4c1a-a76d-be011b0b9702),segment_id=48dfe584-a025-4c1a-a76d-be011b0b9702)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:28:49.069151 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-aa78c4dc-4077-4f8c-b48b-c3f48a1047bf req-fc656f68-77bb-47ad-9355-72bdb9c24ab9 service neutron] 10.222.0.41 "GET /v2.0/networks/409d44ec-6d59-4a2a-ad46-8958029d105f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890648 Mar 30 18:28:49.071015 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (7a40f248-35d7-45ea-831d-9a46448fa990), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:49.119153 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Pushing event updated for resources: {'Port': ['ID=7a40f248-35d7-45ea-831d-9a46448fa990,revision_number=4']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:49.231647 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-dea2e367-e061-4734-90b9-63ae0ffa982c req-a852203e-f2c8-43a8-98d6-ab96e0d31cb4 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?device_id=7fe5c078-9fbc-4e65-a88a-3985ce7f987e HTTP/1.1" status: 200 len: 210 time: 0.0273077 Mar 30 18:28:49.466907 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] get_ports_and_sgs() called for port_ids ['7a40f248-35d7-45ea-831d-9a46448fa990'] {{(pid=103496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:28:49.908240 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274cd38b-18e0-40d4-bde2-0d1180e39ac6 req-f57f1cc5-cff4-4b70-a5ac-07e8f41ced89 tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:49.909794 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-274cd38b-18e0-40d4-bde2-0d1180e39ac6 req-f57f1cc5-cff4-4b70-a5ac-07e8f41ced89 tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] 10.222.0.41 "GET /v2.0/ports?device_id=92910efb-c6fe-4dec-ad60-88e1fbe0b350 HTTP/1.1" status: 200 len: 944 time: 0.0533242 Mar 30 18:28:49.955844 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-274cd38b-18e0-40d4-bde2-0d1180e39ac6 req-af0f24c5-f917-4605-b51e-16143bb7bbad tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] 10.222.0.41 "GET /v2.0/security-groups?id=6288b84d-1d87-4d62-8cf7-8adb8e9b124c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403023 Mar 30 18:28:50.217122 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa78c4dc-4077-4f8c-b48b-c3f48a1047bf req-20ffe127-ba2b-4517-bda1-e9c1226713e9 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:50.218545 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-aa78c4dc-4077-4f8c-b48b-c3f48a1047bf req-20ffe127-ba2b-4517-bda1-e9c1226713e9 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.44 "GET /v2.0/networks?id=409d44ec-6d59-4a2a-ad46-8958029d105f HTTP/1.1" status: 200 len: 815 time: 0.1013732 Mar 30 18:28:50.290145 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-aa78c4dc-4077-4f8c-b48b-c3f48a1047bf req-309dde7c-a0f4-4e0a-94df-77d2a17b5754 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8293d7cfcfd4a76af620e7e01c1fb8e HTTP/1.1" status: 200 len: 380 time: 0.0555899 Mar 30 18:28:50.300508 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [req-aa78c4dc-4077-4f8c-b48b-c3f48a1047bf req-42a5dcaa-8131-4ddf-b1c2-69e2a0bb3f3b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Request body: {'port': {'device_id': '7fe5c078-9fbc-4e65-a88a-3985ce7f987e', 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f', 'admin_state_up': True, 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'security_groups': ['4144f194-4b13-4f24-8abe-7c1c9cb79420']}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:28:50.366855 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e80d038c-8783-4f76-a224-f9ea53860b92 req-ec47cf6c-92f3-420a-adc9-ef6fe18eddf9 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?device_id=7fe5c078-9fbc-4e65-a88a-3985ce7f987e HTTP/1.1" status: 200 len: 210 time: 0.0629396 Mar 30 18:28:50.429864 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa78c4dc-4077-4f8c-b48b-c3f48a1047bf req-42a5dcaa-8131-4ddf-b1c2-69e2a0bb3f3b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Made reservation on behalf of c8293d7cfcfd4a76af620e7e01c1fb8e for: {'port': 1} {{(pid=103495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:28:50.433232 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-aa78c4dc-4077-4f8c-b48b-c3f48a1047bf req-42a5dcaa-8131-4ddf-b1c2-69e2a0bb3f3b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:50.553471 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.db_base_plugin_common [req-aa78c4dc-4077-4f8c-b48b-c3f48a1047bf req-42a5dcaa-8131-4ddf-b1c2-69e2a0bb3f3b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Allocated IP 172.20.0.8 (409d44ec-6d59-4a2a-ad46-8958029d105f/27019e24-efa4-45b6-ac56-b13259f05e3f/7aeefa51-0ea6-4bae-8497-be7d7090173f) {{(pid=103495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:28:50.694888 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-aa78c4dc-4077-4f8c-b48b-c3f48a1047bf req-42a5dcaa-8131-4ddf-b1c2-69e2a0bb3f3b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for port (7aeefa51-0ea6-4bae-8497-be7d7090173f), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:50.728204 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-aa78c4dc-4077-4f8c-b48b-c3f48a1047bf req-42a5dcaa-8131-4ddf-b1c2-69e2a0bb3f3b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728099412974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5398852'] for port (7aeefa51-0ea6-4bae-8497-be7d7090173f), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:50.769688 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa78c4dc-4077-4f8c-b48b-c3f48a1047bf req-42a5dcaa-8131-4ddf-b1c2-69e2a0bb3f3b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Network 409d44ec-6d59-4a2a-ad46-8958029d105f is already hosted by enough agents. {{(pid=103495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:28:50.772823 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.base_scheduler [req-aa78c4dc-4077-4f8c-b48b-c3f48a1047bf req-42a5dcaa-8131-4ddf-b1c2-69e2a0bb3f3b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Resources bound (agent type, host, resource id): {{(pid=103495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:28:50.775046 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa78c4dc-4077-4f8c-b48b-c3f48a1047bf req-42a5dcaa-8131-4ddf-b1c2-69e2a0bb3f3b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Received port after_create {{(pid=103495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:28:50.807163 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a5dcaa-8131-4ddf-b1c2-69e2a0bb3f3b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Pushing event updated for resources: {'Port': ['ID=7aeefa51-0ea6-4bae-8497-be7d7090173f,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:50.822672 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5dcaa-8131-4ddf-b1c2-69e2a0bb3f3b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:28:50.823025 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5dcaa-8131-4ddf-b1c2-69e2a0bb3f3b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:28:50.823368 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5dcaa-8131-4ddf-b1c2-69e2a0bb3f3b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:28:50.823712 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5dcaa-8131-4ddf-b1c2-69e2a0bb3f3b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:28:50.824047 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5dcaa-8131-4ddf-b1c2-69e2a0bb3f3b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:28:50.824379 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5dcaa-8131-4ddf-b1c2-69e2a0bb3f3b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:28:50.824704 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5dcaa-8131-4ddf-b1c2-69e2a0bb3f3b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:28:50.825033 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5dcaa-8131-4ddf-b1c2-69e2a0bb3f3b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:28:50.825519 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5dcaa-8131-4ddf-b1c2-69e2a0bb3f3b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:28:50.825853 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5dcaa-8131-4ddf-b1c2-69e2a0bb3f3b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:28:50.826208 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5dcaa-8131-4ddf-b1c2-69e2a0bb3f3b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:28:50.826536 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5dcaa-8131-4ddf-b1c2-69e2a0bb3f3b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:28:50.826856 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5dcaa-8131-4ddf-b1c2-69e2a0bb3f3b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:28:50.827178 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5dcaa-8131-4ddf-b1c2-69e2a0bb3f3b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:28:50.827499 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a5dcaa-8131-4ddf-b1c2-69e2a0bb3f3b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:28:50.850206 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa78c4dc-4077-4f8c-b48b-c3f48a1047bf req-42a5dcaa-8131-4ddf-b1c2-69e2a0bb3f3b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:50.851033 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-aa78c4dc-4077-4f8c-b48b-c3f48a1047bf req-42a5dcaa-8131-4ddf-b1c2-69e2a0bb3f3b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for port (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:50.866807 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-aa78c4dc-4077-4f8c-b48b-c3f48a1047bf req-42a5dcaa-8131-4ddf-b1c2-69e2a0bb3f3b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5706606 Mar 30 18:28:50.884473 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [req-aa78c4dc-4077-4f8c-b48b-c3f48a1047bf req-1e6cfa1d-d285-41b8-a9c6-c53f559ec424 service neutron] Request body: {'port': {'device_id': '7fe5c078-9fbc-4e65-a88a-3985ce7f987e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:28:50.897497 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 7a40f248-35d7-45ea-831d-9a46448fa990 up at agent hyperv_hv-cinder-83588 {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:28:50.948083 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-aa78c4dc-4077-4f8c-b48b-c3f48a1047bf req-1e6cfa1d-d285-41b8-a9c6-c53f559ec424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (7aeefa51-0ea6-4bae-8497-be7d7090173f), before_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:50.962686 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Provisioning for port 7a40f248-35d7-45ea-831d-9a46448fa990 completed by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 18:28:50.968984 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Provisioning complete for port 7a40f248-35d7-45ea-831d-9a46448fa990 triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:28:50.969357 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (7a40f248-35d7-45ea-831d-9a46448fa990), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:50.995493 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-731038a4-9729-49ca-823a-581898790c79 None None] Provisioning complete for port 7aeefa51-0ea6-4bae-8497-be7d7090173f triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:28:50.995865 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-731038a4-9729-49ca-823a-581898790c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (7aeefa51-0ea6-4bae-8497-be7d7090173f), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:51.049257 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-731038a4-9729-49ca-823a-581898790c79 None None] Port 7aeefa51-0ea6-4bae-8497-be7d7090173f cannot update to ACTIVE because it is not bound. {{(pid=103496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:28:51.089594 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Current status of the port 7a40f248-35d7-45ea-831d-9a46448fa990 is: BUILD; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:28:51.089989 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (7a40f248-35d7-45ea-831d-9a46448fa990), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:51.112696 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92910efb-c6fe-4dec-ad60-88e1fbe0b350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a40f248-35d7-45ea-831d-9a46448fa990'}] {{(pid=103496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:28:51.115237 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cbde32198906eb4ff2132376d68ea43d0d8f515c48f03fe95d90af760020ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce1b5c07-72f3-4a62-aa15-84e4b389d0fa" -d '{"events": [{"server_uuid": "92910efb-c6fe-4dec-ad60-88e1fbe0b350", "name": "network-vif-plugged", "status": "completed", "tag": "7a40f248-35d7-45ea-831d-9a46448fa990"}]}' {{(pid=103496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:28:51.128895 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port 7a40f248-35d7-45ea-831d-9a46448fa990, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=7a40f248-35d7-45ea-831d-9a46448fa990,segment=NetworkSegment(48dfe584-a025-4c1a-a76d-be011b0b9702),segment_id=48dfe584-a025-4c1a-a76d-be011b0b9702)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:28:51.133095 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (7a40f248-35d7-45ea-831d-9a46448fa990), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:51.158814 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae980c37-715b-4892-8c50-fa5d7bd071b1 x-openstack-request-id: req-ae980c37-715b-4892-8c50-fa5d7bd071b1 {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:28:51.159112 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92910efb-c6fe-4dec-ad60-88e1fbe0b350", "name": "network-vif-plugged", "status": "completed", "tag": "7a40f248-35d7-45ea-831d-9a46448fa990", "code": 200}]} {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:28:51.159367 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ae980c37-715b-4892-8c50-fa5d7bd071b1 {{(pid=103496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:28:51.159757 dv-cinder-835881-1-iscsi neutron-server[103496]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae980c37-715b-4892-8c50-fa5d7bd071b1'] response: {'server_uuid': '92910efb-c6fe-4dec-ad60-88e1fbe0b350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a40f248-35d7-45ea-831d-9a46448fa990', 'code': 200} Mar 30 18:28:51.168892 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07ffb33-b9b5-41d7-82ad-b8a80c65ecfd req-8312a7d0-4964-4740-a12b-cb1c473fd477 tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:51.170385 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b07ffb33-b9b5-41d7-82ad-b8a80c65ecfd req-8312a7d0-4964-4740-a12b-cb1c473fd477 tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] 10.222.0.41 "GET /v2.0/ports?device_id=92910efb-c6fe-4dec-ad60-88e1fbe0b350 HTTP/1.1" status: 200 len: 944 time: 0.1160314 Mar 30 18:28:51.185359 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Pushing event updated for resources: {'Port': ['ID=7a40f248-35d7-45ea-831d-9a46448fa990,revision_number=5']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:51.248632 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b07ffb33-b9b5-41d7-82ad-b8a80c65ecfd req-b062be80-4b52-42fe-a56e-c9071278c78f tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] 10.222.0.41 "GET /v2.0/security-groups?id=6288b84d-1d87-4d62-8cf7-8adb8e9b124c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712512 Mar 30 18:28:51.302119 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.notifiers.nova [req-aa78c4dc-4077-4f8c-b48b-c3f48a1047bf req-1e6cfa1d-d285-41b8-a9c6-c53f559ec424 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aeefa51-0ea6-4bae-8497-be7d7090173f {{(pid=103495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:28:51.310328 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-aa78c4dc-4077-4f8c-b48b-c3f48a1047bf req-1e6cfa1d-d285-41b8-a9c6-c53f559ec424 service neutron] Publish callbacks [] for port (7aeefa51-0ea6-4bae-8497-be7d7090173f), precommit_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:51.331863 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.provisioning_blocks [req-aa78c4dc-4077-4f8c-b48b-c3f48a1047bf req-1e6cfa1d-d285-41b8-a9c6-c53f559ec424 service neutron] Transition to ACTIVE for port object 7aeefa51-0ea6-4bae-8497-be7d7090173f will not be triggered until provisioned by entity L2. {{(pid=103495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 18:28:51.348740 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-aa78c4dc-4077-4f8c-b48b-c3f48a1047bf req-1e6cfa1d-d285-41b8-a9c6-c53f559ec424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5398861'] for port (7aeefa51-0ea6-4bae-8497-be7d7090173f), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:51.409349 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6cfa1d-d285-41b8-a9c6-c53f559ec424 service neutron] Pushing event updated for resources: {'Port': ['ID=7aeefa51-0ea6-4bae-8497-be7d7090173f,revision_number=2']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:51.424348 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5bd2c6-d6af-44f8-8140-1f9da92beb7d req-d6be575e-d209-44ba-89f4-a640ea4a6064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:51.425993 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-da5bd2c6-d6af-44f8-8140-1f9da92beb7d req-d6be575e-d209-44ba-89f4-a640ea4a6064 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=92910efb-c6fe-4dec-ad60-88e1fbe0b350 HTTP/1.1" status: 200 len: 1129 time: 0.1048985 Mar 30 18:28:51.561289 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.managers [req-aa78c4dc-4077-4f8c-b48b-c3f48a1047bf req-1e6cfa1d-d285-41b8-a9c6-c53f559ec424 service neutron] Attempting to bind port 7aeefa51-0ea6-4bae-8497-be7d7090173f on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:28:51.561638 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.managers [req-aa78c4dc-4077-4f8c-b48b-c3f48a1047bf req-1e6cfa1d-d285-41b8-a9c6-c53f559ec424 service neutron] Attempting to bind port 7aeefa51-0ea6-4bae-8497-be7d7090173f by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '4ec4d92a-b07f-4238-acb7-e362a3423113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f'}] {{(pid=103495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:28:51.561971 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa78c4dc-4077-4f8c-b48b-c3f48a1047bf req-1e6cfa1d-d285-41b8-a9c6-c53f559ec424 service neutron] Attempting to bind port 7aeefa51-0ea6-4bae-8497-be7d7090173f on network 409d44ec-6d59-4a2a-ad46-8958029d105f {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:28:51.567512 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-da5bd2c6-d6af-44f8-8140-1f9da92beb7d req-c17de2b4-32f4-449f-acb1-d62b0db1d782 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6288b84d-1d87-4d62-8cf7-8adb8e9b124c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265471 Mar 30 18:28:51.572074 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa78c4dc-4077-4f8c-b48b-c3f48a1047bf req-1e6cfa1d-d285-41b8-a9c6-c53f559ec424 service neutron] Port 7aeefa51-0ea6-4bae-8497-be7d7090173f on network 409d44ec-6d59-4a2a-ad46-8958029d105f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 18:28:51.572403 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa78c4dc-4077-4f8c-b48b-c3f48a1047bf req-1e6cfa1d-d285-41b8-a9c6-c53f559ec424 service neutron] Attempting to bind port 7aeefa51-0ea6-4bae-8497-be7d7090173f on network 409d44ec-6d59-4a2a-ad46-8958029d105f {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:28:51.584574 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab551d-13c6-42b2-8dea-547668eb8750 req-880458d8-227c-4913-a421-5838d645e267 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:51.586049 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-dcab551d-13c6-42b2-8dea-547668eb8750 req-880458d8-227c-4913-a421-5838d645e267 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?device_id=7fe5c078-9fbc-4e65-a88a-3985ce7f987e HTTP/1.1" status: 200 len: 943 time: 0.1421652 Mar 30 18:28:51.587213 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa78c4dc-4077-4f8c-b48b-c3f48a1047bf req-1e6cfa1d-d285-41b8-a9c6-c53f559ec424 service neutron] Checking agent: {'id': 'ab438a54-a4f6-4fd3-b589-96aa27265666', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 15, 49), 'started_at': datetime.datetime(2022, 3, 30, 18, 15, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:28:51.587553 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa78c4dc-4077-4f8c-b48b-c3f48a1047bf req-1e6cfa1d-d285-41b8-a9c6-c53f559ec424 service neutron] Checking segment: {'id': '4ec4d92a-b07f-4238-acb7-e362a3423113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:28:51.587935 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa78c4dc-4077-4f8c-b48b-c3f48a1047bf req-1e6cfa1d-d285-41b8-a9c6-c53f559ec424 service neutron] Bound using segment: {'id': '4ec4d92a-b07f-4238-acb7-e362a3423113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f'} {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:28:51.588370 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.managers [req-aa78c4dc-4077-4f8c-b48b-c3f48a1047bf req-1e6cfa1d-d285-41b8-a9c6-c53f559ec424 service neutron] Bound port: 7aeefa51-0ea6-4bae-8497-be7d7090173f, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ec4d92a-b07f-4238-acb7-e362a3423113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f'}}] {{(pid=103495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:28:51.588733 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-aa78c4dc-4077-4f8c-b48b-c3f48a1047bf req-1e6cfa1d-d285-41b8-a9c6-c53f559ec424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (7aeefa51-0ea6-4bae-8497-be7d7090173f), before_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:51.673762 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-dcab551d-13c6-42b2-8dea-547668eb8750 req-d7bc63ad-a990-4b51-9d89-ca17abbb078b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/security-groups?id=4144f194-4b13-4f24-8abe-7c1c9cb79420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818212 Mar 30 18:28:51.685161 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [req-aa78c4dc-4077-4f8c-b48b-c3f48a1047bf req-1e6cfa1d-d285-41b8-a9c6-c53f559ec424 service neutron] For port 7aeefa51-0ea6-4bae-8497-be7d7090173f, host hv-cinder-83588, cleared binding levels {{(pid=103495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:28:51.688423 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [req-aa78c4dc-4077-4f8c-b48b-c3f48a1047bf req-1e6cfa1d-d285-41b8-a9c6-c53f559ec424 service neutron] For port 7aeefa51-0ea6-4bae-8497-be7d7090173f, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=7aeefa51-0ea6-4bae-8497-be7d7090173f,segment=NetworkSegment(4ec4d92a-b07f-4238-acb7-e362a3423113),segment_id=4ec4d92a-b07f-4238-acb7-e362a3423113)] {{(pid=103495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:28:51.694617 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-aa78c4dc-4077-4f8c-b48b-c3f48a1047bf req-1e6cfa1d-d285-41b8-a9c6-c53f559ec424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5398861'] for port (7aeefa51-0ea6-4bae-8497-be7d7090173f), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:51.730535 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa78c4dc-4077-4f8c-b48b-c3f48a1047bf req-1e6cfa1d-d285-41b8-a9c6-c53f559ec424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:51.731024 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-aa78c4dc-4077-4f8c-b48b-c3f48a1047bf req-1e6cfa1d-d285-41b8-a9c6-c53f559ec424 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for port (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:51.732430 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-aa78c4dc-4077-4f8c-b48b-c3f48a1047bf req-1e6cfa1d-d285-41b8-a9c6-c53f559ec424 service neutron] 10.222.0.44 "PUT /v2.0/ports/7aeefa51-0ea6-4bae-8497-be7d7090173f HTTP/1.1" status: 200 len: 1093 time: 0.8522325 Mar 30 18:28:51.732839 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fe5c078-9fbc-4e65-a88a-3985ce7f987e', 'tag': '7aeefa51-0ea6-4bae-8497-be7d7090173f'}] {{(pid=103495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:28:51.735135 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0dfb30c8fd1ad248dcf0c7d180f6bc71f3cc1084e8ff52034c63c32eff48f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6e569e-8757-4537-b4d7-c77392ad6eca" -d '{"events": [{"name": "network-changed", "server_uuid": "7fe5c078-9fbc-4e65-a88a-3985ce7f987e", "tag": "7aeefa51-0ea6-4bae-8497-be7d7090173f"}]}' {{(pid=103495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:28:51.756949 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6cfa1d-d285-41b8-a9c6-c53f559ec424 service neutron] Pushing event updated for resources: {'Port': ['ID=7aeefa51-0ea6-4bae-8497-be7d7090173f,revision_number=3']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:51.774939 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c697319c-4484-4997-8ac4-5eaa9e258b1e x-openstack-request-id: req-c697319c-4484-4997-8ac4-5eaa9e258b1e {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:28:51.775356 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fe5c078-9fbc-4e65-a88a-3985ce7f987e", "tag": "7aeefa51-0ea6-4bae-8497-be7d7090173f", "status": "completed", "code": 200}]} {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:28:51.775686 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c697319c-4484-4997-8ac4-5eaa9e258b1e {{(pid=103495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:28:51.776095 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c697319c-4484-4997-8ac4-5eaa9e258b1e'] response: {'name': 'network-changed', 'server_uuid': '7fe5c078-9fbc-4e65-a88a-3985ce7f987e', 'tag': '7aeefa51-0ea6-4bae-8497-be7d7090173f', 'status': 'completed', 'code': 200} Mar 30 18:28:52.033104 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e569e-8757-4537-b4d7-c77392ad6eca req-a1c8b3df-050d-41d5-a089-5d7e49fc44e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:52.034596 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8b6e569e-8757-4537-b4d7-c77392ad6eca req-a1c8b3df-050d-41d5-a089-5d7e49fc44e9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c8293d7cfcfd4a76af620e7e01c1fb8e&device_id=7fe5c078-9fbc-4e65-a88a-3985ce7f987e HTTP/1.1" status: 200 len: 1127 time: 0.0496049 Mar 30 18:28:52.221207 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e569e-8757-4537-b4d7-c77392ad6eca req-7caad70d-ea61-411c-9ab1-54b2c0f44149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:52.222795 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8b6e569e-8757-4537-b4d7-c77392ad6eca req-7caad70d-ea61-411c-9ab1-54b2c0f44149 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=c8293d7cfcfd4a76af620e7e01c1fb8e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1721966 Mar 30 18:28:52.686242 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4972d3-15e7-46cc-802c-282d670b3452 req-4adfc2e5-00bb-42c9-8028-acea23c78750 tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:52.687702 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-9d4972d3-15e7-46cc-802c-282d670b3452 req-4adfc2e5-00bb-42c9-8028-acea23c78750 tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] 10.222.0.41 "GET /v2.0/ports?device_id=92910efb-c6fe-4dec-ad60-88e1fbe0b350 HTTP/1.1" status: 200 len: 945 time: 0.1350183 Mar 30 18:28:52.692286 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e569e-8757-4537-b4d7-c77392ad6eca req-9dcdf6a5-93bd-4ce8-80be-aa6a19b3e134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:52.693704 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8b6e569e-8757-4537-b4d7-c77392ad6eca req-9dcdf6a5-93bd-4ce8-80be-aa6a19b3e134 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4647071 Mar 30 18:28:52.738677 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-9d4972d3-15e7-46cc-802c-282d670b3452 req-c6c444cb-cd5a-4401-957f-bc9fa50d14af tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] 10.222.0.41 "GET /v2.0/security-groups?id=6288b84d-1d87-4d62-8cf7-8adb8e9b124c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439460 Mar 30 18:28:52.833912 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc62c98-9477-49df-92b9-50616020f5cb req-26b7e151-8c2e-4fc0-80ba-bcad3f42abf9 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:52.835437 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ddc62c98-9477-49df-92b9-50616020f5cb req-26b7e151-8c2e-4fc0-80ba-bcad3f42abf9 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?device_id=7fe5c078-9fbc-4e65-a88a-3985ce7f987e HTTP/1.1" status: 200 len: 943 time: 0.0900576 Mar 30 18:28:52.838051 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa78c4dc-4077-4f8c-b48b-c3f48a1047bf req-09fe7e22-af18-4f2c-a9d3-8a90aca19676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:52.839428 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-aa78c4dc-4077-4f8c-b48b-c3f48a1047bf req-09fe7e22-af18-4f2c-a9d3-8a90aca19676 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c8293d7cfcfd4a76af620e7e01c1fb8e&device_id=7fe5c078-9fbc-4e65-a88a-3985ce7f987e HTTP/1.1" status: 200 len: 1127 time: 0.0670080 Mar 30 18:28:52.911597 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-aa78c4dc-4077-4f8c-b48b-c3f48a1047bf req-bb9608fb-070c-498b-ad86-ea043fbfce6e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7aeefa51-0ea6-4bae-8497-be7d7090173f HTTP/1.1" status: 200 len: 217 time: 0.0405409 Mar 30 18:28:52.914741 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ddc62c98-9477-49df-92b9-50616020f5cb req-27ee67e2-4316-4def-9e91-4df264db33db tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/security-groups?id=4144f194-4b13-4f24-8abe-7c1c9cb79420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733712 Mar 30 18:28:52.963873 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa78c4dc-4077-4f8c-b48b-c3f48a1047bf req-9c506083-cfbb-4a63-87cb-6a9dae1486d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:52.965912 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-aa78c4dc-4077-4f8c-b48b-c3f48a1047bf req-9c506083-cfbb-4a63-87cb-6a9dae1486d9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=27019e24-efa4-45b6-ac56-b13259f05e3f HTTP/1.1" status: 200 len: 854 time: 0.0473402 Mar 30 18:28:53.021849 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa78c4dc-4077-4f8c-b48b-c3f48a1047bf req-a523d49a-b5da-497b-ad74-293f3a77bbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:53.023625 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-aa78c4dc-4077-4f8c-b48b-c3f48a1047bf req-a523d49a-b5da-497b-ad74-293f3a77bbed service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=409d44ec-6d59-4a2a-ad46-8958029d105f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510027 Mar 30 18:28:53.122641 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-aa78c4dc-4077-4f8c-b48b-c3f48a1047bf req-e63ff63d-0dde-497f-8073-945f851a97b7 service neutron] 10.222.0.44 "GET /v2.0/networks/409d44ec-6d59-4a2a-ad46-8958029d105f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870528 Mar 30 18:28:53.214686 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-aa78c4dc-4077-4f8c-b48b-c3f48a1047bf req-e220af4a-e593-48d8-8e60-54e90cb7bda2 service neutron] 10.222.0.44 "GET /v2.0/networks/409d44ec-6d59-4a2a-ad46-8958029d105f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850468 Mar 30 18:28:53.531467 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-cf71801b-56d6-42f3-bccd-22397cf4cb13 req-61a0dbb1-0aca-4e0a-a6d6-c1da52315383 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=92910efb-c6fe-4dec-ad60-88e1fbe0b350&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431368 Mar 30 18:28:53.630077 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71801b-56d6-42f3-bccd-22397cf4cb13 req-07213e26-f528-43f8-be03-a5744ccf5e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:53.631582 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-cf71801b-56d6-42f3-bccd-22397cf4cb13 req-07213e26-f528-43f8-be03-a5744ccf5e26 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e9ed2194ab41484f901db12ff8b96ce1&device_id=92910efb-c6fe-4dec-ad60-88e1fbe0b350 HTTP/1.1" status: 200 len: 1129 time: 0.0435417 Mar 30 18:28:53.735101 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71801b-56d6-42f3-bccd-22397cf4cb13 req-bbd56223-f3a3-4471-946a-3ffbe8842026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:53.737111 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-cf71801b-56d6-42f3-bccd-22397cf4cb13 req-bbd56223-f3a3-4471-946a-3ffbe8842026 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b178dce9-2437-487e-b632-1b7b5a8157e8 HTTP/1.1" status: 200 len: 910 time: 0.0870001 Mar 30 18:28:53.780299 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-cf71801b-56d6-42f3-bccd-22397cf4cb13 req-3ff831b0-10e5-472a-9628-58122e60c235 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a40f248-35d7-45ea-831d-9a46448fa990 HTTP/1.1" status: 200 len: 217 time: 0.0353651 Mar 30 18:28:53.864205 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71801b-56d6-42f3-bccd-22397cf4cb13 req-8bba8814-2fc6-4e32-9d62-ab4e6e20f0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:53.865645 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-cf71801b-56d6-42f3-bccd-22397cf4cb13 req-8bba8814-2fc6-4e32-9d62-ab4e6e20f0cc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=11c27b12-0979-49d5-84ce-f62c2f5ffe04 HTTP/1.1" status: 200 len: 849 time: 0.0752196 Mar 30 18:28:53.899526 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-cf71801b-56d6-42f3-bccd-22397cf4cb13 req-07319d06-0621-4a21-a46e-f3a18b7667ab service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b178dce9-2437-487e-b632-1b7b5a8157e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262582 Mar 30 18:28:53.906508 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d5ea3-f600-47af-8fa9-54f5f8be5a0a req-1f0339df-5242-4701-b065-18ba4de1184d tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:53.907847 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8a9d5ea3-f600-47af-8fa9-54f5f8be5a0a req-1f0339df-5242-4701-b065-18ba4de1184d tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] 10.222.0.41 "GET /v2.0/ports?device_id=92910efb-c6fe-4dec-ad60-88e1fbe0b350 HTTP/1.1" status: 200 len: 945 time: 0.0904851 Mar 30 18:28:54.042536 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8a9d5ea3-f600-47af-8fa9-54f5f8be5a0a req-31313614-512e-4af2-920f-33320c0cdab1 tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] 10.222.0.41 "GET /v2.0/security-groups?id=6288b84d-1d87-4d62-8cf7-8adb8e9b124c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266003 Mar 30 18:28:54.056948 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-cf71801b-56d6-42f3-bccd-22397cf4cb13 req-598beb59-d900-4777-a974-2ef1b34dad7f service neutron] 10.222.0.44 "GET /v2.0/networks/b178dce9-2437-487e-b632-1b7b5a8157e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477005 Mar 30 18:28:54.090888 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435cfa60-1916-4b78-9521-ded0aecfabc8 req-28c5b8ca-36c9-41a6-a810-345b73367690 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:54.092335 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-435cfa60-1916-4b78-9521-ded0aecfabc8 req-28c5b8ca-36c9-41a6-a810-345b73367690 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?device_id=7fe5c078-9fbc-4e65-a88a-3985ce7f987e HTTP/1.1" status: 200 len: 943 time: 0.1086192 Mar 30 18:28:54.185206 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-435cfa60-1916-4b78-9521-ded0aecfabc8 req-6dba8169-1fbe-491d-828c-8b3bd92ec0c9 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/security-groups?id=4144f194-4b13-4f24-8abe-7c1c9cb79420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668869 Mar 30 18:28:54.199378 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-cf71801b-56d6-42f3-bccd-22397cf4cb13 req-56c4619f-f6fe-431e-be23-15f88f54df1f service neutron] 10.222.0.44 "GET /v2.0/networks/b178dce9-2437-487e-b632-1b7b5a8157e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356759 Mar 30 18:28:54.749064 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c72dd5b-923f-40f1-a50d-c1defdd2fa64 req-f88a8f70-137d-4a34-97fb-8b90fb411e1d tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:54.750591 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-1c72dd5b-923f-40f1-a50d-c1defdd2fa64 req-f88a8f70-137d-4a34-97fb-8b90fb411e1d tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] 10.222.0.41 "GET /v2.0/ports?device_id=92910efb-c6fe-4dec-ad60-88e1fbe0b350 HTTP/1.1" status: 200 len: 945 time: 0.0592813 Mar 30 18:28:54.803156 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-1c72dd5b-923f-40f1-a50d-c1defdd2fa64 req-9a748a57-25b3-45b5-9d98-02fd9ecbd535 tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] 10.222.0.41 "GET /v2.0/security-groups?id=6288b84d-1d87-4d62-8cf7-8adb8e9b124c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462379 Mar 30 18:28:55.304086 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5bd17e-2fe6-44ab-bd35-cf4d8d00f03f req-1bce3cc4-7b0b-47d5-a44d-b46d8bdc0d8c tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:55.305581 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-4e5bd17e-2fe6-44ab-bd35-cf4d8d00f03f req-1bce3cc4-7b0b-47d5-a44d-b46d8bdc0d8c tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?device_id=7fe5c078-9fbc-4e65-a88a-3985ce7f987e HTTP/1.1" status: 200 len: 943 time: 0.0521970 Mar 30 18:28:55.352911 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-4e5bd17e-2fe6-44ab-bd35-cf4d8d00f03f req-c12b34ac-8c20-46bd-a0ff-555ccefc5e78 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/security-groups?id=4144f194-4b13-4f24-8abe-7c1c9cb79420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417707 Mar 30 18:28:55.924713 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe085c-6ece-490d-ac6d-1eda3de04247 req-eda10208-61bd-4390-b4bf-45fafef08ed3 tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:55.926219 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-99fe085c-6ece-490d-ac6d-1eda3de04247 req-eda10208-61bd-4390-b4bf-45fafef08ed3 tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] 10.222.0.41 "GET /v2.0/ports?device_id=92910efb-c6fe-4dec-ad60-88e1fbe0b350 HTTP/1.1" status: 200 len: 945 time: 0.0558689 Mar 30 18:28:55.971727 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-99fe085c-6ece-490d-ac6d-1eda3de04247 req-334f01b7-6d2a-469a-a2d7-53b991e28ef8 tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] 10.222.0.41 "GET /v2.0/security-groups?id=6288b84d-1d87-4d62-8cf7-8adb8e9b124c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395179 Mar 30 18:28:56.469630 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e4507d-9150-47d7-9ee4-4112fbfa0b30 req-d9e71584-1868-4ab8-a313-27d673369854 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:56.471136 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-06e4507d-9150-47d7-9ee4-4112fbfa0b30 req-d9e71584-1868-4ab8-a313-27d673369854 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?device_id=7fe5c078-9fbc-4e65-a88a-3985ce7f987e HTTP/1.1" status: 200 len: 943 time: 0.0516405 Mar 30 18:28:56.516229 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-06e4507d-9150-47d7-9ee4-4112fbfa0b30 req-b3160dba-fc21-4dfe-a849-d0311e80443b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/security-groups?id=4144f194-4b13-4f24-8abe-7c1c9cb79420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393417 Mar 30 18:28:56.583502 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c524ecaa-6a85-47dd-8e80-8f79edd4a1a8 req-c18ac359-25e6-4b2b-a0be-f9f8d997aefc tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:56.584935 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c524ecaa-6a85-47dd-8e80-8f79edd4a1a8 req-c18ac359-25e6-4b2b-a0be-f9f8d997aefc tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] 10.222.0.44 "GET /v2.0/ports?device_id=92910efb-c6fe-4dec-ad60-88e1fbe0b350 HTTP/1.1" status: 200 len: 945 time: 0.0554514 Mar 30 18:28:56.676437 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [req-c524ecaa-6a85-47dd-8e80-8f79edd4a1a8 req-aae19f9a-a579-47f5-9af3-2b45d91cd41c tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] Deleting port 7a40f248-35d7-45ea-831d-9a46448fa990 {{(pid=103495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:28:56.676698 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-c524ecaa-6a85-47dd-8e80-8f79edd4a1a8 req-aae19f9a-a579-47f5-9af3-2b45d91cd41c tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (7a40f248-35d7-45ea-831d-9a46448fa990), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:56.765537 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [req-c524ecaa-6a85-47dd-8e80-8f79edd4a1a8 req-aae19f9a-a579-47f5-9af3-2b45d91cd41c tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] For port 7a40f248-35d7-45ea-831d-9a46448fa990, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=7a40f248-35d7-45ea-831d-9a46448fa990,segment=NetworkSegment(48dfe584-a025-4c1a-a76d-be011b0b9702),segment_id=48dfe584-a025-4c1a-a76d-be011b0b9702)] {{(pid=103495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:28:56.765905 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-c524ecaa-6a85-47dd-8e80-8f79edd4a1a8 req-aae19f9a-a579-47f5-9af3-2b45d91cd41c tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (7a40f248-35d7-45ea-831d-9a46448fa990), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:56.779308 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [req-c524ecaa-6a85-47dd-8e80-8f79edd4a1a8 req-aae19f9a-a579-47f5-9af3-2b45d91cd41c tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] Calling delete_port for 7a40f248-35d7-45ea-831d-9a46448fa990 owned by compute:nova {{(pid=103495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:28:56.904562 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-c524ecaa-6a85-47dd-8e80-8f79edd4a1a8 req-aae19f9a-a579-47f5-9af3-2b45d91cd41c tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5398852'] for port (7a40f248-35d7-45ea-831d-9a46448fa990), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:56.917596 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 7aeefa51-0ea6-4bae-8497-be7d7090173f details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:28:56.934577 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae19f9a-a579-47f5-9af3-2b45d91cd41c tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] Pushing event deleted for resources: {'Port': ['ID=7a40f248-35d7-45ea-831d-9a46448fa990,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:56.949992 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] get_ports_and_sgs() called for port_ids ['7a40f248-35d7-45ea-831d-9a46448fa990'] {{(pid=103496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:28:56.978758 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.l3_dvrscheduler_db [req-c524ecaa-6a85-47dd-8e80-8f79edd4a1a8 req-aae19f9a-a579-47f5-9af3-2b45d91cd41c tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] No DVR routers for this DVR port 7a40f248-35d7-45ea-831d-9a46448fa990 on host hv-cinder-83588 {{(pid=103495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:28:56.981165 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-c524ecaa-6a85-47dd-8e80-8f79edd4a1a8 req-aae19f9a-a579-47f5-9af3-2b45d91cd41c tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for port (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:56.984471 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c524ecaa-6a85-47dd-8e80-8f79edd4a1a8 req-aae19f9a-a579-47f5-9af3-2b45d91cd41c tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] 10.222.0.44 "DELETE /v2.0/ports/7a40f248-35d7-45ea-831d-9a46448fa990 HTTP/1.1" status: 204 len: 173 time: 0.3944907 Mar 30 18:28:56.984907 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92910efb-c6fe-4dec-ad60-88e1fbe0b350', 'name': 'network-vif-deleted', 'tag': '7a40f248-35d7-45ea-831d-9a46448fa990'}] {{(pid=103495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:28:56.987266 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0dfb30c8fd1ad248dcf0c7d180f6bc71f3cc1084e8ff52034c63c32eff48f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5101956-084d-4e0b-abf8-2a4d8aafd800" -d '{"events": [{"server_uuid": "92910efb-c6fe-4dec-ad60-88e1fbe0b350", "name": "network-vif-deleted", "tag": "7a40f248-35d7-45ea-831d-9a46448fa990"}]}' {{(pid=103495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:28:57.031409 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1155a7e-5fc2-4ff7-a802-e0ffcaeb435c x-openstack-request-id: req-e1155a7e-5fc2-4ff7-a802-e0ffcaeb435c {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:28:57.031709 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92910efb-c6fe-4dec-ad60-88e1fbe0b350", "name": "network-vif-deleted", "tag": "7a40f248-35d7-45ea-831d-9a46448fa990", "status": "completed", "code": 200}]} {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:28:57.031961 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e1155a7e-5fc2-4ff7-a802-e0ffcaeb435c {{(pid=103495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:28:57.032633 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1155a7e-5fc2-4ff7-a802-e0ffcaeb435c'] response: {'server_uuid': '92910efb-c6fe-4dec-ad60-88e1fbe0b350', 'name': 'network-vif-deleted', 'tag': '7a40f248-35d7-45ea-831d-9a46448fa990', 'status': 'completed', 'code': 200} Mar 30 18:28:57.038752 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port 7aeefa51-0ea6-4bae-8497-be7d7090173f, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=7aeefa51-0ea6-4bae-8497-be7d7090173f,segment=NetworkSegment(4ec4d92a-b07f-4238-acb7-e362a3423113),segment_id=4ec4d92a-b07f-4238-acb7-e362a3423113)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:28:57.051436 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Returning: {'device': '7aeefa51-0ea6-4bae-8497-be7d7090173f', 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f', 'port_id': '7aeefa51-0ea6-4bae-8497-be7d7090173f', 'mac_address': 'fa:16:3e:01:eb:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27019e24-efa4-45b6-ac56-b13259f05e3f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:28:57.095101 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Current status of the port 7aeefa51-0ea6-4bae-8497-be7d7090173f is: DOWN; New status is: BUILD {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:28:57.095497 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (7aeefa51-0ea6-4bae-8497-be7d7090173f), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:57.097934 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-44e976ca-036c-4aed-a347-abe9a2fdae78 req-e6b5da29-f25f-459a-baf4-01fb7fcac4a9 tempest-VolumesActionsTest-1725163484 tempest-VolumesActionsTest-1725163484-project] 10.222.0.41 "GET /v2.0/ports?device_id=92910efb-c6fe-4dec-ad60-88e1fbe0b350 HTTP/1.1" status: 200 len: 210 time: 0.0290186 Mar 30 18:28:57.110356 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aeefa51-0ea6-4bae-8497-be7d7090173f {{(pid=103496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:28:57.138266 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port 7aeefa51-0ea6-4bae-8497-be7d7090173f, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=7aeefa51-0ea6-4bae-8497-be7d7090173f,segment=NetworkSegment(4ec4d92a-b07f-4238-acb7-e362a3423113),segment_id=4ec4d92a-b07f-4238-acb7-e362a3423113)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:28:57.141915 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (7aeefa51-0ea6-4bae-8497-be7d7090173f), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:57.191757 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Pushing event updated for resources: {'Port': ['ID=7aeefa51-0ea6-4bae-8497-be7d7090173f,revision_number=4']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:57.526279 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] get_ports_and_sgs() called for port_ids ['7aeefa51-0ea6-4bae-8497-be7d7090173f'] {{(pid=103496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:28:57.641325 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99283ca9-cf0f-4647-b04b-642804c12ef8 req-68bd95ae-1251-436d-8cda-6fa8110975f2 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:57.642818 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-99283ca9-cf0f-4647-b04b-642804c12ef8 req-68bd95ae-1251-436d-8cda-6fa8110975f2 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?device_id=7fe5c078-9fbc-4e65-a88a-3985ce7f987e HTTP/1.1" status: 200 len: 944 time: 0.0560975 Mar 30 18:28:57.693674 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-99283ca9-cf0f-4647-b04b-642804c12ef8 req-7ac7f7e4-4d12-4041-9090-4aa32198fbc5 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/security-groups?id=4144f194-4b13-4f24-8abe-7c1c9cb79420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448353 Mar 30 18:28:58.816478 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79179da8-6e30-4aa1-b141-4c0109f07afc req-9d912114-c8f2-48d2-95e2-5a3c41243516 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:58.818222 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-79179da8-6e30-4aa1-b141-4c0109f07afc req-9d912114-c8f2-48d2-95e2-5a3c41243516 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?device_id=7fe5c078-9fbc-4e65-a88a-3985ce7f987e HTTP/1.1" status: 200 len: 944 time: 0.0544019 Mar 30 18:28:58.869628 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-79179da8-6e30-4aa1-b141-4c0109f07afc req-0419d13a-04d0-4bde-8a98-4d9a435ae773 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/security-groups?id=4144f194-4b13-4f24-8abe-7c1c9cb79420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448909 Mar 30 18:28:58.937102 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 7aeefa51-0ea6-4bae-8497-be7d7090173f up at agent hyperv_hv-cinder-83588 {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:28:58.984447 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Provisioning for port 7aeefa51-0ea6-4bae-8497-be7d7090173f completed by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 18:28:58.988791 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Provisioning complete for port 7aeefa51-0ea6-4bae-8497-be7d7090173f triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:28:58.989167 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (7aeefa51-0ea6-4bae-8497-be7d7090173f), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:59.069115 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Current status of the port 7aeefa51-0ea6-4bae-8497-be7d7090173f is: BUILD; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:28:59.069511 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (7aeefa51-0ea6-4bae-8497-be7d7090173f), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:59.091476 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe5c078-9fbc-4e65-a88a-3985ce7f987e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aeefa51-0ea6-4bae-8497-be7d7090173f'}] {{(pid=103496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:28:59.093579 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cbde32198906eb4ff2132376d68ea43d0d8f515c48f03fe95d90af760020ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ffe80c-ec0e-4b7d-bf81-c4ac74ce9eda" -d '{"events": [{"server_uuid": "7fe5c078-9fbc-4e65-a88a-3985ce7f987e", "name": "network-vif-plugged", "status": "completed", "tag": "7aeefa51-0ea6-4bae-8497-be7d7090173f"}]}' {{(pid=103496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:28:59.106053 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port 7aeefa51-0ea6-4bae-8497-be7d7090173f, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=7aeefa51-0ea6-4bae-8497-be7d7090173f,segment=NetworkSegment(4ec4d92a-b07f-4238-acb7-e362a3423113),segment_id=4ec4d92a-b07f-4238-acb7-e362a3423113)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:28:59.110207 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (7aeefa51-0ea6-4bae-8497-be7d7090173f), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:28:59.133677 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4277685-17ac-492e-ba50-36896774d2c6 x-openstack-request-id: req-c4277685-17ac-492e-ba50-36896774d2c6 {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:28:59.133971 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fe5c078-9fbc-4e65-a88a-3985ce7f987e", "name": "network-vif-plugged", "status": "completed", "tag": "7aeefa51-0ea6-4bae-8497-be7d7090173f", "code": 200}]} {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:28:59.134246 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c4277685-17ac-492e-ba50-36896774d2c6 {{(pid=103496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:28:59.134660 dv-cinder-835881-1-iscsi neutron-server[103496]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4277685-17ac-492e-ba50-36896774d2c6'] response: {'server_uuid': '7fe5c078-9fbc-4e65-a88a-3985ce7f987e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aeefa51-0ea6-4bae-8497-be7d7090173f', 'code': 200} Mar 30 18:28:59.158876 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Pushing event updated for resources: {'Port': ['ID=7aeefa51-0ea6-4bae-8497-be7d7090173f,revision_number=5']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:28:59.985736 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8131aa4b-d9b9-4a8e-b71a-b0cd02182a04 req-9ebb3729-a15f-4849-8786-59f40f70fba1 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:28:59.987303 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8131aa4b-d9b9-4a8e-b71a-b0cd02182a04 req-9ebb3729-a15f-4849-8786-59f40f70fba1 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?device_id=7fe5c078-9fbc-4e65-a88a-3985ce7f987e HTTP/1.1" status: 200 len: 945 time: 0.0513315 Mar 30 18:29:00.032820 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8131aa4b-d9b9-4a8e-b71a-b0cd02182a04 req-02054428-7581-4db7-aaab-52459c633662 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/security-groups?id=4144f194-4b13-4f24-8abe-7c1c9cb79420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394642 Mar 30 18:29:01.155074 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed047e-9348-437a-b25f-d5697c6ee215 req-4a105245-2c49-4dfa-a552-6567ace690c8 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:01.156455 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-58ed047e-9348-437a-b25f-d5697c6ee215 req-4a105245-2c49-4dfa-a552-6567ace690c8 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?device_id=7fe5c078-9fbc-4e65-a88a-3985ce7f987e HTTP/1.1" status: 200 len: 945 time: 0.0560002 Mar 30 18:29:01.202808 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-58ed047e-9348-437a-b25f-d5697c6ee215 req-e566329f-6944-4ae7-b580-c493cd17f937 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/security-groups?id=4144f194-4b13-4f24-8abe-7c1c9cb79420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403967 Mar 30 18:29:02.318473 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b17ffc-2b88-4f61-89c5-3073b4ccc563 req-a9456a68-a3c8-41cd-b5ed-55cf66c4d341 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:02.319836 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-32b17ffc-2b88-4f61-89c5-3073b4ccc563 req-a9456a68-a3c8-41cd-b5ed-55cf66c4d341 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?device_id=7fe5c078-9fbc-4e65-a88a-3985ce7f987e HTTP/1.1" status: 200 len: 945 time: 0.0515282 Mar 30 18:29:02.365581 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-32b17ffc-2b88-4f61-89c5-3073b4ccc563 req-8641c5a2-9fbb-438d-b54b-c980c48394ab tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/security-groups?id=4144f194-4b13-4f24-8abe-7c1c9cb79420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400257 Mar 30 18:29:02.661792 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 7a40f248-35d7-45ea-831d-9a46448fa990 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:29:02.681363 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] No Port match for: 7a40f248-35d7-45ea-831d-9a46448fa990 {{(pid=103496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:29:02.681783 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 7a40f248-35d7-45ea-831d-9a46448fa990 not bound to the agent host hv-cinder-83588 {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:29:02.725126 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d54f39-a82d-49cb-b567-30cf038fd80e req-cf096b06-a1b4-4af2-b59a-683805531ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:02.726631 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a0d54f39-a82d-49cb-b567-30cf038fd80e req-cf096b06-a1b4-4af2-b59a-683805531ee2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7fe5c078-9fbc-4e65-a88a-3985ce7f987e HTTP/1.1" status: 200 len: 1129 time: 0.0438755 Mar 30 18:29:02.773056 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a0d54f39-a82d-49cb-b567-30cf038fd80e req-78664118-396d-42a5-af09-f2b4aa6b1bfb service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=4144f194-4b13-4f24-8abe-7c1c9cb79420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393147 Mar 30 18:29:03.480249 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba0307-74c4-4643-80d9-91ff53bc893b req-32126948-2bec-4fdf-91a5-6761868b84ce tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:03.481708 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-02ba0307-74c4-4643-80d9-91ff53bc893b req-32126948-2bec-4fdf-91a5-6761868b84ce tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?device_id=7fe5c078-9fbc-4e65-a88a-3985ce7f987e HTTP/1.1" status: 200 len: 945 time: 0.0522544 Mar 30 18:29:03.528685 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-02ba0307-74c4-4643-80d9-91ff53bc893b req-51f4f46d-64d5-4883-b05f-008087d1bb3a tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/security-groups?id=4144f194-4b13-4f24-8abe-7c1c9cb79420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412447 Mar 30 18:29:04.651781 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d0b30b-25f0-4725-8616-0d333e4a9142 req-efd2d01f-e375-4c2e-9cd3-7eac0741bcaf tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:04.654059 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-27d0b30b-25f0-4725-8616-0d333e4a9142 req-efd2d01f-e375-4c2e-9cd3-7eac0741bcaf tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?device_id=7fe5c078-9fbc-4e65-a88a-3985ce7f987e HTTP/1.1" status: 200 len: 945 time: 0.0539846 Mar 30 18:29:04.710087 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-27d0b30b-25f0-4725-8616-0d333e4a9142 req-a551a3d3-e7f3-438d-ac5d-02cb38139e7c tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/security-groups?id=4144f194-4b13-4f24-8abe-7c1c9cb79420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487778 Mar 30 18:29:04.832551 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca738677-e4d5-4b53-92dd-9436f8fa4aeb req-731d216c-05cd-49c9-a344-9b30c95c6dee tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:04.834084 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ca738677-e4d5-4b53-92dd-9436f8fa4aeb req-731d216c-05cd-49c9-a344-9b30c95c6dee tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?device_id=7fe5c078-9fbc-4e65-a88a-3985ce7f987e HTTP/1.1" status: 200 len: 945 time: 0.0601895 Mar 30 18:29:04.843681 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 52052) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:29:04.850596 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.v2.base [None req-d1a4289c-057b-42f9-ac46-00abfd7b5989 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Request body: {'floatingip': {'port_id': '7aeefa51-0ea6-4bae-8497-be7d7090173f'}} {{(pid=103494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:29:04.891917 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-d1a4289c-057b-42f9-ac46-00abfd7b5989 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for floatingip (b5f532d2-f03b-4289-8a79-0c8a823e8515), before_update {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:05.399697 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-d1a4289c-057b-42f9-ac46-00abfd7b5989 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:05.404778 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-d1a4289c-057b-42f9-ac46-00abfd7b5989 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541296'] for floatingip (b5f532d2-f03b-4289-8a79-0c8a823e8515), after_update {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:05.513549 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.db.l3_db [None req-d1a4289c-057b-42f9-ac46-00abfd7b5989 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Floating IP b5f532d2-f03b-4289-8a79-0c8a823e8515 associated. External IP: 172.27.1.156, port: 7aeefa51-0ea6-4bae-8497-be7d7090173f. Mar 30 18:29:05.762342 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1a4289c-057b-42f9-ac46-00abfd7b5989 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Router 26126a29-9088-49f3-aa4e-b7362ac76d0f has already been hosted by L3 agent d6545c5f-a93c-4a15-87cd-019d3e75e7be {{(pid=103494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:29:05.893161 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a4289c-057b-42f9-ac46-00abfd7b5989 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Notify agent at l3_agent.dv-cinder-835881-1-iscsi the message routers_updated {{(pid=103494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:29:05.899453 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-d1a4289c-057b-42f9-ac46-00abfd7b5989 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for floatingip (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:05.907142 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0efacb2-1f74-43f2-bb01-6d2a8b8c3b6a None None] Sync routers for ids ['26126a29-9088-49f3-aa4e-b7362ac76d0f'] in dv-cinder-835881-1-iscsi {{(pid=103497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:29:05.929697 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0efacb2-1f74-43f2-bb01-6d2a8b8c3b6a None None] Routers {'26126a29-9088-49f3-aa4e-b7362ac76d0f'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:29:05.930381 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-a0efacb2-1f74-43f2-bb01-6d2a8b8c3b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:28:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['26126a29-9088-49f3-aa4e-b7362ac76d0f'], 'active': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:29:05.940006 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-d1a4289c-057b-42f9-ac46-00abfd7b5989 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "PUT /v2.0/floatingips/b5f532d2-f03b-4289-8a79-0c8a823e8515 HTTP/1.1" status: 200 len: 991 time: 1.0946543 Mar 30 18:29:05.941031 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fe5c078-9fbc-4e65-a88a-3985ce7f987e', 'tag': '7aeefa51-0ea6-4bae-8497-be7d7090173f'}] {{(pid=103494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:29:05.944150 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb351bb8290705a302d4a38882229c6eed6c712c49b0ac171ffbe10a695cd3a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4022d019-a10f-4938-874a-bf5d90b5d6b0" -d '{"events": [{"name": "network-changed", "server_uuid": "7fe5c078-9fbc-4e65-a88a-3985ce7f987e", "tag": "7aeefa51-0ea6-4bae-8497-be7d7090173f"}]}' {{(pid=103494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:29:06.057583 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvr_db [None req-a0efacb2-1f74-43f2-bb01-6d2a8b8c3b6a None None] Set router 26126a29-9088-49f3-aa4e-b7362ac76d0f gateway port host: dv-cinder-835881-1-iscsi {{(pid=103497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:29:06.072660 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c92857-c280-4b3e-986d-75e72f3771ae x-openstack-request-id: req-51c92857-c280-4b3e-986d-75e72f3771ae {{(pid=103494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:29:06.073020 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fe5c078-9fbc-4e65-a88a-3985ce7f987e", "tag": "7aeefa51-0ea6-4bae-8497-be7d7090173f", "status": "completed", "code": 200}]} {{(pid=103494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:29:06.073360 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-51c92857-c280-4b3e-986d-75e72f3771ae {{(pid=103494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:29:06.073831 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51c92857-c280-4b3e-986d-75e72f3771ae'] response: {'name': 'network-changed', 'server_uuid': '7fe5c078-9fbc-4e65-a88a-3985ce7f987e', 'tag': '7aeefa51-0ea6-4bae-8497-be7d7090173f', 'status': 'completed', 'code': 200} Mar 30 18:29:06.168719 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022d019-a10f-4938-874a-bf5d90b5d6b0 req-351460af-27f3-4af5-8071-214ee457cb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:06.170269 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-4022d019-a10f-4938-874a-bf5d90b5d6b0 req-351460af-27f3-4af5-8071-214ee457cb4b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c8293d7cfcfd4a76af620e7e01c1fb8e&device_id=7fe5c078-9fbc-4e65-a88a-3985ce7f987e HTTP/1.1" status: 200 len: 1129 time: 0.0550666 Mar 30 18:29:06.304653 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022d019-a10f-4938-874a-bf5d90b5d6b0 req-943ef064-6b3c-4618-8b91-072341d86a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:06.306169 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-4022d019-a10f-4938-874a-bf5d90b5d6b0 req-943ef064-6b3c-4618-8b91-072341d86a96 service neutron] 10.222.0.44 "GET /v2.0/networks?id=409d44ec-6d59-4a2a-ad46-8958029d105f HTTP/1.1" status: 200 len: 916 time: 0.1291921 Mar 30 18:29:06.328890 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-a0efacb2-1f74-43f2-bb01-6d2a8b8c3b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'name': 'tempest-AttachVolumeNegativeTest-1532187645-router', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '3e7551b3-e170-4565-87af-740e7fd86a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:24:43Z', 'updated_at': '2022-03-30T18:24:45Z', 'revision_number': 4, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'gw_port': {'id': '3e7551b3-e170-4565-87af-740e7fd86a7c', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:24:43Z', 'updated_at': '2022-03-30T18:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_floatingips': [{'id': 'b5f532d2-f03b-4289-8a79-0c8a823e8515', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'floating_ip_address': '172.27.1.156', 'floating_network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'router_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'port_id': '7aeefa51-0ea6-4bae-8497-be7d7090173f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f', 'mac_address': 'fa:16:3e:01:eb:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe5c078-9fbc-4e65-a88a-3985ce7f987e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:28:48Z', 'updated_at': '2022-03-30T18:29:05Z', 'revision_number': 1, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b870b0ef-6f46-4c8f-a951-5fb2d6845105', 'name': '', 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'mac_address': 'fa:16:3e:30:40:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '27019e24-efa4-45b6-ac56-b13259f05e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:24:45Z', 'updated_at': '2022-03-30T18:24:49Z', 'revision_number': 5, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'subnets': [{'id': '27019e24-efa4-45b6-ac56-b13259f05e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:29:06.360766 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0efacb2-1f74-43f2-bb01-6d2a8b8c3b6a None None] Checking router: 26126a29-9088-49f3-aa4e-b7362ac76d0f for host: dv-cinder-835881-1-iscsi {{(pid=103497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:29:06.373035 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0efacb2-1f74-43f2-bb01-6d2a8b8c3b6a None None] Routers {'26126a29-9088-49f3-aa4e-b7362ac76d0f'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:29:06.373815 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-a0efacb2-1f74-43f2-bb01-6d2a8b8c3b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:28:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['26126a29-9088-49f3-aa4e-b7362ac76d0f'], 'active': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:29:06.386791 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-4022d019-a10f-4938-874a-bf5d90b5d6b0 req-3a4dd84a-1c24-4aa9-9d27-f119b84407cf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7aeefa51-0ea6-4bae-8497-be7d7090173f HTTP/1.1" status: 200 len: 999 time: 0.0725923 Mar 30 18:29:06.442419 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022d019-a10f-4938-874a-bf5d90b5d6b0 req-80e93da3-db37-46c8-8407-bee97d4ce695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:06.444054 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-4022d019-a10f-4938-874a-bf5d90b5d6b0 req-80e93da3-db37-46c8-8407-bee97d4ce695 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=27019e24-efa4-45b6-ac56-b13259f05e3f HTTP/1.1" status: 200 len: 854 time: 0.0508802 Mar 30 18:29:06.506790 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022d019-a10f-4938-874a-bf5d90b5d6b0 req-05a3af0f-5d8b-4de3-935d-c0c46a929ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:06.508289 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-4022d019-a10f-4938-874a-bf5d90b5d6b0 req-05a3af0f-5d8b-4de3-935d-c0c46a929ddd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=409d44ec-6d59-4a2a-ad46-8958029d105f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0584214 Mar 30 18:29:06.516099 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvr_db [None req-a0efacb2-1f74-43f2-bb01-6d2a8b8c3b6a None None] Set router 26126a29-9088-49f3-aa4e-b7362ac76d0f gateway port host: dv-cinder-835881-1-iscsi {{(pid=103497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:29:06.609988 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-4022d019-a10f-4938-874a-bf5d90b5d6b0 req-c9689107-c3dd-4195-acec-1d8c0ac67e42 service neutron] 10.222.0.44 "GET /v2.0/networks/409d44ec-6d59-4a2a-ad46-8958029d105f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936999 Mar 30 18:29:06.751145 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-4022d019-a10f-4938-874a-bf5d90b5d6b0 req-0cd6198f-d73b-41a5-8963-ef3e7a97218d service neutron] 10.222.0.44 "GET /v2.0/networks/409d44ec-6d59-4a2a-ad46-8958029d105f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356325 Mar 30 18:29:06.791348 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-a0efacb2-1f74-43f2-bb01-6d2a8b8c3b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'name': 'tempest-AttachVolumeNegativeTest-1532187645-router', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '3e7551b3-e170-4565-87af-740e7fd86a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:24:43Z', 'updated_at': '2022-03-30T18:24:45Z', 'revision_number': 4, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'gw_port': {'id': '3e7551b3-e170-4565-87af-740e7fd86a7c', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:24:43Z', 'updated_at': '2022-03-30T18:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_floatingips': [{'id': 'b5f532d2-f03b-4289-8a79-0c8a823e8515', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'floating_ip_address': '172.27.1.156', 'floating_network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'router_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'port_id': '7aeefa51-0ea6-4bae-8497-be7d7090173f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f', 'mac_address': 'fa:16:3e:01:eb:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe5c078-9fbc-4e65-a88a-3985ce7f987e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:28:48Z', 'updated_at': '2022-03-30T18:29:05Z', 'revision_number': 1, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b870b0ef-6f46-4c8f-a951-5fb2d6845105', 'name': '', 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'mac_address': 'fa:16:3e:30:40:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '27019e24-efa4-45b6-ac56-b13259f05e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:24:45Z', 'updated_at': '2022-03-30T18:24:49Z', 'revision_number': 5, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'subnets': [{'id': '27019e24-efa4-45b6-ac56-b13259f05e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:29:06.821309 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0efacb2-1f74-43f2-bb01-6d2a8b8c3b6a None None] The sync data for ids ['26126a29-9088-49f3-aa4e-b7362ac76d0f'] in dv-cinder-835881-1-iscsi is: [{'id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'name': 'tempest-AttachVolumeNegativeTest-1532187645-router', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '3e7551b3-e170-4565-87af-740e7fd86a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:24:43Z', 'updated_at': '2022-03-30T18:24:45Z', 'revision_number': 4, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'gw_port': {'id': '3e7551b3-e170-4565-87af-740e7fd86a7c', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:24:43Z', 'updated_at': '2022-03-30T18:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_floatingips': [{'id': 'b5f532d2-f03b-4289-8a79-0c8a823e8515', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'floating_ip_address': '172.27.1.156', 'floating_network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'router_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'port_id': '7aeefa51-0ea6-4bae-8497-be7d7090173f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f', 'mac_address': 'fa:16:3e:01:eb:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fe5c078-9fbc-4e65-a88a-3985ce7f987e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:28:48Z', 'updated_at': '2022-03-30T18:29:05Z', 'revision_number': 1, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b870b0ef-6f46-4c8f-a951-5fb2d6845105', 'name': '', 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'mac_address': 'fa:16:3e:30:40:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '27019e24-efa4-45b6-ac56-b13259f05e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:24:45Z', 'updated_at': '2022-03-30T18:24:49Z', 'revision_number': 5, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'subnets': [{'id': '27019e24-efa4-45b6-ac56-b13259f05e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:29:07.102972 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4032028b-f6f1-4ba3-91fd-319333dd1d22 None None] New status for floating IP b5f532d2-f03b-4289-8a79-0c8a823e8515: ACTIVE {{(pid=103496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:29:11.815583 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b4ce38f8-9822-4b9a-b43c-c0654f522cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:12.184460 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.agents_db [None req-01a7ea33-ae04-4be9-ae8a-11827e05d97f None None] Agent healthcheck: found 6 active agents {{(pid=103497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:29:13.879128 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-770aa4ed-fb5d-47b2-88d4-467aaa06a856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:15.053076 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:16.443703 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:18.013287 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:18.688794 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (ab438a54-a4f6-4fd3-b589-96aa27265666), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:20.871990 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 52210) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:29:20.917873 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6d242c4-1265-4c34-a690-b2d16769a816 admin admin] Deleting subnet 11c27b12-0979-49d5-84ce-f62c2f5ffe04 {{(pid=103494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 18:29:20.920835 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-e6d242c4-1265-4c34-a690-b2d16769a816 admin admin] Publish callbacks [] for subnet (11c27b12-0979-49d5-84ce-f62c2f5ffe04), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:20.956168 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-e6d242c4-1265-4c34-a690-b2d16769a816 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5271413'] for subnet (11c27b12-0979-49d5-84ce-f62c2f5ffe04), precommit_delete_associations {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:20.998990 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-e6d242c4-1265-4c34-a690-b2d16769a816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122403'] for subnet (11c27b12-0979-49d5-84ce-f62c2f5ffe04), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:21.049696 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-e6d242c4-1265-4c34-a690-b2d16769a816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5344530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5415489'] for subnet (11c27b12-0979-49d5-84ce-f62c2f5ffe04), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:21.075949 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d242c4-1265-4c34-a690-b2d16769a816 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11c27b12-0979-49d5-84ce-f62c2f5ffe04,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:29:21.080469 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-e6d242c4-1265-4c34-a690-b2d16769a816 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for subnet (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:21.083609 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-e6d242c4-1265-4c34-a690-b2d16769a816 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/11c27b12-0979-49d5-84ce-f62c2f5ffe04 HTTP/1.1" status: 204 len: 168 time: 0.2106562 Mar 30 18:29:21.086262 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 52212) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:29:21.088588 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d242c4-1265-4c34-a690-b2d16769a816 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:21.088942 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d242c4-1265-4c34-a690-b2d16769a816 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:21.089295 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d242c4-1265-4c34-a690-b2d16769a816 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:21.089645 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d242c4-1265-4c34-a690-b2d16769a816 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:21.089984 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d242c4-1265-4c34-a690-b2d16769a816 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:21.090353 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d242c4-1265-4c34-a690-b2d16769a816 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:21.090688 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d242c4-1265-4c34-a690-b2d16769a816 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:21.091019 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d242c4-1265-4c34-a690-b2d16769a816 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:21.091351 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d242c4-1265-4c34-a690-b2d16769a816 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:21.091683 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d242c4-1265-4c34-a690-b2d16769a816 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:21.092016 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d242c4-1265-4c34-a690-b2d16769a816 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:21.092351 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d242c4-1265-4c34-a690-b2d16769a816 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:21.092681 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d242c4-1265-4c34-a690-b2d16769a816 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:21.093004 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d242c4-1265-4c34-a690-b2d16769a816 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:21.093330 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d242c4-1265-4c34-a690-b2d16769a816 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:29:21.152458 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-1c03bba8-757c-40e6-96c7-9615cc519acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052194'] for network (b178dce9-2437-487e-b632-1b7b5a8157e8), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:21.230853 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-1c03bba8-757c-40e6-96c7-9615cc519acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1203688', 'neutron.services.segments.db._delete_segments_for_network-8728099724090'] for network (b178dce9-2437-487e-b632-1b7b5a8157e8), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:21.250732 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.services.segments.db [None req-1c03bba8-757c-40e6-96c7-9615cc519acf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b178dce9-2437-487e-b632-1b7b5a8157e8']}} {{(pid=103495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:29:21.260557 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.services.segments.db [None req-1c03bba8-757c-40e6-96c7-9615cc519acf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48dfe584-a025-4c1a-a76d-be011b0b9702') {'for_net_delete': True} {{(pid=103495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:29:21.260853 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.services.segments.db [None req-1c03bba8-757c-40e6-96c7-9615cc519acf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48dfe584-a025-4c1a-a76d-be011b0b9702') {} {{(pid=103495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:29:21.269784 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-1c03bba8-757c-40e6-96c7-9615cc519acf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728099723075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5945496'] for segment (48dfe584-a025-4c1a-a76d-be011b0b9702), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:21.282563 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-1c03bba8-757c-40e6-96c7-9615cc519acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125716'] for segment (48dfe584-a025-4c1a-a76d-be011b0b9702), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:21.288289 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c03bba8-757c-40e6-96c7-9615cc519acf admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=103495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 18:29:21.288662 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-1c03bba8-757c-40e6-96c7-9615cc519acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5398801'] for segment (48dfe584-a025-4c1a-a76d-be011b0b9702), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:21.290275 dv-cinder-835881-1-iscsi neutron-server[103495]: Traceback (most recent call last): Mar 30 18:29:21.290275 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 18:29:21.290275 dv-cinder-835881-1-iscsi neutron-server[103495]: timer() Mar 30 18:29:21.290275 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 18:29:21.290275 dv-cinder-835881-1-iscsi neutron-server[103495]: cb(*args, **kw) Mar 30 18:29:21.290275 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 18:29:21.290275 dv-cinder-835881-1-iscsi neutron-server[103495]: return func(*args, **kwargs) Mar 30 18:29:21.290275 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 18:29:21.290275 dv-cinder-835881-1-iscsi neutron-server[103495]: self._notify() Mar 30 18:29:21.290275 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 18:29:21.290275 dv-cinder-835881-1-iscsi neutron-server[103495]: self.callback(batched_events) Mar 30 18:29:21.290275 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 18:29:21.290275 dv-cinder-835881-1-iscsi neutron-server[103495]: event.method(event) Mar 30 18:29:21.290275 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 18:29:21.290275 dv-cinder-835881-1-iscsi neutron-server[103495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 18:29:21.290275 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 18:29:21.290275 dv-cinder-835881-1-iscsi neutron-server[103495]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 18:29:21.290275 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 18:29:21.290275 dv-cinder-835881-1-iscsi neutron-server[103495]: return f(self, *a, **k) Mar 30 18:29:21.290275 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 18:29:21.290275 dv-cinder-835881-1-iscsi neutron-server[103495]: return self._get(url).json() Mar 30 18:29:21.290275 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 18:29:21.290275 dv-cinder-835881-1-iscsi neutron-server[103495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 18:29:21.290275 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 18:29:21.290275 dv-cinder-835881-1-iscsi neutron-server[103495]: return self.request(url, 'GET', **kwargs) Mar 30 18:29:21.290275 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 18:29:21.290275 dv-cinder-835881-1-iscsi neutron-server[103495]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 18:29:21.290275 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 18:29:21.290275 dv-cinder-835881-1-iscsi neutron-server[103495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 18:29:21.290275 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 18:29:21.290275 dv-cinder-835881-1-iscsi neutron-server[103495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 18:29:21.290275 dv-cinder-835881-1-iscsi neutron-server[103495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 18:29:21.341886 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-1c03bba8-757c-40e6-96c7-9615cc519acf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1203681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541286'] for network (b178dce9-2437-487e-b632-1b7b5a8157e8), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:21.347762 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-1c03bba8-757c-40e6-96c7-9615cc519acf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:21.350892 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-1c03bba8-757c-40e6-96c7-9615cc519acf admin admin] 10.222.0.41 "DELETE /v2.0/networks/b178dce9-2437-487e-b632-1b7b5a8157e8 HTTP/1.1" status: 204 len: 168 time: 0.2636273 Mar 30 18:29:21.360466 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c03bba8-757c-40e6-96c7-9615cc519acf admin admin] Pushing event deleted for resources: {'Network': ['ID=b178dce9-2437-487e-b632-1b7b5a8157e8,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:29:21.457043 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 52216) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:29:21.496909 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-0c898a03-318b-4054-9aaf-1b56257b8a7e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e9ed2194ab41484f901db12ff8b96ce1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387402 Mar 30 18:29:21.499258 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 52218) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:29:21.547740 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-71995135-be30-47e9-8983-806798603055 admin admin] Publish callbacks [] for security_group (6288b84d-1d87-4d62-8cf7-8adb8e9b124c), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:21.569430 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-71995135-be30-47e9-8983-806798603055 admin admin] Publish callbacks [] for security_group (6288b84d-1d87-4d62-8cf7-8adb8e9b124c), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:21.614033 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-71995135-be30-47e9-8983-806798603055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (6288b84d-1d87-4d62-8cf7-8adb8e9b124c), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:21.616630 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-71995135-be30-47e9-8983-806798603055 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:21.617842 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-71995135-be30-47e9-8983-806798603055 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6288b84d-1d87-4d62-8cf7-8adb8e9b124c HTTP/1.1" status: 204 len: 168 time: 0.1177013 Mar 30 18:29:21.625497 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71995135-be30-47e9-8983-806798603055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6288b84d-1d87-4d62-8cf7-8adb8e9b124c,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:29:41.809498 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-7122cec9-6615-44c1-a54b-f88d2ec71b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:43.883188 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-0f304422-062c-49e5-9fd7-c9d08f2a86fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:45.053312 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:46.445692 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:48.018242 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:48.680080 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (ab438a54-a4f6-4fd3-b589-96aa27265666), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:29:49.173021 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.agents_db [None req-01a7ea33-ae04-4be9-ae8a-11827e05d97f None None] Agent healthcheck: found 6 active agents {{(pid=103497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:29:55.528298 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-efb831be-8e68-4ee3-9231-94a8c2b5e89a req-9be88604-8ea4-4c61-a9d7-36980205ba8a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7fe5c078-9fbc-4e65-a88a-3985ce7f987e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430954 Mar 30 18:29:55.632493 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb831be-8e68-4ee3-9231-94a8c2b5e89a req-8a27ce62-1234-4f0b-a8fd-90712be9624a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:55.633945 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-efb831be-8e68-4ee3-9231-94a8c2b5e89a req-8a27ce62-1234-4f0b-a8fd-90712be9624a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c8293d7cfcfd4a76af620e7e01c1fb8e&device_id=7fe5c078-9fbc-4e65-a88a-3985ce7f987e HTTP/1.1" status: 200 len: 1129 time: 0.0437989 Mar 30 18:29:55.737730 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb831be-8e68-4ee3-9231-94a8c2b5e89a req-18480021-7e71-49b8-a3f4-61a3fb1a1bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:55.739221 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-efb831be-8e68-4ee3-9231-94a8c2b5e89a req-18480021-7e71-49b8-a3f4-61a3fb1a1bb8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=409d44ec-6d59-4a2a-ad46-8958029d105f HTTP/1.1" status: 200 len: 916 time: 0.0873842 Mar 30 18:29:55.805232 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-efb831be-8e68-4ee3-9231-94a8c2b5e89a req-16f815b7-84e4-497f-a616-5694ce26e3c8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7aeefa51-0ea6-4bae-8497-be7d7090173f HTTP/1.1" status: 200 len: 1001 time: 0.0571320 Mar 30 18:29:55.856034 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb831be-8e68-4ee3-9231-94a8c2b5e89a req-79f0532f-5bfb-4a44-8cec-67b9e8e77c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:55.857464 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-efb831be-8e68-4ee3-9231-94a8c2b5e89a req-79f0532f-5bfb-4a44-8cec-67b9e8e77c24 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=27019e24-efa4-45b6-ac56-b13259f05e3f HTTP/1.1" status: 200 len: 854 time: 0.0460391 Mar 30 18:29:55.904839 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb831be-8e68-4ee3-9231-94a8c2b5e89a req-6bc76767-5ce9-431a-8847-2b442c3a0404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:29:55.906241 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-efb831be-8e68-4ee3-9231-94a8c2b5e89a req-6bc76767-5ce9-431a-8847-2b442c3a0404 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=409d44ec-6d59-4a2a-ad46-8958029d105f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431886 Mar 30 18:29:55.992422 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-efb831be-8e68-4ee3-9231-94a8c2b5e89a req-1cd94cdc-9bc3-4df3-8bb8-338dcb1e254e service neutron] 10.222.0.44 "GET /v2.0/networks/409d44ec-6d59-4a2a-ad46-8958029d105f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796692 Mar 30 18:29:56.084212 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-efb831be-8e68-4ee3-9231-94a8c2b5e89a req-2eb82701-e09d-4fc5-a426-34fb9b564b4b service neutron] 10.222.0.44 "GET /v2.0/networks/409d44ec-6d59-4a2a-ad46-8958029d105f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854430 Mar 30 18:30:04.694963 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 52494) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:30:04.797865 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-f38d9b96-3a30-405a-8c3f-b8de96529f91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:04.871007 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-f38d9b96-3a30-405a-8c3f-b8de96529f91 admin admin] Publish callbacks [] for security_group (48d7ad56-d15c-4638-b3e7-c367aa36f4b5), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:04.874744 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-f38d9b96-3a30-405a-8c3f-b8de96529f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (48d7ad56-d15c-4638-b3e7-c367aa36f4b5), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:04.917504 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-f38d9b96-3a30-405a-8c3f-b8de96529f91 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9af5c532d07d46a38186a7b0db70d1b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2214661 Mar 30 18:30:04.918467 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38d9b96-3a30-405a-8c3f-b8de96529f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d7ad56-d15c-4638-b3e7-c367aa36f4b5,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:04.920982 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 52498) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:30:04.926374 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38d9b96-3a30-405a-8c3f-b8de96529f91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:04.926727 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38d9b96-3a30-405a-8c3f-b8de96529f91 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:04.927066 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38d9b96-3a30-405a-8c3f-b8de96529f91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:04.927408 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38d9b96-3a30-405a-8c3f-b8de96529f91 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:04.927739 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38d9b96-3a30-405a-8c3f-b8de96529f91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:04.928070 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38d9b96-3a30-405a-8c3f-b8de96529f91 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:04.928397 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38d9b96-3a30-405a-8c3f-b8de96529f91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:04.928722 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38d9b96-3a30-405a-8c3f-b8de96529f91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:04.929048 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38d9b96-3a30-405a-8c3f-b8de96529f91 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:04.929374 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38d9b96-3a30-405a-8c3f-b8de96529f91 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:04.929706 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38d9b96-3a30-405a-8c3f-b8de96529f91 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:04.930033 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38d9b96-3a30-405a-8c3f-b8de96529f91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:04.930503 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38d9b96-3a30-405a-8c3f-b8de96529f91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:04.930830 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38d9b96-3a30-405a-8c3f-b8de96529f91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:04.931153 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38d9b96-3a30-405a-8c3f-b8de96529f91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:04.973168 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-85912e85-076b-4b0d-9918-19e0400f202e admin admin] Publish callbacks [] for security_group (48d7ad56-d15c-4638-b3e7-c367aa36f4b5), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:04.993926 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-85912e85-076b-4b0d-9918-19e0400f202e admin admin] Publish callbacks [] for security_group (48d7ad56-d15c-4638-b3e7-c367aa36f4b5), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:05.040828 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-85912e85-076b-4b0d-9918-19e0400f202e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (48d7ad56-d15c-4638-b3e7-c367aa36f4b5), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:05.043484 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-85912e85-076b-4b0d-9918-19e0400f202e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:05.044951 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-85912e85-076b-4b0d-9918-19e0400f202e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/48d7ad56-d15c-4638-b3e7-c367aa36f4b5 HTTP/1.1" status: 204 len: 168 time: 0.1229894 Mar 30 18:30:05.052611 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85912e85-076b-4b0d-9918-19e0400f202e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d7ad56-d15c-4638-b3e7-c367aa36f4b5,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:11.813888 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1dac60dc-c270-4b4b-92da-609ec7a4df8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:13.885800 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-52ec5b9a-d6b2-45cd-a860-eb36bae3a43a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:13.977479 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 52572) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:30:14.080608 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-ee863ef0-aa98-4231-b6e1-96311ffdac48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:14.154963 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-ee863ef0-aa98-4231-b6e1-96311ffdac48 admin admin] Publish callbacks [] for security_group (2ad0cc4a-91e4-4e35-870f-52fe43535ea5), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:14.158997 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-ee863ef0-aa98-4231-b6e1-96311ffdac48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (2ad0cc4a-91e4-4e35-870f-52fe43535ea5), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:14.197651 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-ee863ef0-aa98-4231-b6e1-96311ffdac48 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=93522c1d106042488d8c0657ee9211d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2168453 Mar 30 18:30:14.198176 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 52576) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:30:14.200493 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee863ef0-aa98-4231-b6e1-96311ffdac48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad0cc4a-91e4-4e35-870f-52fe43535ea5,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:14.250355 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-540e07d9-277d-4a2f-80fc-8df1c8ac78d0 admin admin] Publish callbacks [] for security_group (2ad0cc4a-91e4-4e35-870f-52fe43535ea5), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:14.270808 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-540e07d9-277d-4a2f-80fc-8df1c8ac78d0 admin admin] Publish callbacks [] for security_group (2ad0cc4a-91e4-4e35-870f-52fe43535ea5), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:14.320675 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-540e07d9-277d-4a2f-80fc-8df1c8ac78d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (2ad0cc4a-91e4-4e35-870f-52fe43535ea5), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:14.323376 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-540e07d9-277d-4a2f-80fc-8df1c8ac78d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:14.324506 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-540e07d9-277d-4a2f-80fc-8df1c8ac78d0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2ad0cc4a-91e4-4e35-870f-52fe43535ea5 HTTP/1.1" status: 204 len: 168 time: 0.1252007 Mar 30 18:30:14.334473 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540e07d9-277d-4a2f-80fc-8df1c8ac78d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad0cc4a-91e4-4e35-870f-52fe43535ea5,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:14.934963 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 52598) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:30:15.027751 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [None req-05159176-aaf2-42ac-8fb3-d5fef1f6cb3a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-357335532-network', 'tenant_id': 'adc414db793a45ffa18c1af010b12a32'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:30:15.049007 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05159176-aaf2-42ac-8fb3-d5fef1f6cb3a admin admin] Made reservation on behalf of adc414db793a45ffa18c1af010b12a32 for: {'network': 1} {{(pid=103495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:30:15.051251 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-05159176-aaf2-42ac-8fb3-d5fef1f6cb3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for network (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:15.056839 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:15.060712 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-05159176-aaf2-42ac-8fb3-d5fef1f6cb3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:15.138784 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-05159176-aaf2-42ac-8fb3-d5fef1f6cb3a admin admin] Publish callbacks [] for security_group (5237fc4b-4daf-4e36-a23c-cb11133a0eac), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:15.143439 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-05159176-aaf2-42ac-8fb3-d5fef1f6cb3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (5237fc4b-4daf-4e36-a23c-cb11133a0eac), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:15.167514 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05159176-aaf2-42ac-8fb3-d5fef1f6cb3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=103495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 18:30:15.177531 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05159176-aaf2-42ac-8fb3-d5fef1f6cb3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5237fc4b-4daf-4e36-a23c-cb11133a0eac,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:15.182166 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-05159176-aaf2-42ac-8fb3-d5fef1f6cb3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125716'] for segment (aea436d8-46f8-479c-bed5-a186a1319bc0), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:15.182519 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.db.segments_db [None req-05159176-aaf2-42ac-8fb3-d5fef1f6cb3a admin admin] Added segment aea436d8-46f8-479c-bed5-a186a1319bc0 of type vlan for network e5de71a0-14ad-4ef8-a889-ddf5c13efa1f Mar 30 18:30:15.224021 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-05159176-aaf2-42ac-8fb3-d5fef1f6cb3a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728099366458'] for network (e5de71a0-14ad-4ef8-a889-ddf5c13efa1f), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:15.247451 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-05159176-aaf2-42ac-8fb3-d5fef1f6cb3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241'] for network (e5de71a0-14ad-4ef8-a889-ddf5c13efa1f), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:15.248416 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05159176-aaf2-42ac-8fb3-d5fef1f6cb3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:15.248999 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-05159176-aaf2-42ac-8fb3-d5fef1f6cb3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:15.569322 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-05159176-aaf2-42ac-8fb3-d5fef1f6cb3a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6332254 Mar 30 18:30:15.572197 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 52602) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:30:15.576245 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05159176-aaf2-42ac-8fb3-d5fef1f6cb3a admin admin] Pushing event updated for resources: {'Network': ['ID=e5de71a0-14ad-4ef8-a889-ddf5c13efa1f,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:15.577087 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.v2.base [None req-a7162a0a-f64f-46d0-b1ef-5ac8d97b1de8 admin admin] Request body: {'subnet': {'network_id': 'e5de71a0-14ad-4ef8-a889-ddf5c13efa1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-357335532-subnet', 'tenant_id': 'adc414db793a45ffa18c1af010b12a32', 'ip_version': 4}} {{(pid=103494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:30:15.586276 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Network e5de71a0-14ad-4ef8-a889-ddf5c13efa1f details requested by agent ovs-agent-dv-cinder-835881-1-iscsi with host dv-cinder-835881-1-iscsi {{(pid=103496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 18:30:15.596397 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7162a0a-f64f-46d0-b1ef-5ac8d97b1de8 admin admin] Made reservation on behalf of adc414db793a45ffa18c1af010b12a32 for: {'subnet': 1} {{(pid=103494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:30:15.598792 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-a7162a0a-f64f-46d0-b1ef-5ac8d97b1de8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5415518'] for subnet (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:15.766864 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-a7162a0a-f64f-46d0-b1ef-5ac8d97b1de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5344593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5415496'] for subnet (f95acf74-50cf-4b9c-93f5-6d4687a32a8f), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:15.825516 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7162a0a-f64f-46d0-b1ef-5ac8d97b1de8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f95acf74-50cf-4b9c-93f5-6d4687a32a8f,revision_number=0']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:15.834492 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7162a0a-f64f-46d0-b1ef-5ac8d97b1de8 admin admin] Checking segment: {'id': 'aea436d8-46f8-479c-bed5-a186a1319bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e5de71a0-14ad-4ef8-a889-ddf5c13efa1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:30:15.834851 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7162a0a-f64f-46d0-b1ef-5ac8d97b1de8 admin admin] Network hostable DHCP agents. Network: e5de71a0-14ad-4ef8-a889-ddf5c13efa1f, hostable agents: ['f171183a-83cc-4c67-9a52-f7c4c9021937'], hosted agents: [] {{(pid=103494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 18:30:15.850669 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7162a0a-f64f-46d0-b1ef-5ac8d97b1de8 admin admin] Network e5de71a0-14ad-4ef8-a889-ddf5c13efa1f is scheduled to be hosted by DHCP agent f171183a-83cc-4c67-9a52-f7c4c9021937 with binding_index 1 {{(pid=103494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 18:30:15.858886 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.base_scheduler [None req-a7162a0a-f64f-46d0-b1ef-5ac8d97b1de8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-1-iscsi, e5de71a0-14ad-4ef8-a889-ddf5c13efa1f) {{(pid=103494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:30:15.862932 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7162a0a-f64f-46d0-b1ef-5ac8d97b1de8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:15.863530 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-a7162a0a-f64f-46d0-b1ef-5ac8d97b1de8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for subnet (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:15.868255 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9abf83-fc99-42d2-9f25-cdf241e7061c None None] Network e5de71a0-14ad-4ef8-a889-ddf5c13efa1f requested from dv-cinder-835881-1-iscsi {{(pid=103496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:30:15.880256 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-a7162a0a-f64f-46d0-b1ef-5ac8d97b1de8 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3069839 Mar 30 18:30:15.882834 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 52604) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:30:15.887114 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.v2.base [None req-d1c97dc2-62ef-4152-a0e5-2449a551f222 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-357335532-router', 'tenant_id': 'adc414db793a45ffa18c1af010b12a32', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2'}}} {{(pid=103494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:30:15.907835 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-d1c97dc2-62ef-4152-a0e5-2449a551f222 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1699'] for router (763c50f3-e43f-470b-bc9d-e581931aa401), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:15.908880 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-d1c97dc2-62ef-4152-a0e5-2449a551f222 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1031381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1706'] for router (763c50f3-e43f-470b-bc9d-e581931aa401), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:15.960773 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-d1c97dc2-62ef-4152-a0e5-2449a551f222 admin admin] Publish callbacks [] for router_controller (763c50f3-e43f-470b-bc9d-e581931aa401), precommit_add_association {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:16.104689 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ce5285-2c0e-4beb-8d51-99a8fd38f22d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcef903b-a861-53ce-95a0-ec7d3e6cb87b-e5de71a0-14ad-4ef8-a889-ddf5c13efa1f', 'network_id': 'e5de71a0-14ad-4ef8-a889-ddf5c13efa1f', 'project_id': 'adc414db793a45ffa18c1af010b12a32', 'fixed_ips': [{'subnet_id': 'f95acf74-50cf-4b9c-93f5-6d4687a32a8f'}]}} from dv-cinder-835881-1-iscsi. {{(pid=103496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 18:30:16.105571 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-84ce5285-2c0e-4beb-8d51-99a8fd38f22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:16.243804 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.db_base_plugin_common [None req-84ce5285-2c0e-4beb-8d51-99a8fd38f22d None None] Allocated IP 172.20.0.2 (e5de71a0-14ad-4ef8-a889-ddf5c13efa1f/f95acf74-50cf-4b9c-93f5-6d4687a32a8f/65363193-474f-4ef7-a4e9-cb28fa210ba4) {{(pid=103496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:30:16.304445 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-d1c97dc2-62ef-4152-a0e5-2449a551f222 admin admin] Publish callbacks [] for router_gateway (763c50f3-e43f-470b-bc9d-e581931aa401), precommit_update {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:16.385118 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-84ce5285-2c0e-4beb-8d51-99a8fd38f22d None None] Publish callbacks [] for port (65363193-474f-4ef7-a4e9-cb28fa210ba4), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:16.391643 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-84ce5285-2c0e-4beb-8d51-99a8fd38f22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728099412974'] for port (65363193-474f-4ef7-a4e9-cb28fa210ba4), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:16.427552 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ce5285-2c0e-4beb-8d51-99a8fd38f22d None None] Network e5de71a0-14ad-4ef8-a889-ddf5c13efa1f is already hosted by enough agents. {{(pid=103496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:30:16.430492 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.scheduler.base_scheduler [None req-84ce5285-2c0e-4beb-8d51-99a8fd38f22d None None] Resources bound (agent type, host, resource id): {{(pid=103496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:30:16.432936 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ce5285-2c0e-4beb-8d51-99a8fd38f22d None None] Received port after_create {{(pid=103496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:30:16.480823 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ce5285-2c0e-4beb-8d51-99a8fd38f22d None None] Pushing event updated for resources: {'Port': ['ID=65363193-474f-4ef7-a4e9-cb28fa210ba4,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:16.487788 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:16.504522 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-d1c97dc2-62ef-4152-a0e5-2449a551f222 admin admin] Publish callbacks [] for router_gateway (763c50f3-e43f-470b-bc9d-e581931aa401), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:16.511165 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ce5285-2c0e-4beb-8d51-99a8fd38f22d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:16.511518 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ce5285-2c0e-4beb-8d51-99a8fd38f22d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:16.511861 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ce5285-2c0e-4beb-8d51-99a8fd38f22d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:16.512196 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ce5285-2c0e-4beb-8d51-99a8fd38f22d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:16.512526 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ce5285-2c0e-4beb-8d51-99a8fd38f22d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:16.512872 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ce5285-2c0e-4beb-8d51-99a8fd38f22d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:16.513175 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ce5285-2c0e-4beb-8d51-99a8fd38f22d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:16.513495 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ce5285-2c0e-4beb-8d51-99a8fd38f22d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:16.513815 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ce5285-2c0e-4beb-8d51-99a8fd38f22d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:16.514144 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ce5285-2c0e-4beb-8d51-99a8fd38f22d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:16.514502 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ce5285-2c0e-4beb-8d51-99a8fd38f22d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:16.514795 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ce5285-2c0e-4beb-8d51-99a8fd38f22d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:16.515112 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ce5285-2c0e-4beb-8d51-99a8fd38f22d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:16.515425 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ce5285-2c0e-4beb-8d51-99a8fd38f22d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:16.516391 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ce5285-2c0e-4beb-8d51-99a8fd38f22d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:16.527336 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-d1c97dc2-62ef-4152-a0e5-2449a551f222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:16.531013 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [None req-84ce5285-2c0e-4beb-8d51-99a8fd38f22d None None] Attempting to bind port 65363193-474f-4ef7-a4e9-cb28fa210ba4 on host dv-cinder-835881-1-iscsi for vnic_type normal with profile {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:30:16.531943 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [None req-84ce5285-2c0e-4beb-8d51-99a8fd38f22d None None] Attempting to bind port 65363193-474f-4ef7-a4e9-cb28fa210ba4 by drivers openvswitch,hyperv on host dv-cinder-835881-1-iscsi at level 0 using segments [{'id': 'aea436d8-46f8-479c-bed5-a186a1319bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e5de71a0-14ad-4ef8-a889-ddf5c13efa1f'}] {{(pid=103496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:30:16.532313 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ce5285-2c0e-4beb-8d51-99a8fd38f22d None None] Attempting to bind port 65363193-474f-4ef7-a4e9-cb28fa210ba4 on network e5de71a0-14ad-4ef8-a889-ddf5c13efa1f {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:30:16.537300 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ce5285-2c0e-4beb-8d51-99a8fd38f22d None None] Checking agent: {'id': '42d1cfe1-739c-4e03-9760-f1c54e546c99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 9, 48), 'started_at': datetime.datetime(2022, 3, 30, 18, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:30:16.537674 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ce5285-2c0e-4beb-8d51-99a8fd38f22d None None] Checking segment: {'id': 'aea436d8-46f8-479c-bed5-a186a1319bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e5de71a0-14ad-4ef8-a889-ddf5c13efa1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:30:16.538070 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-84ce5285-2c0e-4beb-8d51-99a8fd38f22d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:16.538487 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ce5285-2c0e-4beb-8d51-99a8fd38f22d None None] Bound using segment: {'id': 'aea436d8-46f8-479c-bed5-a186a1319bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e5de71a0-14ad-4ef8-a889-ddf5c13efa1f'} {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:30:16.538948 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [None req-84ce5285-2c0e-4beb-8d51-99a8fd38f22d None None] Bound port: 65363193-474f-4ef7-a4e9-cb28fa210ba4, host: dv-cinder-835881-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aea436d8-46f8-479c-bed5-a186a1319bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e5de71a0-14ad-4ef8-a889-ddf5c13efa1f'}}] {{(pid=103496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:30:16.539321 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-84ce5285-2c0e-4beb-8d51-99a8fd38f22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (65363193-474f-4ef7-a4e9-cb28fa210ba4), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:16.601202 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-84ce5285-2c0e-4beb-8d51-99a8fd38f22d None None] For port 65363193-474f-4ef7-a4e9-cb28fa210ba4, host dv-cinder-835881-1-iscsi, cleared binding levels {{(pid=103496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:30:16.604649 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-84ce5285-2c0e-4beb-8d51-99a8fd38f22d None None] For port 65363193-474f-4ef7-a4e9-cb28fa210ba4, host dv-cinder-835881-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=65363193-474f-4ef7-a4e9-cb28fa210ba4,segment=NetworkSegment(aea436d8-46f8-479c-bed5-a186a1319bc0),segment_id=aea436d8-46f8-479c-bed5-a186a1319bc0)] {{(pid=103496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:30:16.610569 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-84ce5285-2c0e-4beb-8d51-99a8fd38f22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (65363193-474f-4ef7-a4e9-cb28fa210ba4), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:16.634712 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.db.db_base_plugin_common [None req-d1c97dc2-62ef-4152-a0e5-2449a551f222 admin admin] Allocated IP 172.27.1.40 (91cc19c8-4e3d-4b52-9973-bc78b4427ae2/e2593658-5374-4bbb-b8e3-ff319bcb6728/6081157b-72c1-4a41-a8a5-2b9e014e5160) {{(pid=103494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:30:16.667978 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ce5285-2c0e-4beb-8d51-99a8fd38f22d None None] Pushing event updated for resources: {'Port': ['ID=65363193-474f-4ef7-a4e9-cb28fa210ba4,revision_number=2']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:16.748413 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-d1c97dc2-62ef-4152-a0e5-2449a551f222 admin admin] Publish callbacks [] for port (6081157b-72c1-4a41-a8a5-2b9e014e5160), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:16.784806 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-d1c97dc2-62ef-4152-a0e5-2449a551f222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728099412974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5343457'] for port (6081157b-72c1-4a41-a8a5-2b9e014e5160), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:16.828076 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c97dc2-62ef-4152-a0e5-2449a551f222 admin admin] Network 91cc19c8-4e3d-4b52-9973-bc78b4427ae2 is already hosted by enough agents. {{(pid=103494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:30:16.834264 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.base_scheduler [None req-d1c97dc2-62ef-4152-a0e5-2449a551f222 admin admin] Resources bound (agent type, host, resource id): {{(pid=103494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:30:16.836631 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c97dc2-62ef-4152-a0e5-2449a551f222 admin admin] Received port after_create {{(pid=103494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:30:16.842601 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c97dc2-62ef-4152-a0e5-2449a551f222 admin admin] Pushing event updated for resources: {'Port': ['ID=6081157b-72c1-4a41-a8a5-2b9e014e5160,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:17.099096 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-d1c97dc2-62ef-4152-a0e5-2449a551f222 admin admin] Publish callbacks [] for router_gateway (763c50f3-e43f-470b-bc9d-e581931aa401), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:17.300608 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-d1c97dc2-62ef-4152-a0e5-2449a551f222 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541230'] for router (763c50f3-e43f-470b-bc9d-e581931aa401), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:17.437248 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c97dc2-62ef-4152-a0e5-2449a551f222 admin admin] Router 763c50f3-e43f-470b-bc9d-e581931aa401 is scheduled to L3 agent d6545c5f-a93c-4a15-87cd-019d3e75e7be with binding_index 1 {{(pid=103494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 18:30:17.551395 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c97dc2-62ef-4152-a0e5-2449a551f222 admin admin] Notify agent at l3_agent.dv-cinder-835881-1-iscsi the message routers_updated {{(pid=103494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:30:17.557030 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab575f57-3181-4ee7-96a3-e29f8e635730 None None] Network e5de71a0-14ad-4ef8-a889-ddf5c13efa1f requested from dv-cinder-835881-1-iscsi {{(pid=103496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:30:17.561132 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15f1a78-32b3-48b6-a0d8-590f009a85c6 None None] Sync routers for ids ['763c50f3-e43f-470b-bc9d-e581931aa401'] in dv-cinder-835881-1-iscsi {{(pid=103497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:30:17.573033 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-d1c97dc2-62ef-4152-a0e5-2449a551f222 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:17.574656 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-d1c97dc2-62ef-4152-a0e5-2449a551f222 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.6908319 Mar 30 18:30:17.577264 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 52606) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:30:17.655499 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-73731208-933b-4887-9568-01465c7bd32f None None] Provisioning complete for port 65363193-474f-4ef7-a4e9-cb28fa210ba4 triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:30:17.656149 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-73731208-933b-4887-9568-01465c7bd32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (65363193-474f-4ef7-a4e9-cb28fa210ba4), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:17.699567 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15f1a78-32b3-48b6-a0d8-590f009a85c6 None None] Routers {'763c50f3-e43f-470b-bc9d-e581931aa401'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:30:17.700444 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-f15f1a78-32b3-48b6-a0d8-590f009a85c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:30:14Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['763c50f3-e43f-470b-bc9d-e581931aa401'], 'active': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:30:17.771409 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-73731208-933b-4887-9568-01465c7bd32f None None] Current status of the port 65363193-474f-4ef7-a4e9-cb28fa210ba4 is: DOWN; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:30:17.772045 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-73731208-933b-4887-9568-01465c7bd32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (65363193-474f-4ef7-a4e9-cb28fa210ba4), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:17.812361 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvr_db [None req-f15f1a78-32b3-48b6-a0d8-590f009a85c6 None None] Set router 763c50f3-e43f-470b-bc9d-e581931aa401 gateway port host: dv-cinder-835881-1-iscsi {{(pid=103497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:30:17.847519 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-73731208-933b-4887-9568-01465c7bd32f None None] For port 65363193-474f-4ef7-a4e9-cb28fa210ba4, host dv-cinder-835881-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=65363193-474f-4ef7-a4e9-cb28fa210ba4,segment=NetworkSegment(aea436d8-46f8-479c-bed5-a186a1319bc0),segment_id=aea436d8-46f8-479c-bed5-a186a1319bc0)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:30:17.858954 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-73731208-933b-4887-9568-01465c7bd32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (65363193-474f-4ef7-a4e9-cb28fa210ba4), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:17.948657 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73731208-933b-4887-9568-01465c7bd32f None None] Pushing event updated for resources: {'Port': ['ID=65363193-474f-4ef7-a4e9-cb28fa210ba4,revision_number=3']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:17.971490 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 65363193-474f-4ef7-a4e9-cb28fa210ba4 up at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:30:18.018555 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-2935d83b-d313-4ba2-9b2d-a9815d2939ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:18.042385 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:18.057455 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Provisioning complete for port 65363193-474f-4ef7-a4e9-cb28fa210ba4 triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:30:18.057850 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (65363193-474f-4ef7-a4e9-cb28fa210ba4), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:18.080482 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-f15f1a78-32b3-48b6-a0d8-590f009a85c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763c50f3-e43f-470b-bc9d-e581931aa401', 'name': 'tempest-TestShelveInstance-357335532-router', 'tenant_id': 'adc414db793a45ffa18c1af010b12a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '6081157b-72c1-4a41-a8a5-2b9e014e5160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:30:15Z', 'updated_at': '2022-03-30T18:30:16Z', 'revision_number': 3, 'project_id': 'adc414db793a45ffa18c1af010b12a32', 'gw_port': {'id': '6081157b-72c1-4a41-a8a5-2b9e014e5160', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:42:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763c50f3-e43f-470b-bc9d-e581931aa401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:30:16Z', 'updated_at': '2022-03-30T18:30:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi'}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:30:18.113623 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15f1a78-32b3-48b6-a0d8-590f009a85c6 None None] Checking router: 763c50f3-e43f-470b-bc9d-e581931aa401 for host: dv-cinder-835881-1-iscsi {{(pid=103497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:30:18.114215 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15f1a78-32b3-48b6-a0d8-590f009a85c6 None None] Updating router 763c50f3-e43f-470b-bc9d-e581931aa401 port 6081157b-72c1-4a41-a8a5-2b9e014e5160 binding host dv-cinder-835881-1-iscsi {{(pid=103497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 18:30:18.155788 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Current status of the port 65363193-474f-4ef7-a4e9-cb28fa210ba4 is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:30:18.157049 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-f15f1a78-32b3-48b6-a0d8-590f009a85c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (6081157b-72c1-4a41-a8a5-2b9e014e5160), before_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:18.207953 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.db.db_base_plugin_common [None req-2935d83b-d313-4ba2-9b2d-a9815d2939ad admin admin] Allocated IP 172.20.0.1 (e5de71a0-14ad-4ef8-a889-ddf5c13efa1f/f95acf74-50cf-4b9c-93f5-6d4687a32a8f/701142ab-24b3-4078-b018-82403af224c9) {{(pid=103494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:30:18.284570 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-33e10f99-e6d2-4984-bc54-6fe27b72d9a3 None None] Provisioning complete for port 65363193-474f-4ef7-a4e9-cb28fa210ba4 triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:30:18.284956 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-33e10f99-e6d2-4984-bc54-6fe27b72d9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (65363193-474f-4ef7-a4e9-cb28fa210ba4), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:18.324522 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-2935d83b-d313-4ba2-9b2d-a9815d2939ad admin admin] Publish callbacks [] for port (701142ab-24b3-4078-b018-82403af224c9), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:18.370948 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-2935d83b-d313-4ba2-9b2d-a9815d2939ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728099412974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5343457'] for port (701142ab-24b3-4078-b018-82403af224c9), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:18.380163 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-33e10f99-e6d2-4984-bc54-6fe27b72d9a3 None None] Current status of the port 65363193-474f-4ef7-a4e9-cb28fa210ba4 is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:30:18.416383 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2935d83b-d313-4ba2-9b2d-a9815d2939ad admin admin] Network e5de71a0-14ad-4ef8-a889-ddf5c13efa1f is already hosted by enough agents. {{(pid=103494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:30:18.419335 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.base_scheduler [None req-2935d83b-d313-4ba2-9b2d-a9815d2939ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:30:18.423995 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2935d83b-d313-4ba2-9b2d-a9815d2939ad admin admin] Received port after_create {{(pid=103494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:30:18.451385 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-f15f1a78-32b3-48b6-a0d8-590f009a85c6 None None] Publish callbacks [] for port (6081157b-72c1-4a41-a8a5-2b9e014e5160), precommit_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:18.460839 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-f15f1a78-32b3-48b6-a0d8-590f009a85c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (6081157b-72c1-4a41-a8a5-2b9e014e5160), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:18.463345 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2935d83b-d313-4ba2-9b2d-a9815d2939ad admin admin] Pushing event updated for resources: {'Port': ['ID=701142ab-24b3-4078-b018-82403af224c9,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:18.484027 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-2935d83b-d313-4ba2-9b2d-a9815d2939ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542457'] for router_interface (763c50f3-e43f-470b-bc9d-e581931aa401), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:18.517288 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [None req-f15f1a78-32b3-48b6-a0d8-590f009a85c6 None None] Attempting to bind port 6081157b-72c1-4a41-a8a5-2b9e014e5160 on host dv-cinder-835881-1-iscsi for vnic_type normal with profile {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:30:18.517665 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [None req-f15f1a78-32b3-48b6-a0d8-590f009a85c6 None None] Attempting to bind port 6081157b-72c1-4a41-a8a5-2b9e014e5160 by drivers openvswitch,hyperv on host dv-cinder-835881-1-iscsi at level 0 using segments [{'id': '3d136d15-dbd4-4a28-bf1a-1c22979f6a0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2'}] {{(pid=103497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:30:18.518031 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15f1a78-32b3-48b6-a0d8-590f009a85c6 None None] Attempting to bind port 6081157b-72c1-4a41-a8a5-2b9e014e5160 on network 91cc19c8-4e3d-4b52-9973-bc78b4427ae2 {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:30:18.520148 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a8ceb7-53fb-44e9-a738-af886ce6bc1d None None] Pushing event updated for resources: {'Port': ['ID=6081157b-72c1-4a41-a8a5-2b9e014e5160,revision_number=2']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:18.528884 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15f1a78-32b3-48b6-a0d8-590f009a85c6 None None] Checking agent: {'id': '42d1cfe1-739c-4e03-9760-f1c54e546c99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 9, 48), 'started_at': datetime.datetime(2022, 3, 30, 18, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:30:18.529449 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15f1a78-32b3-48b6-a0d8-590f009a85c6 None None] Checking segment: {'id': '3d136d15-dbd4-4a28-bf1a-1c22979f6a0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:30:18.529666 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-f15f1a78-32b3-48b6-a0d8-590f009a85c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:18.530062 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15f1a78-32b3-48b6-a0d8-590f009a85c6 None None] Bound using segment: {'id': '3d136d15-dbd4-4a28-bf1a-1c22979f6a0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2'} {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:30:18.530588 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [None req-f15f1a78-32b3-48b6-a0d8-590f009a85c6 None None] Bound port: 6081157b-72c1-4a41-a8a5-2b9e014e5160, host: dv-cinder-835881-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d136d15-dbd4-4a28-bf1a-1c22979f6a0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2'}}] {{(pid=103497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:30:18.531459 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-f15f1a78-32b3-48b6-a0d8-590f009a85c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (6081157b-72c1-4a41-a8a5-2b9e014e5160), before_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:18.536391 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a8ceb7-53fb-44e9-a738-af886ce6bc1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:18.536932 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a8ceb7-53fb-44e9-a738-af886ce6bc1d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:18.537319 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a8ceb7-53fb-44e9-a738-af886ce6bc1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:18.537684 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a8ceb7-53fb-44e9-a738-af886ce6bc1d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:18.538036 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a8ceb7-53fb-44e9-a738-af886ce6bc1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:18.538866 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a8ceb7-53fb-44e9-a738-af886ce6bc1d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:18.538866 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a8ceb7-53fb-44e9-a738-af886ce6bc1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:18.539081 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a8ceb7-53fb-44e9-a738-af886ce6bc1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:18.539368 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a8ceb7-53fb-44e9-a738-af886ce6bc1d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:18.539702 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a8ceb7-53fb-44e9-a738-af886ce6bc1d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:18.540612 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a8ceb7-53fb-44e9-a738-af886ce6bc1d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:18.540966 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a8ceb7-53fb-44e9-a738-af886ce6bc1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:18.541303 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a8ceb7-53fb-44e9-a738-af886ce6bc1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:18.541637 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a8ceb7-53fb-44e9-a738-af886ce6bc1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:18.541967 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a8ceb7-53fb-44e9-a738-af886ce6bc1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:18.610825 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [None req-f15f1a78-32b3-48b6-a0d8-590f009a85c6 None None] For port 6081157b-72c1-4a41-a8a5-2b9e014e5160, host dv-cinder-835881-1-iscsi, cleared binding levels {{(pid=103497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:30:18.615346 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [None req-f15f1a78-32b3-48b6-a0d8-590f009a85c6 None None] For port 6081157b-72c1-4a41-a8a5-2b9e014e5160, host dv-cinder-835881-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=6081157b-72c1-4a41-a8a5-2b9e014e5160,segment=NetworkSegment(3d136d15-dbd4-4a28-bf1a-1c22979f6a0d),segment_id=3d136d15-dbd4-4a28-bf1a-1c22979f6a0d)] {{(pid=103497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:30:18.626403 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-f15f1a78-32b3-48b6-a0d8-590f009a85c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (6081157b-72c1-4a41-a8a5-2b9e014e5160), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:18.691925 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15f1a78-32b3-48b6-a0d8-590f009a85c6 None None] Routers {'763c50f3-e43f-470b-bc9d-e581931aa401'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:30:18.691925 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-f15f1a78-32b3-48b6-a0d8-590f009a85c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:30:14Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['763c50f3-e43f-470b-bc9d-e581931aa401'], 'active': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:30:18.721580 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (ab438a54-a4f6-4fd3-b589-96aa27265666), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:18.725361 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-50e0f33b-5c47-46a7-9bec-972250647eba None None] Provisioning complete for port 701142ab-24b3-4078-b018-82403af224c9 triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:30:18.725738 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-50e0f33b-5c47-46a7-9bec-972250647eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (701142ab-24b3-4078-b018-82403af224c9), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:18.763715 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-50e0f33b-5c47-46a7-9bec-972250647eba None None] Port 701142ab-24b3-4078-b018-82403af224c9 cannot update to ACTIVE because it is not bound. {{(pid=103496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:30:18.774116 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a8ceb7-53fb-44e9-a738-af886ce6bc1d None None] Pushing event updated for resources: {'Port': ['ID=6081157b-72c1-4a41-a8a5-2b9e014e5160,revision_number=3']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:18.833795 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvr_db [None req-f15f1a78-32b3-48b6-a0d8-590f009a85c6 None None] Set router 763c50f3-e43f-470b-bc9d-e581931aa401 gateway port host: dv-cinder-835881-1-iscsi {{(pid=103497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:30:18.905151 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-2935d83b-d313-4ba2-9b2d-a9815d2939ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (701142ab-24b3-4078-b018-82403af224c9), before_update {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:19.036417 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-f15f1a78-32b3-48b6-a0d8-590f009a85c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763c50f3-e43f-470b-bc9d-e581931aa401', 'name': 'tempest-TestShelveInstance-357335532-router', 'tenant_id': 'adc414db793a45ffa18c1af010b12a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '6081157b-72c1-4a41-a8a5-2b9e014e5160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:30:15Z', 'updated_at': '2022-03-30T18:30:18Z', 'revision_number': 4, 'project_id': 'adc414db793a45ffa18c1af010b12a32', 'gw_port': {'id': '6081157b-72c1-4a41-a8a5-2b9e014e5160', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:42:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763c50f3-e43f-470b-bc9d-e581931aa401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:30:16Z', 'updated_at': '2022-03-30T18:30:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': '701142ab-24b3-4078-b018-82403af224c9', 'name': '', 'network_id': 'e5de71a0-14ad-4ef8-a889-ddf5c13efa1f', 'tenant_id': 'adc414db793a45ffa18c1af010b12a32', 'mac_address': 'fa:16:3e:88:99:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763c50f3-e43f-470b-bc9d-e581931aa401', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'f95acf74-50cf-4b9c-93f5-6d4687a32a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:30:18Z', 'updated_at': '2022-03-30T18:30:18Z', 'revision_number': 1, 'project_id': 'adc414db793a45ffa18c1af010b12a32', 'subnets': [{'id': 'f95acf74-50cf-4b9c-93f5-6d4687a32a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:30:19.066981 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15f1a78-32b3-48b6-a0d8-590f009a85c6 None None] The sync data for ids ['763c50f3-e43f-470b-bc9d-e581931aa401'] in dv-cinder-835881-1-iscsi is: [{'id': '763c50f3-e43f-470b-bc9d-e581931aa401', 'name': 'tempest-TestShelveInstance-357335532-router', 'tenant_id': 'adc414db793a45ffa18c1af010b12a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '6081157b-72c1-4a41-a8a5-2b9e014e5160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:30:15Z', 'updated_at': '2022-03-30T18:30:18Z', 'revision_number': 4, 'project_id': 'adc414db793a45ffa18c1af010b12a32', 'gw_port': {'id': '6081157b-72c1-4a41-a8a5-2b9e014e5160', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:42:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763c50f3-e43f-470b-bc9d-e581931aa401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:30:16Z', 'updated_at': '2022-03-30T18:30:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': '701142ab-24b3-4078-b018-82403af224c9', 'name': '', 'network_id': 'e5de71a0-14ad-4ef8-a889-ddf5c13efa1f', 'tenant_id': 'adc414db793a45ffa18c1af010b12a32', 'mac_address': 'fa:16:3e:88:99:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763c50f3-e43f-470b-bc9d-e581931aa401', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'f95acf74-50cf-4b9c-93f5-6d4687a32a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:30:18Z', 'updated_at': '2022-03-30T18:30:18Z', 'revision_number': 1, 'project_id': 'adc414db793a45ffa18c1af010b12a32', 'subnets': [{'id': 'f95acf74-50cf-4b9c-93f5-6d4687a32a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:30:19.072167 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-2935d83b-d313-4ba2-9b2d-a9815d2939ad admin admin] Publish callbacks [] for port (701142ab-24b3-4078-b018-82403af224c9), precommit_update {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:19.077546 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-2935d83b-d313-4ba2-9b2d-a9815d2939ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5343464'] for port (701142ab-24b3-4078-b018-82403af224c9), after_update {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:19.144615 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-2935d83b-d313-4ba2-9b2d-a9815d2939ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542317'] for router_interface (763c50f3-e43f-470b-bc9d-e581931aa401), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:19.146453 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2935d83b-d313-4ba2-9b2d-a9815d2939ad admin admin] Pushing event updated for resources: {'Port': ['ID=701142ab-24b3-4078-b018-82403af224c9,revision_number=2']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:19.247132 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2935d83b-d313-4ba2-9b2d-a9815d2939ad admin admin] Network e5de71a0-14ad-4ef8-a889-ddf5c13efa1f is already hosted by enough agents. {{(pid=103494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:30:19.248615 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.base_scheduler [None req-2935d83b-d313-4ba2-9b2d-a9815d2939ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:30:19.388099 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2935d83b-d313-4ba2-9b2d-a9815d2939ad admin admin] Router 763c50f3-e43f-470b-bc9d-e581931aa401 has already been hosted by L3 agent d6545c5f-a93c-4a15-87cd-019d3e75e7be {{(pid=103494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:30:19.510439 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2935d83b-d313-4ba2-9b2d-a9815d2939ad admin admin] Notify agent at l3_agent.dv-cinder-835881-1-iscsi the message routers_updated {{(pid=103494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:30:19.516577 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-2935d83b-d313-4ba2-9b2d-a9815d2939ad admin admin] 10.222.0.41 "PUT /v2.0/routers/763c50f3-e43f-470b-bc9d-e581931aa401/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9378197 Mar 30 18:30:19.590948 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-71e8e132-7c86-4340-afdd-cac35a33366e None None] Provisioning complete for port 701142ab-24b3-4078-b018-82403af224c9 triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:30:19.591321 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-71e8e132-7c86-4340-afdd-cac35a33366e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (701142ab-24b3-4078-b018-82403af224c9), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:19.627300 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-71e8e132-7c86-4340-afdd-cac35a33366e None None] Port 701142ab-24b3-4078-b018-82403af224c9 cannot update to ACTIVE because it is not bound. {{(pid=103496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:30:19.933858 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 6081157b-72c1-4a41-a8a5-2b9e014e5160 up at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:30:19.990549 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Provisioning complete for port 6081157b-72c1-4a41-a8a5-2b9e014e5160 triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:30:19.990937 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (6081157b-72c1-4a41-a8a5-2b9e014e5160), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:20.075945 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 52622) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:30:20.081337 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Current status of the port 6081157b-72c1-4a41-a8a5-2b9e014e5160 is: DOWN; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:30:20.081731 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (6081157b-72c1-4a41-a8a5-2b9e014e5160), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:20.082030 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.v2.base [None req-2db7dedc-7116-4670-9fe7-f0125181fbde admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2088940844-network', 'tenant_id': '05f5b21171cd42f1bba5c9f4e8e12059'}} {{(pid=103494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:30:20.104003 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] For port 6081157b-72c1-4a41-a8a5-2b9e014e5160, host dv-cinder-835881-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=6081157b-72c1-4a41-a8a5-2b9e014e5160,segment=NetworkSegment(3d136d15-dbd4-4a28-bf1a-1c22979f6a0d),segment_id=3d136d15-dbd4-4a28-bf1a-1c22979f6a0d)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:30:20.105632 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db7dedc-7116-4670-9fe7-f0125181fbde admin admin] Made reservation on behalf of 05f5b21171cd42f1bba5c9f4e8e12059 for: {'network': 1} {{(pid=103494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:30:20.108325 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-2db7dedc-7116-4670-9fe7-f0125181fbde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for network (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:20.108861 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (6081157b-72c1-4a41-a8a5-2b9e014e5160), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:20.110338 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 65363193-474f-4ef7-a4e9-cb28fa210ba4 up at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:30:20.119236 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-2db7dedc-7116-4670-9fe7-f0125181fbde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:20.192199 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Pushing event updated for resources: {'Port': ['ID=6081157b-72c1-4a41-a8a5-2b9e014e5160,revision_number=4']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:20.207142 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Provisioning complete for port 65363193-474f-4ef7-a4e9-cb28fa210ba4 triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:30:20.207898 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (65363193-474f-4ef7-a4e9-cb28fa210ba4), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:20.221010 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-2db7dedc-7116-4670-9fe7-f0125181fbde admin admin] Publish callbacks [] for security_group (0b5f5cf2-61cc-4744-a476-bf8187e5ccba), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:20.227927 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-2db7dedc-7116-4670-9fe7-f0125181fbde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (0b5f5cf2-61cc-4744-a476-bf8187e5ccba), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:20.251876 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2db7dedc-7116-4670-9fe7-f0125181fbde admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=103494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 18:30:20.273015 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db7dedc-7116-4670-9fe7-f0125181fbde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5f5cf2-61cc-4744-a476-bf8187e5ccba,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:20.277787 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-2db7dedc-7116-4670-9fe7-f0125181fbde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125716'] for segment (4091d920-59ec-4de1-9425-161501f16208), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:20.278140 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.db.segments_db [None req-2db7dedc-7116-4670-9fe7-f0125181fbde admin admin] Added segment 4091d920-59ec-4de1-9425-161501f16208 of type vlan for network 58a16581-a066-49b6-a2f5-a30fcd00dd58 Mar 30 18:30:20.305697 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Current status of the port 65363193-474f-4ef7-a4e9-cb28fa210ba4 is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:30:20.329726 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-2db7dedc-7116-4670-9fe7-f0125181fbde admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728099366458'] for network (58a16581-a066-49b6-a2f5-a30fcd00dd58), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:20.356624 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-2db7dedc-7116-4670-9fe7-f0125181fbde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241'] for network (58a16581-a066-49b6-a2f5-a30fcd00dd58), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:20.357663 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db7dedc-7116-4670-9fe7-f0125181fbde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:20.358340 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-2db7dedc-7116-4670-9fe7-f0125181fbde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:20.418315 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-2db7dedc-7116-4670-9fe7-f0125181fbde admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3411994 Mar 30 18:30:20.420889 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 52624) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:30:20.426464 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.v2.base [None req-085d567d-6995-475d-9d91-e882e326a57b admin admin] Request body: {'subnet': {'network_id': '58a16581-a066-49b6-a2f5-a30fcd00dd58', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2088940844-subnet', 'tenant_id': '05f5b21171cd42f1bba5c9f4e8e12059', 'ip_version': 4}} {{(pid=103494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:30:20.439786 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db7dedc-7116-4670-9fe7-f0125181fbde admin admin] Pushing event updated for resources: {'Network': ['ID=58a16581-a066-49b6-a2f5-a30fcd00dd58,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:20.451046 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Network 58a16581-a066-49b6-a2f5-a30fcd00dd58 details requested by agent ovs-agent-dv-cinder-835881-1-iscsi with host dv-cinder-835881-1-iscsi {{(pid=103496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 18:30:20.455774 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085d567d-6995-475d-9d91-e882e326a57b admin admin] Made reservation on behalf of 05f5b21171cd42f1bba5c9f4e8e12059 for: {'subnet': 1} {{(pid=103494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:30:20.458107 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-085d567d-6995-475d-9d91-e882e326a57b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5415518'] for subnet (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:20.626782 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-085d567d-6995-475d-9d91-e882e326a57b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5344593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5415496'] for subnet (5cbd3fbb-25ef-4ac4-9fc0-9b3a15a5020a), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:20.682364 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085d567d-6995-475d-9d91-e882e326a57b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cbd3fbb-25ef-4ac4-9fc0-9b3a15a5020a,revision_number=0']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:20.692987 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085d567d-6995-475d-9d91-e882e326a57b admin admin] Checking segment: {'id': '4091d920-59ec-4de1-9425-161501f16208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '58a16581-a066-49b6-a2f5-a30fcd00dd58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:30:20.693337 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085d567d-6995-475d-9d91-e882e326a57b admin admin] Network hostable DHCP agents. Network: 58a16581-a066-49b6-a2f5-a30fcd00dd58, hostable agents: ['f171183a-83cc-4c67-9a52-f7c4c9021937'], hosted agents: [] {{(pid=103494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 18:30:20.710237 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085d567d-6995-475d-9d91-e882e326a57b admin admin] Network 58a16581-a066-49b6-a2f5-a30fcd00dd58 is scheduled to be hosted by DHCP agent f171183a-83cc-4c67-9a52-f7c4c9021937 with binding_index 1 {{(pid=103494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 18:30:20.718559 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.base_scheduler [None req-085d567d-6995-475d-9d91-e882e326a57b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-1-iscsi, 58a16581-a066-49b6-a2f5-a30fcd00dd58) {{(pid=103494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:30:20.722821 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085d567d-6995-475d-9d91-e882e326a57b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:20.723403 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-085d567d-6995-475d-9d91-e882e326a57b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for subnet (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:20.728736 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b60c8d-67f4-469d-b47d-13c0f5bf45e3 None None] Network 58a16581-a066-49b6-a2f5-a30fcd00dd58 requested from dv-cinder-835881-1-iscsi {{(pid=103496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:30:20.741210 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-085d567d-6995-475d-9d91-e882e326a57b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3180082 Mar 30 18:30:20.742400 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 52626) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:30:20.746645 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.v2.base [None req-e318dc59-5c0f-4479-8a51-125c2f2c6bd2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2088940844-router', 'tenant_id': '05f5b21171cd42f1bba5c9f4e8e12059', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2'}}} {{(pid=103494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:30:20.767200 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-e318dc59-5c0f-4479-8a51-125c2f2c6bd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1699'] for router (4f03dd75-c6f9-46a4-ae9d-f7a03a1535bf), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:20.768189 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-e318dc59-5c0f-4479-8a51-125c2f2c6bd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1031381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1706'] for router (4f03dd75-c6f9-46a4-ae9d-f7a03a1535bf), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:20.827215 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-e318dc59-5c0f-4479-8a51-125c2f2c6bd2 admin admin] Publish callbacks [] for router_controller (4f03dd75-c6f9-46a4-ae9d-f7a03a1535bf), precommit_add_association {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:20.844452 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe3a6c9-0690-4d42-a658-16aefccabf04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcef903b-a861-53ce-95a0-ec7d3e6cb87b-58a16581-a066-49b6-a2f5-a30fcd00dd58', 'network_id': '58a16581-a066-49b6-a2f5-a30fcd00dd58', 'project_id': '05f5b21171cd42f1bba5c9f4e8e12059', 'fixed_ips': [{'subnet_id': '5cbd3fbb-25ef-4ac4-9fc0-9b3a15a5020a'}]}} from dv-cinder-835881-1-iscsi. {{(pid=103496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 18:30:20.845656 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-7fe3a6c9-0690-4d42-a658-16aefccabf04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:20.975372 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-e318dc59-5c0f-4479-8a51-125c2f2c6bd2 admin admin] Publish callbacks [] for router_gateway (4f03dd75-c6f9-46a4-ae9d-f7a03a1535bf), precommit_update {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:20.996182 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.db_base_plugin_common [None req-7fe3a6c9-0690-4d42-a658-16aefccabf04 None None] Allocated IP 172.20.0.2 (58a16581-a066-49b6-a2f5-a30fcd00dd58/5cbd3fbb-25ef-4ac4-9fc0-9b3a15a5020a/a387a1b0-d9cc-488a-9e25-8c32b389450c) {{(pid=103496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:30:21.125906 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e71a72c-f918-4dd3-bb1f-cfe61122164b None None] Sync routers for ids ['763c50f3-e43f-470b-bc9d-e581931aa401'] in dv-cinder-835881-1-iscsi {{(pid=103496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:30:21.153431 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e71a72c-f918-4dd3-bb1f-cfe61122164b None None] Routers {'763c50f3-e43f-470b-bc9d-e581931aa401'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:30:21.154075 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-4e71a72c-f918-4dd3-bb1f-cfe61122164b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:30:14Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['763c50f3-e43f-470b-bc9d-e581931aa401'], 'active': True} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:30:21.160058 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-7fe3a6c9-0690-4d42-a658-16aefccabf04 None None] Publish callbacks [] for port (a387a1b0-d9cc-488a-9e25-8c32b389450c), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:21.186189 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-e318dc59-5c0f-4479-8a51-125c2f2c6bd2 admin admin] Publish callbacks [] for router_gateway (4f03dd75-c6f9-46a4-ae9d-f7a03a1535bf), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:21.207035 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-e318dc59-5c0f-4479-8a51-125c2f2c6bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:21.223541 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-7fe3a6c9-0690-4d42-a658-16aefccabf04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728099412974'] for port (a387a1b0-d9cc-488a-9e25-8c32b389450c), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:21.273549 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe3a6c9-0690-4d42-a658-16aefccabf04 None None] Network 58a16581-a066-49b6-a2f5-a30fcd00dd58 is already hosted by enough agents. {{(pid=103496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:30:21.282082 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.scheduler.base_scheduler [None req-7fe3a6c9-0690-4d42-a658-16aefccabf04 None None] Resources bound (agent type, host, resource id): {{(pid=103496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:30:21.287965 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe3a6c9-0690-4d42-a658-16aefccabf04 None None] Received port after_create {{(pid=103496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:30:21.295495 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe3a6c9-0690-4d42-a658-16aefccabf04 None None] Pushing event updated for resources: {'Port': ['ID=a387a1b0-d9cc-488a-9e25-8c32b389450c,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:21.313325 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.db.db_base_plugin_common [None req-e318dc59-5c0f-4479-8a51-125c2f2c6bd2 admin admin] Allocated IP 172.27.1.13 (91cc19c8-4e3d-4b52-9973-bc78b4427ae2/e2593658-5374-4bbb-b8e3-ff319bcb6728/b3bc727d-5460-4fab-9db9-1ff7f57590f5) {{(pid=103494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:30:21.353583 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvr_db [None req-4e71a72c-f918-4dd3-bb1f-cfe61122164b None None] Set router 763c50f3-e43f-470b-bc9d-e581931aa401 gateway port host: dv-cinder-835881-1-iscsi {{(pid=103496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:30:21.390426 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [None req-7fe3a6c9-0690-4d42-a658-16aefccabf04 None None] Attempting to bind port a387a1b0-d9cc-488a-9e25-8c32b389450c on host dv-cinder-835881-1-iscsi for vnic_type normal with profile {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:30:21.390735 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [None req-7fe3a6c9-0690-4d42-a658-16aefccabf04 None None] Attempting to bind port a387a1b0-d9cc-488a-9e25-8c32b389450c by drivers openvswitch,hyperv on host dv-cinder-835881-1-iscsi at level 0 using segments [{'id': '4091d920-59ec-4de1-9425-161501f16208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '58a16581-a066-49b6-a2f5-a30fcd00dd58'}] {{(pid=103496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:30:21.391121 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe3a6c9-0690-4d42-a658-16aefccabf04 None None] Attempting to bind port a387a1b0-d9cc-488a-9e25-8c32b389450c on network 58a16581-a066-49b6-a2f5-a30fcd00dd58 {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:30:21.402296 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe3a6c9-0690-4d42-a658-16aefccabf04 None None] Checking agent: {'id': '42d1cfe1-739c-4e03-9760-f1c54e546c99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 9, 48), 'started_at': datetime.datetime(2022, 3, 30, 18, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:30:21.402671 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe3a6c9-0690-4d42-a658-16aefccabf04 None None] Checking segment: {'id': '4091d920-59ec-4de1-9425-161501f16208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '58a16581-a066-49b6-a2f5-a30fcd00dd58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:30:21.403068 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-7fe3a6c9-0690-4d42-a658-16aefccabf04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:21.403457 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe3a6c9-0690-4d42-a658-16aefccabf04 None None] Bound using segment: {'id': '4091d920-59ec-4de1-9425-161501f16208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '58a16581-a066-49b6-a2f5-a30fcd00dd58'} {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:30:21.403920 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [None req-7fe3a6c9-0690-4d42-a658-16aefccabf04 None None] Bound port: a387a1b0-d9cc-488a-9e25-8c32b389450c, host: dv-cinder-835881-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4091d920-59ec-4de1-9425-161501f16208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '58a16581-a066-49b6-a2f5-a30fcd00dd58'}}] {{(pid=103496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:30:21.404295 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-7fe3a6c9-0690-4d42-a658-16aefccabf04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (a387a1b0-d9cc-488a-9e25-8c32b389450c), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:21.420486 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-e318dc59-5c0f-4479-8a51-125c2f2c6bd2 admin admin] Publish callbacks [] for port (b3bc727d-5460-4fab-9db9-1ff7f57590f5), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:21.458551 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-e318dc59-5c0f-4479-8a51-125c2f2c6bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728099412974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5343457'] for port (b3bc727d-5460-4fab-9db9-1ff7f57590f5), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:21.498265 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e318dc59-5c0f-4479-8a51-125c2f2c6bd2 admin admin] Network 91cc19c8-4e3d-4b52-9973-bc78b4427ae2 is already hosted by enough agents. {{(pid=103494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:30:21.505129 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.base_scheduler [None req-e318dc59-5c0f-4479-8a51-125c2f2c6bd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:30:21.508555 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e318dc59-5c0f-4479-8a51-125c2f2c6bd2 admin admin] Received port after_create {{(pid=103494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:30:21.514200 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e318dc59-5c0f-4479-8a51-125c2f2c6bd2 admin admin] Pushing event updated for resources: {'Port': ['ID=b3bc727d-5460-4fab-9db9-1ff7f57590f5,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:21.544613 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e318dc59-5c0f-4479-8a51-125c2f2c6bd2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:21.544967 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e318dc59-5c0f-4479-8a51-125c2f2c6bd2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:21.545316 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e318dc59-5c0f-4479-8a51-125c2f2c6bd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:21.545663 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e318dc59-5c0f-4479-8a51-125c2f2c6bd2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:21.545997 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e318dc59-5c0f-4479-8a51-125c2f2c6bd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:21.546358 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e318dc59-5c0f-4479-8a51-125c2f2c6bd2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:21.546690 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e318dc59-5c0f-4479-8a51-125c2f2c6bd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:21.547016 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e318dc59-5c0f-4479-8a51-125c2f2c6bd2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:21.547396 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e318dc59-5c0f-4479-8a51-125c2f2c6bd2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:21.547739 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e318dc59-5c0f-4479-8a51-125c2f2c6bd2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:21.548052 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e318dc59-5c0f-4479-8a51-125c2f2c6bd2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:21.548378 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e318dc59-5c0f-4479-8a51-125c2f2c6bd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:21.548703 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e318dc59-5c0f-4479-8a51-125c2f2c6bd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:21.549030 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e318dc59-5c0f-4479-8a51-125c2f2c6bd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:21.549457 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e318dc59-5c0f-4479-8a51-125c2f2c6bd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:30:21.557974 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-7fe3a6c9-0690-4d42-a658-16aefccabf04 None None] For port a387a1b0-d9cc-488a-9e25-8c32b389450c, host dv-cinder-835881-1-iscsi, cleared binding levels {{(pid=103496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:30:21.566055 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-7fe3a6c9-0690-4d42-a658-16aefccabf04 None None] For port a387a1b0-d9cc-488a-9e25-8c32b389450c, host dv-cinder-835881-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=a387a1b0-d9cc-488a-9e25-8c32b389450c,segment=NetworkSegment(4091d920-59ec-4de1-9425-161501f16208),segment_id=4091d920-59ec-4de1-9425-161501f16208)] {{(pid=103496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:30:21.573930 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-7fe3a6c9-0690-4d42-a658-16aefccabf04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (a387a1b0-d9cc-488a-9e25-8c32b389450c), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:21.659901 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe3a6c9-0690-4d42-a658-16aefccabf04 None None] Pushing event updated for resources: {'Port': ['ID=a387a1b0-d9cc-488a-9e25-8c32b389450c,revision_number=2']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:21.676639 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-4e71a72c-f918-4dd3-bb1f-cfe61122164b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763c50f3-e43f-470b-bc9d-e581931aa401', 'name': 'tempest-TestShelveInstance-357335532-router', 'tenant_id': 'adc414db793a45ffa18c1af010b12a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '6081157b-72c1-4a41-a8a5-2b9e014e5160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:30:15Z', 'updated_at': '2022-03-30T18:30:18Z', 'revision_number': 4, 'project_id': 'adc414db793a45ffa18c1af010b12a32', 'gw_port': {'id': '6081157b-72c1-4a41-a8a5-2b9e014e5160', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:42:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763c50f3-e43f-470b-bc9d-e581931aa401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:30:16Z', 'updated_at': '2022-03-30T18:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': '701142ab-24b3-4078-b018-82403af224c9', 'name': '', 'network_id': 'e5de71a0-14ad-4ef8-a889-ddf5c13efa1f', 'tenant_id': 'adc414db793a45ffa18c1af010b12a32', 'mac_address': 'fa:16:3e:88:99:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763c50f3-e43f-470b-bc9d-e581931aa401', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'f95acf74-50cf-4b9c-93f5-6d4687a32a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:30:18Z', 'updated_at': '2022-03-30T18:30:18Z', 'revision_number': 2, 'project_id': 'adc414db793a45ffa18c1af010b12a32', 'subnets': [{'id': 'f95acf74-50cf-4b9c-93f5-6d4687a32a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:30:21.704997 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e71a72c-f918-4dd3-bb1f-cfe61122164b None None] Checking router: 763c50f3-e43f-470b-bc9d-e581931aa401 for host: dv-cinder-835881-1-iscsi {{(pid=103496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:30:21.705381 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e71a72c-f918-4dd3-bb1f-cfe61122164b None None] Updating router 763c50f3-e43f-470b-bc9d-e581931aa401 port 701142ab-24b3-4078-b018-82403af224c9 binding host dv-cinder-835881-1-iscsi {{(pid=103496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 18:30:21.739787 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4e71a72c-f918-4dd3-bb1f-cfe61122164b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (701142ab-24b3-4078-b018-82403af224c9), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:21.850679 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-e318dc59-5c0f-4479-8a51-125c2f2c6bd2 admin admin] Publish callbacks [] for router_gateway (4f03dd75-c6f9-46a4-ae9d-f7a03a1535bf), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:21.940938 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 6081157b-72c1-4a41-a8a5-2b9e014e5160 up at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:30:22.077511 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-e318dc59-5c0f-4479-8a51-125c2f2c6bd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541230'] for router (4f03dd75-c6f9-46a4-ae9d-f7a03a1535bf), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:22.170372 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Provisioning complete for port 6081157b-72c1-4a41-a8a5-2b9e014e5160 triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:30:22.170952 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (6081157b-72c1-4a41-a8a5-2b9e014e5160), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:22.264780 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4e71a72c-f918-4dd3-bb1f-cfe61122164b None None] Publish callbacks [] for port (701142ab-24b3-4078-b018-82403af224c9), precommit_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:22.273031 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4e71a72c-f918-4dd3-bb1f-cfe61122164b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (701142ab-24b3-4078-b018-82403af224c9), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:22.363543 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfabc6d-9e88-4c5e-932c-2d400d9122d1 None None] Pushing event updated for resources: {'Port': ['ID=701142ab-24b3-4078-b018-82403af224c9,revision_number=3']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:22.370906 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Current status of the port 6081157b-72c1-4a41-a8a5-2b9e014e5160 is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:30:22.421925 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [None req-4e71a72c-f918-4dd3-bb1f-cfe61122164b None None] Attempting to bind port 701142ab-24b3-4078-b018-82403af224c9 on host dv-cinder-835881-1-iscsi for vnic_type normal with profile {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:30:22.422988 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [None req-4e71a72c-f918-4dd3-bb1f-cfe61122164b None None] Attempting to bind port 701142ab-24b3-4078-b018-82403af224c9 by drivers openvswitch,hyperv on host dv-cinder-835881-1-iscsi at level 0 using segments [{'id': 'aea436d8-46f8-479c-bed5-a186a1319bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e5de71a0-14ad-4ef8-a889-ddf5c13efa1f'}] {{(pid=103496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:30:22.423362 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e71a72c-f918-4dd3-bb1f-cfe61122164b None None] Attempting to bind port 701142ab-24b3-4078-b018-82403af224c9 on network e5de71a0-14ad-4ef8-a889-ddf5c13efa1f {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:30:22.430528 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e71a72c-f918-4dd3-bb1f-cfe61122164b None None] Checking agent: {'id': '42d1cfe1-739c-4e03-9760-f1c54e546c99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 9, 48), 'started_at': datetime.datetime(2022, 3, 30, 18, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:30:22.430933 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e71a72c-f918-4dd3-bb1f-cfe61122164b None None] Checking segment: {'id': 'aea436d8-46f8-479c-bed5-a186a1319bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e5de71a0-14ad-4ef8-a889-ddf5c13efa1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:30:22.431366 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4e71a72c-f918-4dd3-bb1f-cfe61122164b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:22.431784 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e71a72c-f918-4dd3-bb1f-cfe61122164b None None] Bound using segment: {'id': 'aea436d8-46f8-479c-bed5-a186a1319bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e5de71a0-14ad-4ef8-a889-ddf5c13efa1f'} {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:30:22.432525 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e318dc59-5c0f-4479-8a51-125c2f2c6bd2 admin admin] Router 4f03dd75-c6f9-46a4-ae9d-f7a03a1535bf is scheduled to L3 agent d6545c5f-a93c-4a15-87cd-019d3e75e7be with binding_index 1 {{(pid=103494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 18:30:22.432994 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [None req-4e71a72c-f918-4dd3-bb1f-cfe61122164b None None] Bound port: 701142ab-24b3-4078-b018-82403af224c9, host: dv-cinder-835881-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aea436d8-46f8-479c-bed5-a186a1319bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e5de71a0-14ad-4ef8-a889-ddf5c13efa1f'}}] {{(pid=103496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:30:22.432994 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4e71a72c-f918-4dd3-bb1f-cfe61122164b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (701142ab-24b3-4078-b018-82403af224c9), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:22.516580 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-4e71a72c-f918-4dd3-bb1f-cfe61122164b None None] For port 701142ab-24b3-4078-b018-82403af224c9, host dv-cinder-835881-1-iscsi, cleared binding levels {{(pid=103496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:30:22.520118 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-4e71a72c-f918-4dd3-bb1f-cfe61122164b None None] For port 701142ab-24b3-4078-b018-82403af224c9, host dv-cinder-835881-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=701142ab-24b3-4078-b018-82403af224c9,segment=NetworkSegment(aea436d8-46f8-479c-bed5-a186a1319bc0),segment_id=aea436d8-46f8-479c-bed5-a186a1319bc0)] {{(pid=103496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:30:22.530453 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4e71a72c-f918-4dd3-bb1f-cfe61122164b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (701142ab-24b3-4078-b018-82403af224c9), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:22.565441 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e318dc59-5c0f-4479-8a51-125c2f2c6bd2 admin admin] Notify agent at l3_agent.dv-cinder-835881-1-iscsi the message routers_updated {{(pid=103494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:30:22.580539 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf84495-779c-4895-90d2-ced60bf24a1f None None] Sync routers for ids ['4f03dd75-c6f9-46a4-ae9d-f7a03a1535bf'] in dv-cinder-835881-1-iscsi {{(pid=103497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:30:22.588288 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-e318dc59-5c0f-4479-8a51-125c2f2c6bd2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:22.589901 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e71a72c-f918-4dd3-bb1f-cfe61122164b None None] Routers {'763c50f3-e43f-470b-bc9d-e581931aa401'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:30:22.590568 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-4e71a72c-f918-4dd3-bb1f-cfe61122164b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:30:14Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['763c50f3-e43f-470b-bc9d-e581931aa401'], 'active': True} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:30:22.590711 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-e318dc59-5c0f-4479-8a51-125c2f2c6bd2 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8471978 Mar 30 18:30:22.593419 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 52628) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:30:22.611853 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf84495-779c-4895-90d2-ced60bf24a1f None None] Routers {'4f03dd75-c6f9-46a4-ae9d-f7a03a1535bf'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:30:22.612541 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-3cf84495-779c-4895-90d2-ced60bf24a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:30:14Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['4f03dd75-c6f9-46a4-ae9d-f7a03a1535bf'], 'active': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:30:22.732137 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvr_db [None req-3cf84495-779c-4895-90d2-ced60bf24a1f None None] Set router 4f03dd75-c6f9-46a4-ae9d-f7a03a1535bf gateway port host: dv-cinder-835881-1-iscsi {{(pid=103497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:30:22.746759 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfabc6d-9e88-4c5e-932c-2d400d9122d1 None None] Pushing event updated for resources: {'Port': ['ID=701142ab-24b3-4078-b018-82403af224c9,revision_number=4']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:22.772189 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-87356161-6893-4e0a-8fcc-74bffccf0658 None None] Provisioning complete for port 701142ab-24b3-4078-b018-82403af224c9 triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:30:22.772844 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-87356161-6893-4e0a-8fcc-74bffccf0658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (701142ab-24b3-4078-b018-82403af224c9), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:22.836874 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvr_db [None req-4e71a72c-f918-4dd3-bb1f-cfe61122164b None None] Set router 763c50f3-e43f-470b-bc9d-e581931aa401 gateway port host: dv-cinder-835881-1-iscsi {{(pid=103496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:30:22.877907 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cf1efd-db2f-4fbc-a199-62e77d5b5ff5 None None] Network 58a16581-a066-49b6-a2f5-a30fcd00dd58 requested from dv-cinder-835881-1-iscsi {{(pid=103496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:30:22.973017 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-3cf84495-779c-4895-90d2-ced60bf24a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f03dd75-c6f9-46a4-ae9d-f7a03a1535bf', 'name': 'tempest-TestShelveInstance-2088940844-router', 'tenant_id': '05f5b21171cd42f1bba5c9f4e8e12059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'b3bc727d-5460-4fab-9db9-1ff7f57590f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:30:20Z', 'updated_at': '2022-03-30T18:30:21Z', 'revision_number': 3, 'project_id': '05f5b21171cd42f1bba5c9f4e8e12059', 'gw_port': {'id': 'b3bc727d-5460-4fab-9db9-1ff7f57590f5', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:be:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f03dd75-c6f9-46a4-ae9d-f7a03a1535bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:30:21Z', 'updated_at': '2022-03-30T18:30:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi'}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:30:22.999801 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf84495-779c-4895-90d2-ced60bf24a1f None None] Checking router: 4f03dd75-c6f9-46a4-ae9d-f7a03a1535bf for host: dv-cinder-835881-1-iscsi {{(pid=103497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:30:23.000150 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf84495-779c-4895-90d2-ced60bf24a1f None None] Updating router 4f03dd75-c6f9-46a4-ae9d-f7a03a1535bf port b3bc727d-5460-4fab-9db9-1ff7f57590f5 binding host dv-cinder-835881-1-iscsi {{(pid=103497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 18:30:23.033516 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-3cf84495-779c-4895-90d2-ced60bf24a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (b3bc727d-5460-4fab-9db9-1ff7f57590f5), before_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:23.088936 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8951b3c6-e8a6-413d-8422-ab5cbcceebfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:23.164081 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-87356161-6893-4e0a-8fcc-74bffccf0658 None None] Current status of the port 701142ab-24b3-4078-b018-82403af224c9 is: DOWN; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:30:23.164796 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-87356161-6893-4e0a-8fcc-74bffccf0658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (701142ab-24b3-4078-b018-82403af224c9), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:23.233906 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-87356161-6893-4e0a-8fcc-74bffccf0658 None None] For port 701142ab-24b3-4078-b018-82403af224c9, host dv-cinder-835881-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=701142ab-24b3-4078-b018-82403af224c9,segment=NetworkSegment(aea436d8-46f8-479c-bed5-a186a1319bc0),segment_id=aea436d8-46f8-479c-bed5-a186a1319bc0)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:30:23.259021 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-87356161-6893-4e0a-8fcc-74bffccf0658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (701142ab-24b3-4078-b018-82403af224c9), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:23.272888 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.db_base_plugin_common [None req-8951b3c6-e8a6-413d-8422-ab5cbcceebfc admin admin] Allocated IP 172.20.0.1 (58a16581-a066-49b6-a2f5-a30fcd00dd58/5cbd3fbb-25ef-4ac4-9fc0-9b3a15a5020a/4f8dead1-7ec3-4be4-94c8-e352845d4658) {{(pid=103495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:30:23.336887 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87356161-6893-4e0a-8fcc-74bffccf0658 None None] Pushing event updated for resources: {'Port': ['ID=701142ab-24b3-4078-b018-82403af224c9,revision_number=5']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:23.352706 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-4e71a72c-f918-4dd3-bb1f-cfe61122164b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763c50f3-e43f-470b-bc9d-e581931aa401', 'name': 'tempest-TestShelveInstance-357335532-router', 'tenant_id': 'adc414db793a45ffa18c1af010b12a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '6081157b-72c1-4a41-a8a5-2b9e014e5160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:30:15Z', 'updated_at': '2022-03-30T18:30:18Z', 'revision_number': 4, 'project_id': 'adc414db793a45ffa18c1af010b12a32', 'gw_port': {'id': '6081157b-72c1-4a41-a8a5-2b9e014e5160', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:42:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763c50f3-e43f-470b-bc9d-e581931aa401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:30:16Z', 'updated_at': '2022-03-30T18:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': '701142ab-24b3-4078-b018-82403af224c9', 'name': '', 'network_id': 'e5de71a0-14ad-4ef8-a889-ddf5c13efa1f', 'tenant_id': 'adc414db793a45ffa18c1af010b12a32', 'mac_address': 'fa:16:3e:88:99:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763c50f3-e43f-470b-bc9d-e581931aa401', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'f95acf74-50cf-4b9c-93f5-6d4687a32a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:30:18Z', 'updated_at': '2022-03-30T18:30:22Z', 'revision_number': 4, 'project_id': 'adc414db793a45ffa18c1af010b12a32', 'subnets': [{'id': 'f95acf74-50cf-4b9c-93f5-6d4687a32a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:30:23.400922 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e71a72c-f918-4dd3-bb1f-cfe61122164b None None] The sync data for ids ['763c50f3-e43f-470b-bc9d-e581931aa401'] in dv-cinder-835881-1-iscsi is: [{'id': '763c50f3-e43f-470b-bc9d-e581931aa401', 'name': 'tempest-TestShelveInstance-357335532-router', 'tenant_id': 'adc414db793a45ffa18c1af010b12a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '6081157b-72c1-4a41-a8a5-2b9e014e5160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:30:15Z', 'updated_at': '2022-03-30T18:30:18Z', 'revision_number': 4, 'project_id': 'adc414db793a45ffa18c1af010b12a32', 'gw_port': {'id': '6081157b-72c1-4a41-a8a5-2b9e014e5160', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:42:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763c50f3-e43f-470b-bc9d-e581931aa401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:30:16Z', 'updated_at': '2022-03-30T18:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': '701142ab-24b3-4078-b018-82403af224c9', 'name': '', 'network_id': 'e5de71a0-14ad-4ef8-a889-ddf5c13efa1f', 'tenant_id': 'adc414db793a45ffa18c1af010b12a32', 'mac_address': 'fa:16:3e:88:99:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763c50f3-e43f-470b-bc9d-e581931aa401', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'f95acf74-50cf-4b9c-93f5-6d4687a32a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:30:18Z', 'updated_at': '2022-03-30T18:30:22Z', 'revision_number': 4, 'project_id': 'adc414db793a45ffa18c1af010b12a32', 'subnets': [{'id': 'f95acf74-50cf-4b9c-93f5-6d4687a32a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:30:23.413296 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-957a8f88-f90f-4bc0-bfa6-7083acecf259 None None] Provisioning complete for port 701142ab-24b3-4078-b018-82403af224c9 triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:30:23.413679 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-957a8f88-f90f-4bc0-bfa6-7083acecf259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (701142ab-24b3-4078-b018-82403af224c9), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:23.466157 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8951b3c6-e8a6-413d-8422-ab5cbcceebfc admin admin] Publish callbacks [] for port (4f8dead1-7ec3-4be4-94c8-e352845d4658), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:23.503037 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-3cf84495-779c-4895-90d2-ced60bf24a1f None None] Publish callbacks [] for port (b3bc727d-5460-4fab-9db9-1ff7f57590f5), precommit_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:23.515378 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-3cf84495-779c-4895-90d2-ced60bf24a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (b3bc727d-5460-4fab-9db9-1ff7f57590f5), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:23.558875 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-957a8f88-f90f-4bc0-bfa6-7083acecf259 None None] Current status of the port 701142ab-24b3-4078-b018-82403af224c9 is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:30:23.577568 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-957a8f88-f90f-4bc0-bfa6-7083acecf259 None None] Provisioning complete for port a387a1b0-d9cc-488a-9e25-8c32b389450c triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:30:23.578053 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-957a8f88-f90f-4bc0-bfa6-7083acecf259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (a387a1b0-d9cc-488a-9e25-8c32b389450c), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:23.579471 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8951b3c6-e8a6-413d-8422-ab5cbcceebfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728099412974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5398852'] for port (4f8dead1-7ec3-4be4-94c8-e352845d4658), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:23.602249 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [None req-3cf84495-779c-4895-90d2-ced60bf24a1f None None] Attempting to bind port b3bc727d-5460-4fab-9db9-1ff7f57590f5 on host dv-cinder-835881-1-iscsi for vnic_type normal with profile {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:30:23.602811 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [None req-3cf84495-779c-4895-90d2-ced60bf24a1f None None] Attempting to bind port b3bc727d-5460-4fab-9db9-1ff7f57590f5 by drivers openvswitch,hyperv on host dv-cinder-835881-1-iscsi at level 0 using segments [{'id': '3d136d15-dbd4-4a28-bf1a-1c22979f6a0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2'}] {{(pid=103497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:30:23.603135 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf84495-779c-4895-90d2-ced60bf24a1f None None] Attempting to bind port b3bc727d-5460-4fab-9db9-1ff7f57590f5 on network 91cc19c8-4e3d-4b52-9973-bc78b4427ae2 {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:30:23.614885 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf84495-779c-4895-90d2-ced60bf24a1f None None] Checking agent: {'id': '42d1cfe1-739c-4e03-9760-f1c54e546c99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 9, 48), 'started_at': datetime.datetime(2022, 3, 30, 18, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:30:23.615310 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf84495-779c-4895-90d2-ced60bf24a1f None None] Checking segment: {'id': '3d136d15-dbd4-4a28-bf1a-1c22979f6a0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:30:23.615997 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-3cf84495-779c-4895-90d2-ced60bf24a1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:23.616681 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf84495-779c-4895-90d2-ced60bf24a1f None None] Bound using segment: {'id': '3d136d15-dbd4-4a28-bf1a-1c22979f6a0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2'} {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:30:23.617429 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [None req-3cf84495-779c-4895-90d2-ced60bf24a1f None None] Bound port: b3bc727d-5460-4fab-9db9-1ff7f57590f5, host: dv-cinder-835881-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d136d15-dbd4-4a28-bf1a-1c22979f6a0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2'}}] {{(pid=103497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:30:23.618082 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-3cf84495-779c-4895-90d2-ced60bf24a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (b3bc727d-5460-4fab-9db9-1ff7f57590f5), before_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:23.638258 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8951b3c6-e8a6-413d-8422-ab5cbcceebfc admin admin] Network 58a16581-a066-49b6-a2f5-a30fcd00dd58 is already hosted by enough agents. {{(pid=103495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:30:23.641527 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.base_scheduler [None req-8951b3c6-e8a6-413d-8422-ab5cbcceebfc admin admin] Resources bound (agent type, host, resource id): {{(pid=103495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:30:23.647827 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8951b3c6-e8a6-413d-8422-ab5cbcceebfc admin admin] Received port after_create {{(pid=103495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:30:23.690066 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8951b3c6-e8a6-413d-8422-ab5cbcceebfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542457'] for router_interface (4f03dd75-c6f9-46a4-ae9d-f7a03a1535bf), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:23.690267 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [None req-3cf84495-779c-4895-90d2-ced60bf24a1f None None] For port b3bc727d-5460-4fab-9db9-1ff7f57590f5, host dv-cinder-835881-1-iscsi, cleared binding levels {{(pid=103497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:30:23.694487 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [None req-3cf84495-779c-4895-90d2-ced60bf24a1f None None] For port b3bc727d-5460-4fab-9db9-1ff7f57590f5, host dv-cinder-835881-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=b3bc727d-5460-4fab-9db9-1ff7f57590f5,segment=NetworkSegment(3d136d15-dbd4-4a28-bf1a-1c22979f6a0d),segment_id=3d136d15-dbd4-4a28-bf1a-1c22979f6a0d)] {{(pid=103497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:30:23.711849 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-3cf84495-779c-4895-90d2-ced60bf24a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (b3bc727d-5460-4fab-9db9-1ff7f57590f5), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:23.730562 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262f86c5-0e95-4fa3-bee6-074f4e0e7eec None None] Pushing event updated for resources: {'Port': ['ID=b3bc727d-5460-4fab-9db9-1ff7f57590f5,revision_number=2']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:23.736766 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-957a8f88-f90f-4bc0-bfa6-7083acecf259 None None] Current status of the port a387a1b0-d9cc-488a-9e25-8c32b389450c is: DOWN; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:30:23.737172 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-957a8f88-f90f-4bc0-bfa6-7083acecf259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (a387a1b0-d9cc-488a-9e25-8c32b389450c), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:23.783801 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf84495-779c-4895-90d2-ced60bf24a1f None None] Routers {'4f03dd75-c6f9-46a4-ae9d-f7a03a1535bf'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:30:23.785130 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-3cf84495-779c-4895-90d2-ced60bf24a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:30:14Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['4f03dd75-c6f9-46a4-ae9d-f7a03a1535bf'], 'active': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:30:23.800691 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-957a8f88-f90f-4bc0-bfa6-7083acecf259 None None] For port a387a1b0-d9cc-488a-9e25-8c32b389450c, host dv-cinder-835881-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=a387a1b0-d9cc-488a-9e25-8c32b389450c,segment=NetworkSegment(4091d920-59ec-4de1-9425-161501f16208),segment_id=4091d920-59ec-4de1-9425-161501f16208)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:30:23.811255 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-957a8f88-f90f-4bc0-bfa6-7083acecf259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (a387a1b0-d9cc-488a-9e25-8c32b389450c), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:23.932530 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8951b3c6-e8a6-413d-8422-ab5cbcceebfc admin admin] Pushing event updated for resources: {'Port': ['ID=4f8dead1-7ec3-4be4-94c8-e352845d4658,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:23.959764 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957a8f88-f90f-4bc0-bfa6-7083acecf259 None None] Pushing event updated for resources: {'Port': ['ID=a387a1b0-d9cc-488a-9e25-8c32b389450c,revision_number=3']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:23.995852 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8951b3c6-e8a6-413d-8422-ab5cbcceebfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (4f8dead1-7ec3-4be4-94c8-e352845d4658), before_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:23.996100 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-1230a1f4-9aeb-401d-b680-c5290c9b2565 None None] Provisioning complete for port a387a1b0-d9cc-488a-9e25-8c32b389450c triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:30:23.996100 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1230a1f4-9aeb-401d-b680-c5290c9b2565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (a387a1b0-d9cc-488a-9e25-8c32b389450c), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:24.122364 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262f86c5-0e95-4fa3-bee6-074f4e0e7eec None None] Pushing event updated for resources: {'Port': ['ID=b3bc727d-5460-4fab-9db9-1ff7f57590f5,revision_number=3']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:24.229263 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 701142ab-24b3-4078-b018-82403af224c9 up at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:30:24.244468 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvr_db [None req-3cf84495-779c-4895-90d2-ced60bf24a1f None None] Set router 4f03dd75-c6f9-46a4-ae9d-f7a03a1535bf gateway port host: dv-cinder-835881-1-iscsi {{(pid=103497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:30:24.278636 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8951b3c6-e8a6-413d-8422-ab5cbcceebfc admin admin] Publish callbacks [] for port (4f8dead1-7ec3-4be4-94c8-e352845d4658), precommit_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:24.286387 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8951b3c6-e8a6-413d-8422-ab5cbcceebfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5398861'] for port (4f8dead1-7ec3-4be4-94c8-e352845d4658), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:24.300242 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-1230a1f4-9aeb-401d-b680-c5290c9b2565 None None] Current status of the port a387a1b0-d9cc-488a-9e25-8c32b389450c is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:30:24.330826 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Provisioning complete for port 701142ab-24b3-4078-b018-82403af224c9 triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:30:24.331275 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (701142ab-24b3-4078-b018-82403af224c9), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:24.378473 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8951b3c6-e8a6-413d-8422-ab5cbcceebfc admin admin] Pushing event updated for resources: {'Port': ['ID=4f8dead1-7ec3-4be4-94c8-e352845d4658,revision_number=2']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:24.413465 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8951b3c6-e8a6-413d-8422-ab5cbcceebfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542317'] for router_interface (4f03dd75-c6f9-46a4-ae9d-f7a03a1535bf), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:24.459749 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Current status of the port 701142ab-24b3-4078-b018-82403af224c9 is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:30:24.461271 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device a387a1b0-d9cc-488a-9e25-8c32b389450c up at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:30:24.495635 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-3cf84495-779c-4895-90d2-ced60bf24a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f03dd75-c6f9-46a4-ae9d-f7a03a1535bf', 'name': 'tempest-TestShelveInstance-2088940844-router', 'tenant_id': '05f5b21171cd42f1bba5c9f4e8e12059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'b3bc727d-5460-4fab-9db9-1ff7f57590f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:30:20Z', 'updated_at': '2022-03-30T18:30:21Z', 'revision_number': 3, 'project_id': '05f5b21171cd42f1bba5c9f4e8e12059', 'gw_port': {'id': 'b3bc727d-5460-4fab-9db9-1ff7f57590f5', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:be:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f03dd75-c6f9-46a4-ae9d-f7a03a1535bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:30:21Z', 'updated_at': '2022-03-30T18:30:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi'}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:30:24.533930 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-a66a05ee-3a49-444f-8cdc-c007b2dd9948 None None] Provisioning complete for port 4f8dead1-7ec3-4be4-94c8-e352845d4658 triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:30:24.534796 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-a66a05ee-3a49-444f-8cdc-c007b2dd9948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (4f8dead1-7ec3-4be4-94c8-e352845d4658), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:24.542564 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf84495-779c-4895-90d2-ced60bf24a1f None None] The sync data for ids ['4f03dd75-c6f9-46a4-ae9d-f7a03a1535bf'] in dv-cinder-835881-1-iscsi is: [{'id': '4f03dd75-c6f9-46a4-ae9d-f7a03a1535bf', 'name': 'tempest-TestShelveInstance-2088940844-router', 'tenant_id': '05f5b21171cd42f1bba5c9f4e8e12059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'b3bc727d-5460-4fab-9db9-1ff7f57590f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:30:20Z', 'updated_at': '2022-03-30T18:30:21Z', 'revision_number': 3, 'project_id': '05f5b21171cd42f1bba5c9f4e8e12059', 'gw_port': {'id': 'b3bc727d-5460-4fab-9db9-1ff7f57590f5', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:be:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f03dd75-c6f9-46a4-ae9d-f7a03a1535bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:30:21Z', 'updated_at': '2022-03-30T18:30:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi'}] {{(pid=103497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:30:24.554673 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8951b3c6-e8a6-413d-8422-ab5cbcceebfc admin admin] Network 58a16581-a066-49b6-a2f5-a30fcd00dd58 is already hosted by enough agents. {{(pid=103495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:30:24.556778 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.base_scheduler [None req-8951b3c6-e8a6-413d-8422-ab5cbcceebfc admin admin] Resources bound (agent type, host, resource id): {{(pid=103495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:30:24.588209 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Provisioning complete for port a387a1b0-d9cc-488a-9e25-8c32b389450c triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:30:24.588593 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (a387a1b0-d9cc-488a-9e25-8c32b389450c), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:24.591186 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-a66a05ee-3a49-444f-8cdc-c007b2dd9948 None None] Port 4f8dead1-7ec3-4be4-94c8-e352845d4658 cannot update to ACTIVE because it is not bound. {{(pid=103496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:30:24.709994 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Current status of the port a387a1b0-d9cc-488a-9e25-8c32b389450c is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:30:24.775700 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8951b3c6-e8a6-413d-8422-ab5cbcceebfc admin admin] Router 4f03dd75-c6f9-46a4-ae9d-f7a03a1535bf has already been hosted by L3 agent d6545c5f-a93c-4a15-87cd-019d3e75e7be {{(pid=103495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:30:24.915943 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8951b3c6-e8a6-413d-8422-ab5cbcceebfc admin admin] Notify agent at l3_agent.dv-cinder-835881-1-iscsi the message routers_updated {{(pid=103495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:30:24.923339 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-8951b3c6-e8a6-413d-8422-ab5cbcceebfc admin admin] 10.222.0.41 "PUT /v2.0/routers/4f03dd75-c6f9-46a4-ae9d-f7a03a1535bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3282502 Mar 30 18:30:25.030634 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-0e4832d9-1355-4578-83cc-b05402ccec66 None None] Provisioning complete for port 4f8dead1-7ec3-4be4-94c8-e352845d4658 triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:30:25.031075 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-0e4832d9-1355-4578-83cc-b05402ccec66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (4f8dead1-7ec3-4be4-94c8-e352845d4658), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:25.088619 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-0e4832d9-1355-4578-83cc-b05402ccec66 None None] Port 4f8dead1-7ec3-4be4-94c8-e352845d4658 cannot update to ACTIVE because it is not bound. {{(pid=103496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:30:25.540449 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 52640) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:30:25.545047 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [None req-01d88088-28f3-4394-a223-0cb792412fe4 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-979353858', 'description': 'tempest-secgroup-smoke-979353858 description', 'project_id': 'adc414db793a45ffa18c1af010b12a32'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:30:25.570238 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-01d88088-28f3-4394-a223-0cb792412fe4 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Publish callbacks [] for security_group (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:25.645099 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-01d88088-28f3-4394-a223-0cb792412fe4 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Publish callbacks [] for security_group (8feca345-98dd-4850-9cae-e25a0be977ac), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:25.649073 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-01d88088-28f3-4394-a223-0cb792412fe4 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (8feca345-98dd-4850-9cae-e25a0be977ac), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:25.681411 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-01d88088-28f3-4394-a223-0cb792412fe4 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Publish callbacks [] for security_group (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:25.682598 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-01d88088-28f3-4394-a223-0cb792412fe4 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1411076 Mar 30 18:30:25.683294 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d88088-28f3-4394-a223-0cb792412fe4 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8feca345-98dd-4850-9cae-e25a0be977ac,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:25.686162 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 52642) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:30:25.691320 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.v2.base [None req-25bd3c94-3250-4758-b105-414eaf89799e tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Request body: {'security_group_rule': {'security_group_id': '8feca345-98dd-4850-9cae-e25a0be977ac', 'project_id': 'adc414db793a45ffa18c1af010b12a32', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:30:25.721431 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-25bd3c94-3250-4758-b105-414eaf89799e tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Publish callbacks [] for security_group_rule (b6700c0f-882c-49dd-b946-1577e1569dce), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:25.778295 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-25bd3c94-3250-4758-b105-414eaf89799e tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Publish callbacks [] for security_group_rule (b6700c0f-882c-49dd-b946-1577e1569dce), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:25.781561 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-25bd3c94-3250-4758-b105-414eaf89799e tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005201'] for security_group_rule (b6700c0f-882c-49dd-b946-1577e1569dce), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:25.799497 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bd3c94-3250-4758-b105-414eaf89799e tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6700c0f-882c-49dd-b946-1577e1569dce,revision_number=0']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:25.810719 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-25bd3c94-3250-4758-b105-414eaf89799e tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:25.811942 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-25bd3c94-3250-4758-b105-414eaf89799e tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1248817 Mar 30 18:30:25.814628 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 52644) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:30:25.819037 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.v2.base [None req-f4383e78-146d-4072-b0d9-eb2c9aede975 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Request body: {'security_group_rule': {'security_group_id': '8feca345-98dd-4850-9cae-e25a0be977ac', 'project_id': 'adc414db793a45ffa18c1af010b12a32', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:30:25.849247 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-f4383e78-146d-4072-b0d9-eb2c9aede975 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Publish callbacks [] for security_group_rule (3c7a8f4d-6488-4e41-b2c4-07b7035c83c0), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:25.908191 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-f4383e78-146d-4072-b0d9-eb2c9aede975 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Publish callbacks [] for security_group_rule (3c7a8f4d-6488-4e41-b2c4-07b7035c83c0), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:25.911759 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-f4383e78-146d-4072-b0d9-eb2c9aede975 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005201'] for security_group_rule (3c7a8f4d-6488-4e41-b2c4-07b7035c83c0), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:25.930965 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4383e78-146d-4072-b0d9-eb2c9aede975 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c7a8f4d-6488-4e41-b2c4-07b7035c83c0,revision_number=0']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:25.939983 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-f4383e78-146d-4072-b0d9-eb2c9aede975 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:25.941214 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-f4383e78-146d-4072-b0d9-eb2c9aede975 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1256282 Mar 30 18:30:25.943982 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 52646) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:30:25.946677 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device b3bc727d-5460-4fab-9db9-1ff7f57590f5 up at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:30:25.948346 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.v2.base [None req-603034d0-70df-4722-a2db-3f4420f59525 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Request body: {'security_group_rule': {'security_group_id': '8feca345-98dd-4850-9cae-e25a0be977ac', 'project_id': 'adc414db793a45ffa18c1af010b12a32', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:30:25.972892 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-603034d0-70df-4722-a2db-3f4420f59525 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Publish callbacks [] for security_group_rule (9295915a-81d1-461e-bf13-07b658590b33), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:25.997853 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Provisioning complete for port b3bc727d-5460-4fab-9db9-1ff7f57590f5 triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:30:25.998357 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (b3bc727d-5460-4fab-9db9-1ff7f57590f5), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:26.036229 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-603034d0-70df-4722-a2db-3f4420f59525 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Publish callbacks [] for security_group_rule (9295915a-81d1-461e-bf13-07b658590b33), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:26.040079 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-603034d0-70df-4722-a2db-3f4420f59525 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005201'] for security_group_rule (9295915a-81d1-461e-bf13-07b658590b33), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:26.058215 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603034d0-70df-4722-a2db-3f4420f59525 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9295915a-81d1-461e-bf13-07b658590b33,revision_number=0']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:26.070216 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-603034d0-70df-4722-a2db-3f4420f59525 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:26.071423 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-603034d0-70df-4722-a2db-3f4420f59525 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1265204 Mar 30 18:30:26.074046 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 52648) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:30:26.078559 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.v2.base [None req-e13ebe36-1a4d-4fc2-97a8-6db095862c66 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Request body: {'security_group_rule': {'security_group_id': '8feca345-98dd-4850-9cae-e25a0be977ac', 'project_id': 'adc414db793a45ffa18c1af010b12a32', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:30:26.085248 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Current status of the port b3bc727d-5460-4fab-9db9-1ff7f57590f5 is: DOWN; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:30:26.085639 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (b3bc727d-5460-4fab-9db9-1ff7f57590f5), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:26.105527 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-e13ebe36-1a4d-4fc2-97a8-6db095862c66 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Publish callbacks [] for security_group_rule (efb0fbe2-2a18-4914-88fa-c591bc81afb0), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:26.110555 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] For port b3bc727d-5460-4fab-9db9-1ff7f57590f5, host dv-cinder-835881-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=b3bc727d-5460-4fab-9db9-1ff7f57590f5,segment=NetworkSegment(3d136d15-dbd4-4a28-bf1a-1c22979f6a0d),segment_id=3d136d15-dbd4-4a28-bf1a-1c22979f6a0d)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:30:26.115744 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (b3bc727d-5460-4fab-9db9-1ff7f57590f5), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:26.116630 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device a387a1b0-d9cc-488a-9e25-8c32b389450c up at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:30:26.168196 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-e13ebe36-1a4d-4fc2-97a8-6db095862c66 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Publish callbacks [] for security_group_rule (efb0fbe2-2a18-4914-88fa-c591bc81afb0), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:26.171824 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.agents_db [None req-01a7ea33-ae04-4be9-ae8a-11827e05d97f None None] Agent healthcheck: found 6 active agents {{(pid=103497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:30:26.172738 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-e13ebe36-1a4d-4fc2-97a8-6db095862c66 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005201'] for security_group_rule (efb0fbe2-2a18-4914-88fa-c591bc81afb0), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:26.192670 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13ebe36-1a4d-4fc2-97a8-6db095862c66 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efb0fbe2-2a18-4914-88fa-c591bc81afb0,revision_number=0']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:26.197425 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Pushing event updated for resources: {'Port': ['ID=b3bc727d-5460-4fab-9db9-1ff7f57590f5,revision_number=4']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:26.203367 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-e13ebe36-1a4d-4fc2-97a8-6db095862c66 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:26.205431 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-e13ebe36-1a4d-4fc2-97a8-6db095862c66 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1302013 Mar 30 18:30:26.208141 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 52650) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:30:26.212470 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Provisioning complete for port a387a1b0-d9cc-488a-9e25-8c32b389450c triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:30:26.212629 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.v2.base [None req-d50f7404-8da3-40b4-91b0-9fdb99688101 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Request body: {'security_group_rule': {'security_group_id': '8feca345-98dd-4850-9cae-e25a0be977ac', 'project_id': 'adc414db793a45ffa18c1af010b12a32', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:30:26.212883 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (a387a1b0-d9cc-488a-9e25-8c32b389450c), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:26.235053 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.db.securitygroups_db [None req-d50f7404-8da3-40b4-91b0-9fdb99688101 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Project adc414db793a45ffa18c1af010b12a32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 18:30:26.239928 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-d50f7404-8da3-40b4-91b0-9fdb99688101 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Publish callbacks [] for security_group_rule (b952dc14-648a-435f-883f-5958a1ab9eff), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:26.300568 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-d50f7404-8da3-40b4-91b0-9fdb99688101 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Publish callbacks [] for security_group_rule (b952dc14-648a-435f-883f-5958a1ab9eff), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:26.304987 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-d50f7404-8da3-40b4-91b0-9fdb99688101 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005201'] for security_group_rule (b952dc14-648a-435f-883f-5958a1ab9eff), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:26.329908 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50f7404-8da3-40b4-91b0-9fdb99688101 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b952dc14-648a-435f-883f-5958a1ab9eff,revision_number=0']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:26.336827 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-d50f7404-8da3-40b4-91b0-9fdb99688101 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:26.338223 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-d50f7404-8da3-40b4-91b0-9fdb99688101 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1290753 Mar 30 18:30:26.341408 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 52652) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:30:26.348048 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [None req-5aa69432-5fd0-4aa8-a3bf-a60b52342000 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Request body: {'security_group_rule': {'security_group_id': '8feca345-98dd-4850-9cae-e25a0be977ac', 'project_id': 'adc414db793a45ffa18c1af010b12a32', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:30:26.376881 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.db.securitygroups_db [None req-5aa69432-5fd0-4aa8-a3bf-a60b52342000 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Project adc414db793a45ffa18c1af010b12a32 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 18:30:26.382349 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-5aa69432-5fd0-4aa8-a3bf-a60b52342000 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Publish callbacks [] for security_group_rule (6f90273c-ec1e-4daf-a237-40116895accb), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:26.429582 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Current status of the port a387a1b0-d9cc-488a-9e25-8c32b389450c is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:30:26.447394 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-5aa69432-5fd0-4aa8-a3bf-a60b52342000 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Publish callbacks [] for security_group_rule (6f90273c-ec1e-4daf-a237-40116895accb), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:26.451274 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-5aa69432-5fd0-4aa8-a3bf-a60b52342000 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005201'] for security_group_rule (6f90273c-ec1e-4daf-a237-40116895accb), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:26.473469 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa69432-5fd0-4aa8-a3bf-a60b52342000 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f90273c-ec1e-4daf-a237-40116895accb,revision_number=0']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:26.481122 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-5aa69432-5fd0-4aa8-a3bf-a60b52342000 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:26.482347 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-5aa69432-5fd0-4aa8-a3bf-a60b52342000 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1397495 Mar 30 18:30:26.644877 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419c2286-3629-43d8-9d12-4e499bbbb16b None None] Sync routers for ids ['4f03dd75-c6f9-46a4-ae9d-f7a03a1535bf'] in dv-cinder-835881-1-iscsi {{(pid=103496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:30:26.654452 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419c2286-3629-43d8-9d12-4e499bbbb16b None None] Routers {'4f03dd75-c6f9-46a4-ae9d-f7a03a1535bf'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:30:26.655133 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-419c2286-3629-43d8-9d12-4e499bbbb16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:30:14Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['4f03dd75-c6f9-46a4-ae9d-f7a03a1535bf'], 'active': True} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:30:26.765973 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvr_db [None req-419c2286-3629-43d8-9d12-4e499bbbb16b None None] Set router 4f03dd75-c6f9-46a4-ae9d-f7a03a1535bf gateway port host: dv-cinder-835881-1-iscsi {{(pid=103496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:30:26.990182 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-419c2286-3629-43d8-9d12-4e499bbbb16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f03dd75-c6f9-46a4-ae9d-f7a03a1535bf', 'name': 'tempest-TestShelveInstance-2088940844-router', 'tenant_id': '05f5b21171cd42f1bba5c9f4e8e12059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'b3bc727d-5460-4fab-9db9-1ff7f57590f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:30:20Z', 'updated_at': '2022-03-30T18:30:23Z', 'revision_number': 4, 'project_id': '05f5b21171cd42f1bba5c9f4e8e12059', 'gw_port': {'id': 'b3bc727d-5460-4fab-9db9-1ff7f57590f5', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:be:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f03dd75-c6f9-46a4-ae9d-f7a03a1535bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:30:21Z', 'updated_at': '2022-03-30T18:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': '4f8dead1-7ec3-4be4-94c8-e352845d4658', 'name': '', 'network_id': '58a16581-a066-49b6-a2f5-a30fcd00dd58', 'tenant_id': '05f5b21171cd42f1bba5c9f4e8e12059', 'mac_address': 'fa:16:3e:ee:6d:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f03dd75-c6f9-46a4-ae9d-f7a03a1535bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '5cbd3fbb-25ef-4ac4-9fc0-9b3a15a5020a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:30:23Z', 'updated_at': '2022-03-30T18:30:24Z', 'revision_number': 2, 'project_id': '05f5b21171cd42f1bba5c9f4e8e12059', 'subnets': [{'id': '5cbd3fbb-25ef-4ac4-9fc0-9b3a15a5020a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:30:27.020687 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419c2286-3629-43d8-9d12-4e499bbbb16b None None] Checking router: 4f03dd75-c6f9-46a4-ae9d-f7a03a1535bf for host: dv-cinder-835881-1-iscsi {{(pid=103496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:30:27.021044 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419c2286-3629-43d8-9d12-4e499bbbb16b None None] Updating router 4f03dd75-c6f9-46a4-ae9d-f7a03a1535bf port 4f8dead1-7ec3-4be4-94c8-e352845d4658 binding host dv-cinder-835881-1-iscsi {{(pid=103496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 18:30:27.047583 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-419c2286-3629-43d8-9d12-4e499bbbb16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (4f8dead1-7ec3-4be4-94c8-e352845d4658), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:27.321219 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-419c2286-3629-43d8-9d12-4e499bbbb16b None None] Publish callbacks [] for port (4f8dead1-7ec3-4be4-94c8-e352845d4658), precommit_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:27.327220 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-419c2286-3629-43d8-9d12-4e499bbbb16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (4f8dead1-7ec3-4be4-94c8-e352845d4658), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:27.378795 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e940d187-8a55-4fbf-ae98-2e35aab4ae55 None None] Pushing event updated for resources: {'Port': ['ID=4f8dead1-7ec3-4be4-94c8-e352845d4658,revision_number=3']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:27.462571 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [None req-419c2286-3629-43d8-9d12-4e499bbbb16b None None] Attempting to bind port 4f8dead1-7ec3-4be4-94c8-e352845d4658 on host dv-cinder-835881-1-iscsi for vnic_type normal with profile {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:30:27.462941 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [None req-419c2286-3629-43d8-9d12-4e499bbbb16b None None] Attempting to bind port 4f8dead1-7ec3-4be4-94c8-e352845d4658 by drivers openvswitch,hyperv on host dv-cinder-835881-1-iscsi at level 0 using segments [{'id': '4091d920-59ec-4de1-9425-161501f16208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '58a16581-a066-49b6-a2f5-a30fcd00dd58'}] {{(pid=103496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:30:27.463305 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419c2286-3629-43d8-9d12-4e499bbbb16b None None] Attempting to bind port 4f8dead1-7ec3-4be4-94c8-e352845d4658 on network 58a16581-a066-49b6-a2f5-a30fcd00dd58 {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:30:27.469260 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419c2286-3629-43d8-9d12-4e499bbbb16b None None] Checking agent: {'id': '42d1cfe1-739c-4e03-9760-f1c54e546c99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 9, 48), 'started_at': datetime.datetime(2022, 3, 30, 18, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:30:27.469674 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419c2286-3629-43d8-9d12-4e499bbbb16b None None] Checking segment: {'id': '4091d920-59ec-4de1-9425-161501f16208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '58a16581-a066-49b6-a2f5-a30fcd00dd58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:30:27.470088 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-419c2286-3629-43d8-9d12-4e499bbbb16b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:27.470540 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419c2286-3629-43d8-9d12-4e499bbbb16b None None] Bound using segment: {'id': '4091d920-59ec-4de1-9425-161501f16208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '58a16581-a066-49b6-a2f5-a30fcd00dd58'} {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:30:27.471091 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [None req-419c2286-3629-43d8-9d12-4e499bbbb16b None None] Bound port: 4f8dead1-7ec3-4be4-94c8-e352845d4658, host: dv-cinder-835881-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4091d920-59ec-4de1-9425-161501f16208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '58a16581-a066-49b6-a2f5-a30fcd00dd58'}}] {{(pid=103496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:30:27.471473 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-419c2286-3629-43d8-9d12-4e499bbbb16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (4f8dead1-7ec3-4be4-94c8-e352845d4658), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:27.554722 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-419c2286-3629-43d8-9d12-4e499bbbb16b None None] For port 4f8dead1-7ec3-4be4-94c8-e352845d4658, host dv-cinder-835881-1-iscsi, cleared binding levels {{(pid=103496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:30:27.558192 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-419c2286-3629-43d8-9d12-4e499bbbb16b None None] For port 4f8dead1-7ec3-4be4-94c8-e352845d4658, host dv-cinder-835881-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=4f8dead1-7ec3-4be4-94c8-e352845d4658,segment=NetworkSegment(4091d920-59ec-4de1-9425-161501f16208),segment_id=4091d920-59ec-4de1-9425-161501f16208)] {{(pid=103496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:30:27.566320 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-419c2286-3629-43d8-9d12-4e499bbbb16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (4f8dead1-7ec3-4be4-94c8-e352845d4658), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:27.634879 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419c2286-3629-43d8-9d12-4e499bbbb16b None None] Routers {'4f03dd75-c6f9-46a4-ae9d-f7a03a1535bf'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:30:27.635456 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-419c2286-3629-43d8-9d12-4e499bbbb16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:30:14Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['4f03dd75-c6f9-46a4-ae9d-f7a03a1535bf'], 'active': True} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:30:27.640998 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e940d187-8a55-4fbf-ae98-2e35aab4ae55 None None] Pushing event updated for resources: {'Port': ['ID=4f8dead1-7ec3-4be4-94c8-e352845d4658,revision_number=4']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:27.687625 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-4ca73897-cec4-433b-8c05-47c1f2971baf None None] Provisioning complete for port 4f8dead1-7ec3-4be4-94c8-e352845d4658 triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:30:27.687625 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4ca73897-cec4-433b-8c05-47c1f2971baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (4f8dead1-7ec3-4be4-94c8-e352845d4658), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:27.821966 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvr_db [None req-419c2286-3629-43d8-9d12-4e499bbbb16b None None] Set router 4f03dd75-c6f9-46a4-ae9d-f7a03a1535bf gateway port host: dv-cinder-835881-1-iscsi {{(pid=103496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:30:27.860087 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-4ca73897-cec4-433b-8c05-47c1f2971baf None None] Current status of the port 4f8dead1-7ec3-4be4-94c8-e352845d4658 is: DOWN; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:30:27.861009 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4ca73897-cec4-433b-8c05-47c1f2971baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (4f8dead1-7ec3-4be4-94c8-e352845d4658), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:27.881235 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device b3bc727d-5460-4fab-9db9-1ff7f57590f5 up at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:30:28.009351 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-4ca73897-cec4-433b-8c05-47c1f2971baf None None] For port 4f8dead1-7ec3-4be4-94c8-e352845d4658, host dv-cinder-835881-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=4f8dead1-7ec3-4be4-94c8-e352845d4658,segment=NetworkSegment(4091d920-59ec-4de1-9425-161501f16208),segment_id=4091d920-59ec-4de1-9425-161501f16208)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:30:28.017985 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4ca73897-cec4-433b-8c05-47c1f2971baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (4f8dead1-7ec3-4be4-94c8-e352845d4658), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:28.101256 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca73897-cec4-433b-8c05-47c1f2971baf None None] Pushing event updated for resources: {'Port': ['ID=4f8dead1-7ec3-4be4-94c8-e352845d4658,revision_number=5']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:28.104025 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Provisioning complete for port b3bc727d-5460-4fab-9db9-1ff7f57590f5 triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:30:28.104406 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (b3bc727d-5460-4fab-9db9-1ff7f57590f5), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:28.171528 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-7346b151-4b14-42ab-be37-a2c63940444d None None] Provisioning complete for port 4f8dead1-7ec3-4be4-94c8-e352845d4658 triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:30:28.171984 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-7346b151-4b14-42ab-be37-a2c63940444d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (4f8dead1-7ec3-4be4-94c8-e352845d4658), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:28.284270 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-419c2286-3629-43d8-9d12-4e499bbbb16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f03dd75-c6f9-46a4-ae9d-f7a03a1535bf', 'name': 'tempest-TestShelveInstance-2088940844-router', 'tenant_id': '05f5b21171cd42f1bba5c9f4e8e12059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'b3bc727d-5460-4fab-9db9-1ff7f57590f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:30:20Z', 'updated_at': '2022-03-30T18:30:23Z', 'revision_number': 4, 'project_id': '05f5b21171cd42f1bba5c9f4e8e12059', 'gw_port': {'id': 'b3bc727d-5460-4fab-9db9-1ff7f57590f5', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:be:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f03dd75-c6f9-46a4-ae9d-f7a03a1535bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:30:21Z', 'updated_at': '2022-03-30T18:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': '4f8dead1-7ec3-4be4-94c8-e352845d4658', 'name': '', 'network_id': '58a16581-a066-49b6-a2f5-a30fcd00dd58', 'tenant_id': '05f5b21171cd42f1bba5c9f4e8e12059', 'mac_address': 'fa:16:3e:ee:6d:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f03dd75-c6f9-46a4-ae9d-f7a03a1535bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '5cbd3fbb-25ef-4ac4-9fc0-9b3a15a5020a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:30:23Z', 'updated_at': '2022-03-30T18:30:27Z', 'revision_number': 4, 'project_id': '05f5b21171cd42f1bba5c9f4e8e12059', 'subnets': [{'id': '5cbd3fbb-25ef-4ac4-9fc0-9b3a15a5020a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:30:28.317086 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Current status of the port b3bc727d-5460-4fab-9db9-1ff7f57590f5 is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:30:28.467171 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419c2286-3629-43d8-9d12-4e499bbbb16b None None] The sync data for ids ['4f03dd75-c6f9-46a4-ae9d-f7a03a1535bf'] in dv-cinder-835881-1-iscsi is: [{'id': '4f03dd75-c6f9-46a4-ae9d-f7a03a1535bf', 'name': 'tempest-TestShelveInstance-2088940844-router', 'tenant_id': '05f5b21171cd42f1bba5c9f4e8e12059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'b3bc727d-5460-4fab-9db9-1ff7f57590f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:30:20Z', 'updated_at': '2022-03-30T18:30:23Z', 'revision_number': 4, 'project_id': '05f5b21171cd42f1bba5c9f4e8e12059', 'gw_port': {'id': 'b3bc727d-5460-4fab-9db9-1ff7f57590f5', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:be:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f03dd75-c6f9-46a4-ae9d-f7a03a1535bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:30:21Z', 'updated_at': '2022-03-30T18:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': '4f8dead1-7ec3-4be4-94c8-e352845d4658', 'name': '', 'network_id': '58a16581-a066-49b6-a2f5-a30fcd00dd58', 'tenant_id': '05f5b21171cd42f1bba5c9f4e8e12059', 'mac_address': 'fa:16:3e:ee:6d:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f03dd75-c6f9-46a4-ae9d-f7a03a1535bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '5cbd3fbb-25ef-4ac4-9fc0-9b3a15a5020a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:30:23Z', 'updated_at': '2022-03-30T18:30:27Z', 'revision_number': 4, 'project_id': '05f5b21171cd42f1bba5c9f4e8e12059', 'subnets': [{'id': '5cbd3fbb-25ef-4ac4-9fc0-9b3a15a5020a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:30:28.483953 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-7346b151-4b14-42ab-be37-a2c63940444d None None] Current status of the port 4f8dead1-7ec3-4be4-94c8-e352845d4658 is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:30:29.876565 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 4f8dead1-7ec3-4be4-94c8-e352845d4658 up at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:30:29.925220 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Provisioning complete for port 4f8dead1-7ec3-4be4-94c8-e352845d4658 triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:30:29.925598 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (4f8dead1-7ec3-4be4-94c8-e352845d4658), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:30.013125 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Current status of the port 4f8dead1-7ec3-4be4-94c8-e352845d4658 is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:30:41.818791 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-c4c4923f-9439-4b72-bcc3-9f8617d36a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:43.890638 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e7cf8122-2100-4397-afb4-70169e93aba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:45.075969 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:46.455245 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:47.703923 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a5af37-e441-4544-9053-e45adbaf9313 req-2859ccb4-09f4-4a1f-9460-8b7f8d81ec1e tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:47.705382 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-34a5af37-e441-4544-9053-e45adbaf9313 req-2859ccb4-09f4-4a1f-9460-8b7f8d81ec1e tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?device_id=7fe5c078-9fbc-4e65-a88a-3985ce7f987e HTTP/1.1" status: 200 len: 945 time: 0.0532074 Mar 30 18:30:47.752425 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-34a5af37-e441-4544-9053-e45adbaf9313 req-e6e05154-ba5f-4b7d-9cab-f300e60df056 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/security-groups?id=4144f194-4b13-4f24-8abe-7c1c9cb79420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408883 Mar 30 18:30:48.028593 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:48.058172 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d2102c94-23e1-4d41-a5a4-4a7bf4c3bc58 req-769aee4a-65f3-417e-8cf2-d1231575b8cf tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-979353858&fields=id&tenant_id=adc414db793a45ffa18c1af010b12a32 HTTP/1.1" status: 200 len: 267 time: 0.0478709 Mar 30 18:30:48.167917 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2102c94-23e1-4d41-a5a4-4a7bf4c3bc58 req-e445efaf-7360-4fb8-8fae-9b11fa569063 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:48.169368 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d2102c94-23e1-4d41-a5a4-4a7bf4c3bc58 req-e445efaf-7360-4fb8-8fae-9b11fa569063 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/networks?id=e5de71a0-14ad-4ef8-a889-ddf5c13efa1f HTTP/1.1" status: 200 len: 808 time: 0.1041000 Mar 30 18:30:48.184435 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d2102c94-23e1-4d41-a5a4-4a7bf4c3bc58 req-668ced90-bc17-4901-b0f4-541c069d1ed6 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/quotas/adc414db793a45ffa18c1af010b12a32 HTTP/1.1" status: 200 len: 375 time: 0.0096478 Mar 30 18:30:48.241855 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d2102c94-23e1-4d41-a5a4-4a7bf4c3bc58 req-e45dd601-b29a-44dc-9085-cc5609ca8d2f tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=adc414db793a45ffa18c1af010b12a32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503626 Mar 30 18:30:48.451411 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d2102c94-23e1-4d41-a5a4-4a7bf4c3bc58 req-1cdc700f-01e6-434c-aedc-46cdbdefb735 service neutron] 10.222.0.41 "GET /v2.0/networks/e5de71a0-14ad-4ef8-a889-ddf5c13efa1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993413 Mar 30 18:30:48.548451 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d2102c94-23e1-4d41-a5a4-4a7bf4c3bc58 req-b65bb76a-a80a-4af2-b9d0-66ef3ad5aec0 service neutron] 10.222.0.41 "GET /v2.0/networks/e5de71a0-14ad-4ef8-a889-ddf5c13efa1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912173 Mar 30 18:30:48.689825 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (ab438a54-a4f6-4fd3-b589-96aa27265666), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:48.867055 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-4fe0a8e2-e9b7-4ba9-9ed1-90d842992a05 req-b661389b-e49d-44f3-9686-cbc4c92abc3c tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/ports?device_id=59dcbef0-44be-4c98-b9d4-51d9223998d2 HTTP/1.1" status: 200 len: 210 time: 0.0460620 Mar 30 18:30:48.917531 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a01042b-8083-48ca-a609-52cfd174b50e req-30d2f3c8-a407-4363-aaf1-704a1a406edb tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:48.919071 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2a01042b-8083-48ca-a609-52cfd174b50e req-30d2f3c8-a407-4363-aaf1-704a1a406edb tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?device_id=7fe5c078-9fbc-4e65-a88a-3985ce7f987e HTTP/1.1" status: 200 len: 945 time: 0.0858550 Mar 30 18:30:48.978577 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2a01042b-8083-48ca-a609-52cfd174b50e req-40e34c23-865c-47e9-853b-aa9ebb3570e8 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/security-groups?id=4144f194-4b13-4f24-8abe-7c1c9cb79420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538206 Mar 30 18:30:49.600561 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e50fc2-bebb-4607-9a4d-a40239f5f752 req-94a71a2f-8ec6-4bfa-a2fc-fefb632fccab tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:49.602005 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-41e50fc2-bebb-4607-9a4d-a40239f5f752 req-94a71a2f-8ec6-4bfa-a2fc-fefb632fccab tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fe5c078-9fbc-4e65-a88a-3985ce7f987e HTTP/1.1" status: 200 len: 945 time: 0.0532961 Mar 30 18:30:49.692915 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [req-41e50fc2-bebb-4607-9a4d-a40239f5f752 req-2b37cebf-ee6e-4147-804a-fcc5239e238b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Deleting port 7aeefa51-0ea6-4bae-8497-be7d7090173f {{(pid=103495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:30:49.693174 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-41e50fc2-bebb-4607-9a4d-a40239f5f752 req-2b37cebf-ee6e-4147-804a-fcc5239e238b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (7aeefa51-0ea6-4bae-8497-be7d7090173f), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:49.783558 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [req-41e50fc2-bebb-4607-9a4d-a40239f5f752 req-2b37cebf-ee6e-4147-804a-fcc5239e238b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] For port 7aeefa51-0ea6-4bae-8497-be7d7090173f, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=7aeefa51-0ea6-4bae-8497-be7d7090173f,segment=NetworkSegment(4ec4d92a-b07f-4238-acb7-e362a3423113),segment_id=4ec4d92a-b07f-4238-acb7-e362a3423113)] {{(pid=103495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:30:49.783923 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-41e50fc2-bebb-4607-9a4d-a40239f5f752 req-2b37cebf-ee6e-4147-804a-fcc5239e238b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (7aeefa51-0ea6-4bae-8497-be7d7090173f), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:50.004202 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c552e4da-0505-4fa5-ae48-bfa5343221f9 req-20ce9163-2e2a-4356-994e-b3de45e39e4f tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/ports?device_id=59dcbef0-44be-4c98-b9d4-51d9223998d2 HTTP/1.1" status: 200 len: 210 time: 0.0600512 Mar 30 18:30:50.032074 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-41e50fc2-bebb-4607-9a4d-a40239f5f752 req-2b37cebf-ee6e-4147-804a-fcc5239e238b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:50.032491 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-41e50fc2-bebb-4607-9a4d-a40239f5f752 req-2b37cebf-ee6e-4147-804a-fcc5239e238b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541296'] for floatingip (b5f532d2-f03b-4289-8a79-0c8a823e8515), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:50.032868 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.db.l3_db [req-41e50fc2-bebb-4607-9a4d-a40239f5f752 req-2b37cebf-ee6e-4147-804a-fcc5239e238b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Floating IP b5f532d2-f03b-4289-8a79-0c8a823e8515 disassociated. External IP: 172.27.1.156, port: 7aeefa51-0ea6-4bae-8497-be7d7090173f. Mar 30 18:30:50.033336 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [req-41e50fc2-bebb-4607-9a4d-a40239f5f752 req-2b37cebf-ee6e-4147-804a-fcc5239e238b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Calling delete_port for 7aeefa51-0ea6-4bae-8497-be7d7090173f owned by compute:nova {{(pid=103495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:30:50.168146 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2102c94-23e1-4d41-a5a4-4a7bf4c3bc58 req-871a85e9-893a-4fcd-9d7c-0144ce51549f tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:50.169034 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d2102c94-23e1-4d41-a5a4-4a7bf4c3bc58 req-871a85e9-893a-4fcd-9d7c-0144ce51549f tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.44 "GET /v2.0/networks?id=e5de71a0-14ad-4ef8-a889-ddf5c13efa1f HTTP/1.1" status: 200 len: 808 time: 0.2131319 Mar 30 18:30:50.206056 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111e1e61-9296-4eaf-b587-16b17df59569 req-e259042c-43e3-46c9-a2d2-d8572bc615e3 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:50.207599 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-111e1e61-9296-4eaf-b587-16b17df59569 req-e259042c-43e3-46c9-a2d2-d8572bc615e3 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?device_id=7fe5c078-9fbc-4e65-a88a-3985ce7f987e HTTP/1.1" status: 200 len: 945 time: 0.1479082 Mar 30 18:30:50.325273 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-111e1e61-9296-4eaf-b587-16b17df59569 req-c5a3e9d1-7170-45cb-8f71-cbfff5371747 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/security-groups?id=4144f194-4b13-4f24-8abe-7c1c9cb79420&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106043 Mar 30 18:30:50.333319 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d2102c94-23e1-4d41-a5a4-4a7bf4c3bc58 req-fb8be77f-3a65-407a-8d40-9afd83f139ac tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=adc414db793a45ffa18c1af010b12a32 HTTP/1.1" status: 200 len: 379 time: 0.1483929 Mar 30 18:30:50.343315 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [req-d2102c94-23e1-4d41-a5a4-4a7bf4c3bc58 req-b3335934-5e4e-420c-982e-0ce4c9364c94 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Request body: {'port': {'device_id': '59dcbef0-44be-4c98-b9d4-51d9223998d2', 'network_id': 'e5de71a0-14ad-4ef8-a889-ddf5c13efa1f', 'admin_state_up': True, 'tenant_id': 'adc414db793a45ffa18c1af010b12a32', 'security_groups': ['8feca345-98dd-4850-9cae-e25a0be977ac']}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:30:50.348332 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-41e50fc2-bebb-4607-9a4d-a40239f5f752 req-2b37cebf-ee6e-4147-804a-fcc5239e238b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5398852'] for port (7aeefa51-0ea6-4bae-8497-be7d7090173f), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:50.412387 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b37cebf-ee6e-4147-804a-fcc5239e238b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Pushing event deleted for resources: {'Port': ['ID=7aeefa51-0ea6-4bae-8497-be7d7090173f,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:50.557129 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2102c94-23e1-4d41-a5a4-4a7bf4c3bc58 req-b3335934-5e4e-420c-982e-0ce4c9364c94 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Made reservation on behalf of adc414db793a45ffa18c1af010b12a32 for: {'port': 1} {{(pid=103495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:30:50.560489 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-d2102c94-23e1-4d41-a5a4-4a7bf4c3bc58 req-b3335934-5e4e-420c-982e-0ce4c9364c94 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:50.585933 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41e50fc2-bebb-4607-9a4d-a40239f5f752 req-2b37cebf-ee6e-4147-804a-fcc5239e238b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Router 26126a29-9088-49f3-aa4e-b7362ac76d0f has already been hosted by L3 agent d6545c5f-a93c-4a15-87cd-019d3e75e7be {{(pid=103495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:30:51.053815 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.db_base_plugin_common [req-d2102c94-23e1-4d41-a5a4-4a7bf4c3bc58 req-b3335934-5e4e-420c-982e-0ce4c9364c94 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Allocated IP 172.20.0.5 (e5de71a0-14ad-4ef8-a889-ddf5c13efa1f/f95acf74-50cf-4b9c-93f5-6d4687a32a8f/4e9f0edb-e9b2-4b83-a6b6-9048b17b483e) {{(pid=103495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:30:51.064727 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41e50fc2-bebb-4607-9a4d-a40239f5f752 req-2b37cebf-ee6e-4147-804a-fcc5239e238b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Notify agent at l3_agent.dv-cinder-835881-1-iscsi the message routers_updated {{(pid=103495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:30:51.079734 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6a6dc0-daae-4ead-ba98-91e47337a0fd None None] Sync routers for ids ['26126a29-9088-49f3-aa4e-b7362ac76d0f'] in dv-cinder-835881-1-iscsi {{(pid=103497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:30:51.090571 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6a6dc0-daae-4ead-ba98-91e47337a0fd None None] Routers {'26126a29-9088-49f3-aa4e-b7362ac76d0f'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:30:51.091148 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-ff6a6dc0-daae-4ead-ba98-91e47337a0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:30:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['26126a29-9088-49f3-aa4e-b7362ac76d0f'], 'active': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:30:51.126433 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.l3_dvrscheduler_db [req-41e50fc2-bebb-4607-9a4d-a40239f5f752 req-2b37cebf-ee6e-4147-804a-fcc5239e238b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] No DVR routers for this DVR port 7aeefa51-0ea6-4bae-8497-be7d7090173f on host hv-cinder-83588 {{(pid=103495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:30:51.142887 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-41e50fc2-bebb-4607-9a4d-a40239f5f752 req-2b37cebf-ee6e-4147-804a-fcc5239e238b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for port (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:51.146849 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-41e50fc2-bebb-4607-9a4d-a40239f5f752 req-2b37cebf-ee6e-4147-804a-fcc5239e238b tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.44 "DELETE /v2.0/ports/7aeefa51-0ea6-4bae-8497-be7d7090173f HTTP/1.1" status: 204 len: 173 time: 1.5387807 Mar 30 18:30:51.149808 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe5c078-9fbc-4e65-a88a-3985ce7f987e', 'name': 'network-vif-deleted', 'tag': '7aeefa51-0ea6-4bae-8497-be7d7090173f'}] {{(pid=103495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:30:51.151918 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0dfb30c8fd1ad248dcf0c7d180f6bc71f3cc1084e8ff52034c63c32eff48f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fdcdc33-29ed-4e2a-9b12-1daa8305d9e3" -d '{"events": [{"server_uuid": "7fe5c078-9fbc-4e65-a88a-3985ce7f987e", "name": "network-vif-deleted", "tag": "7aeefa51-0ea6-4bae-8497-be7d7090173f"}]}' {{(pid=103495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:30:51.160768 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c252f87b-108c-45b7-857c-73ee1378f751 req-79665fb2-aa09-4e30-9f2a-2220b53dbc97 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/ports?device_id=59dcbef0-44be-4c98-b9d4-51d9223998d2 HTTP/1.1" status: 200 len: 210 time: 0.0715523 Mar 30 18:30:51.209514 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvr_db [None req-ff6a6dc0-daae-4ead-ba98-91e47337a0fd None None] Set router 26126a29-9088-49f3-aa4e-b7362ac76d0f gateway port host: dv-cinder-835881-1-iscsi {{(pid=103497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:30:51.217663 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c21b421-5515-40a3-afec-08c8a9beb1f6 x-openstack-request-id: req-1c21b421-5515-40a3-afec-08c8a9beb1f6 {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:30:51.217949 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fe5c078-9fbc-4e65-a88a-3985ce7f987e", "name": "network-vif-deleted", "tag": "7aeefa51-0ea6-4bae-8497-be7d7090173f", "status": "completed", "code": 200}]} {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:30:51.218220 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1c21b421-5515-40a3-afec-08c8a9beb1f6 {{(pid=103495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:30:51.218617 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c21b421-5515-40a3-afec-08c8a9beb1f6'] response: {'server_uuid': '7fe5c078-9fbc-4e65-a88a-3985ce7f987e', 'name': 'network-vif-deleted', 'tag': '7aeefa51-0ea6-4bae-8497-be7d7090173f', 'status': 'completed', 'code': 200} Mar 30 18:30:51.287689 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-d2102c94-23e1-4d41-a5a4-4a7bf4c3bc58 req-b3335934-5e4e-420c-982e-0ce4c9364c94 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Publish callbacks [] for port (4e9f0edb-e9b2-4b83-a6b6-9048b17b483e), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:51.322005 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-d2102c94-23e1-4d41-a5a4-4a7bf4c3bc58 req-b3335934-5e4e-420c-982e-0ce4c9364c94 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728099412974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5398852'] for port (4e9f0edb-e9b2-4b83-a6b6-9048b17b483e), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:51.369970 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2102c94-23e1-4d41-a5a4-4a7bf4c3bc58 req-b3335934-5e4e-420c-982e-0ce4c9364c94 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Network e5de71a0-14ad-4ef8-a889-ddf5c13efa1f is already hosted by enough agents. {{(pid=103495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:30:51.373243 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.base_scheduler [req-d2102c94-23e1-4d41-a5a4-4a7bf4c3bc58 req-b3335934-5e4e-420c-982e-0ce4c9364c94 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Resources bound (agent type, host, resource id): {{(pid=103495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:30:51.379443 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2102c94-23e1-4d41-a5a4-4a7bf4c3bc58 req-b3335934-5e4e-420c-982e-0ce4c9364c94 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Received port after_create {{(pid=103495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:30:51.386370 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3335934-5e4e-420c-982e-0ce4c9364c94 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Pushing event updated for resources: {'Port': ['ID=4e9f0edb-e9b2-4b83-a6b6-9048b17b483e,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:51.440673 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-ff6a6dc0-daae-4ead-ba98-91e47337a0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'name': 'tempest-AttachVolumeNegativeTest-1532187645-router', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '3e7551b3-e170-4565-87af-740e7fd86a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:24:43Z', 'updated_at': '2022-03-30T18:24:45Z', 'revision_number': 4, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'gw_port': {'id': '3e7551b3-e170-4565-87af-740e7fd86a7c', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:24:43Z', 'updated_at': '2022-03-30T18:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': 'b870b0ef-6f46-4c8f-a951-5fb2d6845105', 'name': '', 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'mac_address': 'fa:16:3e:30:40:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '27019e24-efa4-45b6-ac56-b13259f05e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:24:45Z', 'updated_at': '2022-03-30T18:24:49Z', 'revision_number': 5, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'subnets': [{'id': '27019e24-efa4-45b6-ac56-b13259f05e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:30:51.460876 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5a3dba5d-17ea-4d51-ae8f-331601b62fcf req-bd11a101-2786-4240-a00d-81a7a79b1733 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?device_id=7fe5c078-9fbc-4e65-a88a-3985ce7f987e HTTP/1.1" status: 200 len: 210 time: 0.0401511 Mar 30 18:30:51.468718 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2102c94-23e1-4d41-a5a4-4a7bf4c3bc58 req-b3335934-5e4e-420c-982e-0ce4c9364c94 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:51.469343 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-d2102c94-23e1-4d41-a5a4-4a7bf4c3bc58 req-b3335934-5e4e-420c-982e-0ce4c9364c94 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for port (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:51.474612 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6a6dc0-daae-4ead-ba98-91e47337a0fd None None] Checking router: 26126a29-9088-49f3-aa4e-b7362ac76d0f for host: dv-cinder-835881-1-iscsi {{(pid=103497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:30:51.483238 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6a6dc0-daae-4ead-ba98-91e47337a0fd None None] Routers {'26126a29-9088-49f3-aa4e-b7362ac76d0f'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:30:51.483833 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-ff6a6dc0-daae-4ead-ba98-91e47337a0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:30:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['26126a29-9088-49f3-aa4e-b7362ac76d0f'], 'active': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:30:51.490967 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d2102c94-23e1-4d41-a5a4-4a7bf4c3bc58 req-b3335934-5e4e-420c-982e-0ce4c9364c94 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1517286 Mar 30 18:30:51.510661 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [req-d2102c94-23e1-4d41-a5a4-4a7bf4c3bc58 req-828998a5-834b-474c-a03c-33bd1429a4ff service neutron] Request body: {'port': {'device_id': '59dcbef0-44be-4c98-b9d4-51d9223998d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:30:51.573550 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-d2102c94-23e1-4d41-a5a4-4a7bf4c3bc58 req-828998a5-834b-474c-a03c-33bd1429a4ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (4e9f0edb-e9b2-4b83-a6b6-9048b17b483e), before_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:51.609168 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvr_db [None req-ff6a6dc0-daae-4ead-ba98-91e47337a0fd None None] Set router 26126a29-9088-49f3-aa4e-b7362ac76d0f gateway port host: dv-cinder-835881-1-iscsi {{(pid=103497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:30:51.663672 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-288ffbd0-72c1-4c6c-bad4-baa9896431e3 None None] Provisioning complete for port 4e9f0edb-e9b2-4b83-a6b6-9048b17b483e triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:30:51.664721 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-288ffbd0-72c1-4c6c-bad4-baa9896431e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (4e9f0edb-e9b2-4b83-a6b6-9048b17b483e), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:51.711627 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-288ffbd0-72c1-4c6c-bad4-baa9896431e3 None None] Port 4e9f0edb-e9b2-4b83-a6b6-9048b17b483e cannot update to ACTIVE because it is not bound. {{(pid=103496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:30:51.865448 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.notifiers.nova [req-d2102c94-23e1-4d41-a5a4-4a7bf4c3bc58 req-828998a5-834b-474c-a03c-33bd1429a4ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e9f0edb-e9b2-4b83-a6b6-9048b17b483e {{(pid=103495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:30:51.873105 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-d2102c94-23e1-4d41-a5a4-4a7bf4c3bc58 req-828998a5-834b-474c-a03c-33bd1429a4ff service neutron] Publish callbacks [] for port (4e9f0edb-e9b2-4b83-a6b6-9048b17b483e), precommit_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:51.885140 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.provisioning_blocks [req-d2102c94-23e1-4d41-a5a4-4a7bf4c3bc58 req-828998a5-834b-474c-a03c-33bd1429a4ff service neutron] Transition to ACTIVE for port object 4e9f0edb-e9b2-4b83-a6b6-9048b17b483e will not be triggered until provisioned by entity L2. {{(pid=103495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 18:30:51.888814 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-d2102c94-23e1-4d41-a5a4-4a7bf4c3bc58 req-828998a5-834b-474c-a03c-33bd1429a4ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5398861'] for port (4e9f0edb-e9b2-4b83-a6b6-9048b17b483e), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:51.913541 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-ff6a6dc0-daae-4ead-ba98-91e47337a0fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'name': 'tempest-AttachVolumeNegativeTest-1532187645-router', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '3e7551b3-e170-4565-87af-740e7fd86a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:24:43Z', 'updated_at': '2022-03-30T18:24:45Z', 'revision_number': 4, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'gw_port': {'id': '3e7551b3-e170-4565-87af-740e7fd86a7c', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:24:43Z', 'updated_at': '2022-03-30T18:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': 'b870b0ef-6f46-4c8f-a951-5fb2d6845105', 'name': '', 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'mac_address': 'fa:16:3e:30:40:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '27019e24-efa4-45b6-ac56-b13259f05e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:24:45Z', 'updated_at': '2022-03-30T18:24:49Z', 'revision_number': 5, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'subnets': [{'id': '27019e24-efa4-45b6-ac56-b13259f05e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:30:51.943931 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6a6dc0-daae-4ead-ba98-91e47337a0fd None None] The sync data for ids ['26126a29-9088-49f3-aa4e-b7362ac76d0f'] in dv-cinder-835881-1-iscsi is: [{'id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'name': 'tempest-AttachVolumeNegativeTest-1532187645-router', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '3e7551b3-e170-4565-87af-740e7fd86a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:24:43Z', 'updated_at': '2022-03-30T18:24:45Z', 'revision_number': 4, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'gw_port': {'id': '3e7551b3-e170-4565-87af-740e7fd86a7c', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:24:43Z', 'updated_at': '2022-03-30T18:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': 'b870b0ef-6f46-4c8f-a951-5fb2d6845105', 'name': '', 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'mac_address': 'fa:16:3e:30:40:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '27019e24-efa4-45b6-ac56-b13259f05e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:24:45Z', 'updated_at': '2022-03-30T18:24:49Z', 'revision_number': 5, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'subnets': [{'id': '27019e24-efa4-45b6-ac56-b13259f05e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:30:51.944195 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828998a5-834b-474c-a03c-33bd1429a4ff service neutron] Pushing event updated for resources: {'Port': ['ID=4e9f0edb-e9b2-4b83-a6b6-9048b17b483e,revision_number=2']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:52.016132 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.managers [req-d2102c94-23e1-4d41-a5a4-4a7bf4c3bc58 req-828998a5-834b-474c-a03c-33bd1429a4ff service neutron] Attempting to bind port 4e9f0edb-e9b2-4b83-a6b6-9048b17b483e on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:30:52.016505 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.managers [req-d2102c94-23e1-4d41-a5a4-4a7bf4c3bc58 req-828998a5-834b-474c-a03c-33bd1429a4ff service neutron] Attempting to bind port 4e9f0edb-e9b2-4b83-a6b6-9048b17b483e by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'aea436d8-46f8-479c-bed5-a186a1319bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e5de71a0-14ad-4ef8-a889-ddf5c13efa1f'}] {{(pid=103495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:30:52.016957 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2102c94-23e1-4d41-a5a4-4a7bf4c3bc58 req-828998a5-834b-474c-a03c-33bd1429a4ff service neutron] Attempting to bind port 4e9f0edb-e9b2-4b83-a6b6-9048b17b483e on network e5de71a0-14ad-4ef8-a889-ddf5c13efa1f {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:30:52.022633 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2102c94-23e1-4d41-a5a4-4a7bf4c3bc58 req-828998a5-834b-474c-a03c-33bd1429a4ff service neutron] Port 4e9f0edb-e9b2-4b83-a6b6-9048b17b483e on network e5de71a0-14ad-4ef8-a889-ddf5c13efa1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 18:30:52.022956 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2102c94-23e1-4d41-a5a4-4a7bf4c3bc58 req-828998a5-834b-474c-a03c-33bd1429a4ff service neutron] Attempting to bind port 4e9f0edb-e9b2-4b83-a6b6-9048b17b483e on network e5de71a0-14ad-4ef8-a889-ddf5c13efa1f {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:30:52.028961 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2102c94-23e1-4d41-a5a4-4a7bf4c3bc58 req-828998a5-834b-474c-a03c-33bd1429a4ff service neutron] Checking agent: {'id': 'ab438a54-a4f6-4fd3-b589-96aa27265666', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 15, 49), 'started_at': datetime.datetime(2022, 3, 30, 18, 15, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:30:52.029316 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2102c94-23e1-4d41-a5a4-4a7bf4c3bc58 req-828998a5-834b-474c-a03c-33bd1429a4ff service neutron] Checking segment: {'id': 'aea436d8-46f8-479c-bed5-a186a1319bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e5de71a0-14ad-4ef8-a889-ddf5c13efa1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:30:52.029704 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2102c94-23e1-4d41-a5a4-4a7bf4c3bc58 req-828998a5-834b-474c-a03c-33bd1429a4ff service neutron] Bound using segment: {'id': 'aea436d8-46f8-479c-bed5-a186a1319bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e5de71a0-14ad-4ef8-a889-ddf5c13efa1f'} {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:30:52.030166 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.managers [req-d2102c94-23e1-4d41-a5a4-4a7bf4c3bc58 req-828998a5-834b-474c-a03c-33bd1429a4ff service neutron] Bound port: 4e9f0edb-e9b2-4b83-a6b6-9048b17b483e, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aea436d8-46f8-479c-bed5-a186a1319bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e5de71a0-14ad-4ef8-a889-ddf5c13efa1f'}}] {{(pid=103495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:30:52.030546 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-d2102c94-23e1-4d41-a5a4-4a7bf4c3bc58 req-828998a5-834b-474c-a03c-33bd1429a4ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (4e9f0edb-e9b2-4b83-a6b6-9048b17b483e), before_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:52.105198 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [req-d2102c94-23e1-4d41-a5a4-4a7bf4c3bc58 req-828998a5-834b-474c-a03c-33bd1429a4ff service neutron] For port 4e9f0edb-e9b2-4b83-a6b6-9048b17b483e, host hv-cinder-83588, cleared binding levels {{(pid=103495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:30:52.108991 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [req-d2102c94-23e1-4d41-a5a4-4a7bf4c3bc58 req-828998a5-834b-474c-a03c-33bd1429a4ff service neutron] For port 4e9f0edb-e9b2-4b83-a6b6-9048b17b483e, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4e9f0edb-e9b2-4b83-a6b6-9048b17b483e,segment=NetworkSegment(aea436d8-46f8-479c-bed5-a186a1319bc0),segment_id=aea436d8-46f8-479c-bed5-a186a1319bc0)] {{(pid=103495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:30:52.116759 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-d2102c94-23e1-4d41-a5a4-4a7bf4c3bc58 req-828998a5-834b-474c-a03c-33bd1429a4ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5398861'] for port (4e9f0edb-e9b2-4b83-a6b6-9048b17b483e), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:52.162383 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2102c94-23e1-4d41-a5a4-4a7bf4c3bc58 req-828998a5-834b-474c-a03c-33bd1429a4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:52.163033 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-d2102c94-23e1-4d41-a5a4-4a7bf4c3bc58 req-828998a5-834b-474c-a03c-33bd1429a4ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for port (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:52.164510 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d2102c94-23e1-4d41-a5a4-4a7bf4c3bc58 req-828998a5-834b-474c-a03c-33bd1429a4ff service neutron] 10.222.0.44 "PUT /v2.0/ports/4e9f0edb-e9b2-4b83-a6b6-9048b17b483e HTTP/1.1" status: 200 len: 1093 time: 0.6585538 Mar 30 18:30:52.178410 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828998a5-834b-474c-a03c-33bd1429a4ff service neutron] Pushing event updated for resources: {'Port': ['ID=4e9f0edb-e9b2-4b83-a6b6-9048b17b483e,revision_number=3']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:52.259264 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7022c90a-bd9a-4556-9320-7e42ac0f03fe None None] New status for floating IP b5f532d2-f03b-4289-8a79-0c8a823e8515: DOWN {{(pid=103496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:30:52.316848 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2102c94-23e1-4d41-a5a4-4a7bf4c3bc58 req-59793a46-d563-4270-afb6-01d7bbe94fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:52.318510 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d2102c94-23e1-4d41-a5a4-4a7bf4c3bc58 req-59793a46-d563-4270-afb6-01d7bbe94fa7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=adc414db793a45ffa18c1af010b12a32&device_id=59dcbef0-44be-4c98-b9d4-51d9223998d2 HTTP/1.1" status: 200 len: 1127 time: 0.0944917 Mar 30 18:30:52.330703 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3098786c-7755-462f-8159-49e8b81faf66 req-a3dabe8e-1ffe-41aa-be19-3353a6413f22 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:52.333113 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3098786c-7755-462f-8159-49e8b81faf66 req-a3dabe8e-1ffe-41aa-be19-3353a6413f22 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/ports?device_id=59dcbef0-44be-4c98-b9d4-51d9223998d2 HTTP/1.1" status: 200 len: 943 time: 0.0788605 Mar 30 18:30:52.375537 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d2102c94-23e1-4d41-a5a4-4a7bf4c3bc58 req-f4f7aa19-a7a1-4641-a99a-22601b77d900 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e9f0edb-e9b2-4b83-a6b6-9048b17b483e HTTP/1.1" status: 200 len: 217 time: 0.0413346 Mar 30 18:30:52.450409 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3098786c-7755-462f-8159-49e8b81faf66 req-7aad7519-c73f-4cbe-8616-26b36a57589e tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/security-groups?id=8feca345-98dd-4850-9cae-e25a0be977ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090615 Mar 30 18:30:52.451924 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2102c94-23e1-4d41-a5a4-4a7bf4c3bc58 req-5a6049af-769a-4b77-bb86-17c78d194da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:52.453341 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d2102c94-23e1-4d41-a5a4-4a7bf4c3bc58 req-5a6049af-769a-4b77-bb86-17c78d194da6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f95acf74-50cf-4b9c-93f5-6d4687a32a8f HTTP/1.1" status: 200 len: 847 time: 0.0704880 Mar 30 18:30:52.507003 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2102c94-23e1-4d41-a5a4-4a7bf4c3bc58 req-43c7d9cd-823c-461e-bafa-59ce817089ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:52.508533 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d2102c94-23e1-4d41-a5a4-4a7bf4c3bc58 req-43c7d9cd-823c-461e-bafa-59ce817089ea service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e5de71a0-14ad-4ef8-a889-ddf5c13efa1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494127 Mar 30 18:30:52.551867 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 52870) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:30:52.603095 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d2102c94-23e1-4d41-a5a4-4a7bf4c3bc58 req-df704f4c-4c53-443b-8d24-b1e5351c8506 service neutron] 10.222.0.44 "GET /v2.0/networks/e5de71a0-14ad-4ef8-a889-ddf5c13efa1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879283 Mar 30 18:30:52.607441 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-1a3eea0c-82b5-48be-81f1-c9f30c9b807e tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for security_group (4144f194-4b13-4f24-8abe-7c1c9cb79420), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:52.635806 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-1a3eea0c-82b5-48be-81f1-c9f30c9b807e tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for security_group (4144f194-4b13-4f24-8abe-7c1c9cb79420), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:52.684345 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-1a3eea0c-82b5-48be-81f1-c9f30c9b807e tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (4144f194-4b13-4f24-8abe-7c1c9cb79420), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:52.687315 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-1a3eea0c-82b5-48be-81f1-c9f30c9b807e tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for security_group (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:52.688443 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-1a3eea0c-82b5-48be-81f1-c9f30c9b807e tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "DELETE /v2.0/security-groups/4144f194-4b13-4f24-8abe-7c1c9cb79420 HTTP/1.1" status: 204 len: 168 time: 0.1355667 Mar 30 18:30:52.692224 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 52872) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:30:52.702791 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d2102c94-23e1-4d41-a5a4-4a7bf4c3bc58 req-c5a49032-937b-43fa-9ce2-50f5be38b7a4 service neutron] 10.222.0.44 "GET /v2.0/networks/e5de71a0-14ad-4ef8-a889-ddf5c13efa1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943463 Mar 30 18:30:52.708701 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3eea0c-82b5-48be-81f1-c9f30c9b807e tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4144f194-4b13-4f24-8abe-7c1c9cb79420,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:52.711964 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.api.v2.resource [None req-1df7ff69-08cc-47e7-8ce5-ec2b6ab201e0 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] show failed (client error): The resource could not be found. Mar 30 18:30:52.713190 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-1df7ff69-08cc-47e7-8ce5-ec2b6ab201e0 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/security-groups/4144f194-4b13-4f24-8abe-7c1c9cb79420 HTTP/1.1" status: 404 len: 347 time: 0.0199463 Mar 30 18:30:52.715847 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 52874) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:30:52.840645 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.plugin [None req-22a65cfb-71d1-440f-ad14-fddcf16de5a1 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Deleting port 7ac8ace4-3fd1-4bf3-ac32-36d00c836dda {{(pid=103494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:30:52.840985 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-22a65cfb-71d1-440f-ad14-fddcf16de5a1 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (7ac8ace4-3fd1-4bf3-ac32-36d00c836dda), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:52.915104 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-22a65cfb-71d1-440f-ad14-fddcf16de5a1 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (7ac8ace4-3fd1-4bf3-ac32-36d00c836dda), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:52.915338 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-22a65cfb-71d1-440f-ad14-fddcf16de5a1 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for floatingip (7ac8ace4-3fd1-4bf3-ac32-36d00c836dda), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:52.927387 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.plugin [None req-22a65cfb-71d1-440f-ad14-fddcf16de5a1 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Calling delete_port for 7ac8ace4-3fd1-4bf3-ac32-36d00c836dda owned by network:floatingip {{(pid=103494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:30:53.088857 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-22a65cfb-71d1-440f-ad14-fddcf16de5a1 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5343457'] for port (7ac8ace4-3fd1-4bf3-ac32-36d00c836dda), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:53.112548 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a65cfb-71d1-440f-ad14-fddcf16de5a1 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Pushing event deleted for resources: {'Port': ['ID=7ac8ace4-3fd1-4bf3-ac32-36d00c836dda,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:53.179249 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-22a65cfb-71d1-440f-ad14-fddcf16de5a1 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for floatingip (b5f532d2-f03b-4289-8a79-0c8a823e8515), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:53.181708 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-22a65cfb-71d1-440f-ad14-fddcf16de5a1 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for floatingip (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:53.182923 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-22a65cfb-71d1-440f-ad14-fddcf16de5a1 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "DELETE /v2.0/floatingips/b5f532d2-f03b-4289-8a79-0c8a823e8515 HTTP/1.1" status: 204 len: 168 time: 0.4661753 Mar 30 18:30:53.219254 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59dcbef0-44be-4c98-b9d4-51d9223998d2', 'tag': '4e9f0edb-e9b2-4b83-a6b6-9048b17b483e'}] {{(pid=103495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:30:53.221607 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0dfb30c8fd1ad248dcf0c7d180f6bc71f3cc1084e8ff52034c63c32eff48f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e87767f8-2ac7-4bfb-b146-fd654fc913f0" -d '{"events": [{"name": "network-changed", "server_uuid": "59dcbef0-44be-4c98-b9d4-51d9223998d2", "tag": "4e9f0edb-e9b2-4b83-a6b6-9048b17b483e"}]}' {{(pid=103495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:30:53.256610 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-416044fa-2eba-4069-8067-8396452bfb0c x-openstack-request-id: req-416044fa-2eba-4069-8067-8396452bfb0c {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:30:53.256962 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59dcbef0-44be-4c98-b9d4-51d9223998d2", "tag": "4e9f0edb-e9b2-4b83-a6b6-9048b17b483e", "status": "completed", "code": 200}]} {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:30:53.257316 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-416044fa-2eba-4069-8067-8396452bfb0c {{(pid=103495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:30:53.257871 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.notifiers.nova [-] Nova event matching ['req-416044fa-2eba-4069-8067-8396452bfb0c'] response: {'name': 'network-changed', 'server_uuid': '59dcbef0-44be-4c98-b9d4-51d9223998d2', 'tag': '4e9f0edb-e9b2-4b83-a6b6-9048b17b483e', 'status': 'completed', 'code': 200} Mar 30 18:30:53.346247 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87767f8-2ac7-4bfb-b146-fd654fc913f0 req-4d65aea0-5a11-4287-9cb6-0fd6dbdc808b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:53.347855 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e87767f8-2ac7-4bfb-b146-fd654fc913f0 req-4d65aea0-5a11-4287-9cb6-0fd6dbdc808b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=adc414db793a45ffa18c1af010b12a32&device_id=59dcbef0-44be-4c98-b9d4-51d9223998d2 HTTP/1.1" status: 200 len: 1127 time: 0.0455534 Mar 30 18:30:53.435722 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87767f8-2ac7-4bfb-b146-fd654fc913f0 req-f8e8112f-f6b8-411e-9ea1-1801b1f65e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:53.437345 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e87767f8-2ac7-4bfb-b146-fd654fc913f0 req-f8e8112f-f6b8-411e-9ea1-1801b1f65e45 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e5de71a0-14ad-4ef8-a889-ddf5c13efa1f HTTP/1.1" status: 200 len: 909 time: 0.0822995 Mar 30 18:30:53.480440 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e87767f8-2ac7-4bfb-b146-fd654fc913f0 req-29985d35-1a50-43ea-bfad-e91a428d6ff0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e9f0edb-e9b2-4b83-a6b6-9048b17b483e HTTP/1.1" status: 200 len: 217 time: 0.0367570 Mar 30 18:30:53.527487 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 52882) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:30:53.532221 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.v2.base [None req-d379dff9-1520-4b8f-a8aa-c95816764fa3 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1938517539', 'description': 'tempest-description--1497182047'}} {{(pid=103494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:30:53.551915 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-d379dff9-1520-4b8f-a8aa-c95816764fa3 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for security_group (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:53.563559 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87767f8-2ac7-4bfb-b146-fd654fc913f0 req-c4e483e7-e237-4d18-8d2c-baeefcff71c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:53.565025 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e87767f8-2ac7-4bfb-b146-fd654fc913f0 req-c4e483e7-e237-4d18-8d2c-baeefcff71c8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f95acf74-50cf-4b9c-93f5-6d4687a32a8f HTTP/1.1" status: 200 len: 847 time: 0.0785043 Mar 30 18:30:53.589682 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b8177d-f293-4da9-ac04-7011c0ca0643 req-4f6034a2-5b28-481b-973d-b7155ac619b0 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:53.591704 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-79b8177d-f293-4da9-ac04-7011c0ca0643 req-4f6034a2-5b28-481b-973d-b7155ac619b0 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/ports?device_id=59dcbef0-44be-4c98-b9d4-51d9223998d2 HTTP/1.1" status: 200 len: 943 time: 0.0629184 Mar 30 18:30:53.616560 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 7aeefa51-0ea6-4bae-8497-be7d7090173f no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:30:53.620071 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-d379dff9-1520-4b8f-a8aa-c95816764fa3 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for security_group (7abfc9ac-f89c-4521-a810-5aaa52f8c2a4), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:53.624129 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-d379dff9-1520-4b8f-a8aa-c95816764fa3 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (7abfc9ac-f89c-4521-a810-5aaa52f8c2a4), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:53.639432 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] No Port match for: 7aeefa51-0ea6-4bae-8497-be7d7090173f {{(pid=103496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:30:53.639917 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 7aeefa51-0ea6-4bae-8497-be7d7090173f not bound to the agent host hv-cinder-83588 {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:30:53.648897 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-79b8177d-f293-4da9-ac04-7011c0ca0643 req-eef6e035-ae3b-4fa2-8b37-fe1d38b5d936 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/security-groups?id=8feca345-98dd-4850-9cae-e25a0be977ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510614 Mar 30 18:30:53.659537 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-d379dff9-1520-4b8f-a8aa-c95816764fa3 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for security_group (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:53.664130 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 52884) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:30:53.664259 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-d379dff9-1520-4b8f-a8aa-c95816764fa3 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1355336 Mar 30 18:30:53.665314 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379dff9-1520-4b8f-a8aa-c95816764fa3 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7abfc9ac-f89c-4521-a810-5aaa52f8c2a4,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:53.669455 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [None req-142e1101-b0b6-4337-a67c-3c054dd01bb6 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Request body: {'security_group_rule': {'security_group_id': '7abfc9ac-f89c-4521-a810-5aaa52f8c2a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:30:53.723539 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-142e1101-b0b6-4337-a67c-3c054dd01bb6 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for security_group_rule (5dcaad48-99a3-4122-80f5-5348a2815c03), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:53.752030 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87767f8-2ac7-4bfb-b146-fd654fc913f0 req-3fc190ce-258b-42a8-80a7-27c1a18c5ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:53.753555 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e87767f8-2ac7-4bfb-b146-fd654fc913f0 req-3fc190ce-258b-42a8-80a7-27c1a18c5ebc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e5de71a0-14ad-4ef8-a889-ddf5c13efa1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0756741 Mar 30 18:30:53.821795 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-142e1101-b0b6-4337-a67c-3c054dd01bb6 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for security_group_rule (5dcaad48-99a3-4122-80f5-5348a2815c03), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:53.826203 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-142e1101-b0b6-4337-a67c-3c054dd01bb6 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005201'] for security_group_rule (5dcaad48-99a3-4122-80f5-5348a2815c03), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:53.856509 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e1101-b0b6-4337-a67c-3c054dd01bb6 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dcaad48-99a3-4122-80f5-5348a2815c03,revision_number=0']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:53.864733 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-142e1101-b0b6-4337-a67c-3c054dd01bb6 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:53.865917 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-142e1101-b0b6-4337-a67c-3c054dd01bb6 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2003491 Mar 30 18:30:53.868574 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 52886) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:30:53.875709 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [None req-e10b6cd9-8193-4711-b5ff-2c34f4d2a0b1 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Request body: {'security_group_rule': {'security_group_id': '7abfc9ac-f89c-4521-a810-5aaa52f8c2a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:30:53.892966 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e87767f8-2ac7-4bfb-b146-fd654fc913f0 req-d3afadfe-4514-4702-8256-e096d7248b45 service neutron] 10.222.0.44 "GET /v2.0/networks/e5de71a0-14ad-4ef8-a889-ddf5c13efa1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305220 Mar 30 18:30:53.948887 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-e10b6cd9-8193-4711-b5ff-2c34f4d2a0b1 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for security_group_rule (e424c691-eac5-4465-840e-ac373cdb50cf), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:54.017831 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e87767f8-2ac7-4bfb-b146-fd654fc913f0 req-3a338c0d-7262-4fdf-b42e-3fb429d8fdc1 service neutron] 10.222.0.44 "GET /v2.0/networks/e5de71a0-14ad-4ef8-a889-ddf5c13efa1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176555 Mar 30 18:30:54.027324 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-e10b6cd9-8193-4711-b5ff-2c34f4d2a0b1 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for security_group_rule (e424c691-eac5-4465-840e-ac373cdb50cf), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:54.030990 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-e10b6cd9-8193-4711-b5ff-2c34f4d2a0b1 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005201'] for security_group_rule (e424c691-eac5-4465-840e-ac373cdb50cf), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:54.045617 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10b6cd9-8193-4711-b5ff-2c34f4d2a0b1 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e424c691-eac5-4465-840e-ac373cdb50cf,revision_number=0']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:54.056598 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-e10b6cd9-8193-4711-b5ff-2c34f4d2a0b1 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:54.057845 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-e10b6cd9-8193-4711-b5ff-2c34f4d2a0b1 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1883702 Mar 30 18:30:54.061452 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 52888) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:30:54.066708 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [None req-287e2bfe-93ed-482c-8e25-142f57328bbf tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Request body: {'floatingip': {'floating_network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:30:54.086923 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-287e2bfe-93ed-482c-8e25-142f57328bbf tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:54.181896 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-287e2bfe-93ed-482c-8e25-142f57328bbf tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:54.286206 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.db_base_plugin_common [None req-287e2bfe-93ed-482c-8e25-142f57328bbf tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Allocated IP 172.27.1.24 (91cc19c8-4e3d-4b52-9973-bc78b4427ae2/e2593658-5374-4bbb-b8e3-ff319bcb6728/c0291b04-16de-4b63-a7bd-a822bc0ac3c8) {{(pid=103495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:30:54.386092 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-287e2bfe-93ed-482c-8e25-142f57328bbf tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for port (c0291b04-16de-4b63-a7bd-a822bc0ac3c8), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:54.418850 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-287e2bfe-93ed-482c-8e25-142f57328bbf tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728099412974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5398852'] for port (c0291b04-16de-4b63-a7bd-a822bc0ac3c8), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:54.456077 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287e2bfe-93ed-482c-8e25-142f57328bbf tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Network 91cc19c8-4e3d-4b52-9973-bc78b4427ae2 is already hosted by enough agents. {{(pid=103495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:30:54.459020 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.base_scheduler [None req-287e2bfe-93ed-482c-8e25-142f57328bbf tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Resources bound (agent type, host, resource id): {{(pid=103495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:30:54.464461 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287e2bfe-93ed-482c-8e25-142f57328bbf tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Received port after_create {{(pid=103495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:30:54.490947 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287e2bfe-93ed-482c-8e25-142f57328bbf tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Pushing event updated for resources: {'Port': ['ID=c0291b04-16de-4b63-a7bd-a822bc0ac3c8,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:54.556375 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-287e2bfe-93ed-482c-8e25-142f57328bbf tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for floatingip (b74b640b-2a8a-4250-95fe-6a9847f21785), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:54.597077 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-287e2bfe-93ed-482c-8e25-142f57328bbf tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (c0291b04-16de-4b63-a7bd-a822bc0ac3c8), before_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:54.772493 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-287e2bfe-93ed-482c-8e25-142f57328bbf tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for port (c0291b04-16de-4b63-a7bd-a822bc0ac3c8), precommit_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:54.776943 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-287e2bfe-93ed-482c-8e25-142f57328bbf tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5398861'] for port (c0291b04-16de-4b63-a7bd-a822bc0ac3c8), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:54.823299 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff1e46-4db6-4ae1-97a8-e9128fc918f2 req-b2bfe0ec-de48-459e-a3c6-a1e1dfb80390 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:54.824773 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-60ff1e46-4db6-4ae1-97a8-e9128fc918f2 req-b2bfe0ec-de48-459e-a3c6-a1e1dfb80390 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/ports?device_id=59dcbef0-44be-4c98-b9d4-51d9223998d2 HTTP/1.1" status: 200 len: 943 time: 0.1064670 Mar 30 18:30:54.892018 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287e2bfe-93ed-482c-8e25-142f57328bbf tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Pushing event updated for resources: {'Port': ['ID=c0291b04-16de-4b63-a7bd-a822bc0ac3c8,revision_number=2']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:54.908642 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-287e2bfe-93ed-482c-8e25-142f57328bbf tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541296'] for floatingip (b74b640b-2a8a-4250-95fe-6a9847f21785), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:54.933630 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-60ff1e46-4db6-4ae1-97a8-e9128fc918f2 req-e9f71b8d-9326-440a-ac93-56f171504343 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/security-groups?id=8feca345-98dd-4850-9cae-e25a0be977ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822401 Mar 30 18:30:54.936667 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-287e2bfe-93ed-482c-8e25-142f57328bbf tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for floatingip (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:54.937931 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-287e2bfe-93ed-482c-8e25-142f57328bbf tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8752341 Mar 30 18:30:55.083951 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-45cf05d0-730b-47ce-86d9-46590117cd8b req-057c4f51-92de-4116-a1fd-d3b9c6e7a123 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1938517539&fields=id&tenant_id=c8293d7cfcfd4a76af620e7e01c1fb8e HTTP/1.1" status: 200 len: 267 time: 0.0435870 Mar 30 18:30:55.192070 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf05d0-730b-47ce-86d9-46590117cd8b req-70d7d5fd-d97e-4573-bf33-46be4823c40f tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:55.193553 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-45cf05d0-730b-47ce-86d9-46590117cd8b req-70d7d5fd-d97e-4573-bf33-46be4823c40f tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/networks?id=409d44ec-6d59-4a2a-ad46-8958029d105f HTTP/1.1" status: 200 len: 815 time: 0.1034226 Mar 30 18:30:55.216103 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-45cf05d0-730b-47ce-86d9-46590117cd8b req-02621cc4-743f-49b2-be9e-9e3c791bf307 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/quotas/c8293d7cfcfd4a76af620e7e01c1fb8e HTTP/1.1" status: 200 len: 375 time: 0.0169280 Mar 30 18:30:55.270890 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-45cf05d0-730b-47ce-86d9-46590117cd8b req-73566e29-22d3-4b00-9bef-ac1e6fc8d235 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c8293d7cfcfd4a76af620e7e01c1fb8e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495296 Mar 30 18:30:55.405641 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-45cf05d0-730b-47ce-86d9-46590117cd8b req-59d42e6b-5815-4b57-984c-719e75fd54df service neutron] 10.222.0.41 "GET /v2.0/networks/409d44ec-6d59-4a2a-ad46-8958029d105f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233652 Mar 30 18:30:55.498890 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-45cf05d0-730b-47ce-86d9-46590117cd8b req-70d5335d-7687-40e9-9cba-e19370cd818b service neutron] 10.222.0.41 "GET /v2.0/networks/409d44ec-6d59-4a2a-ad46-8958029d105f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868964 Mar 30 18:30:55.639280 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 4e9f0edb-e9b2-4b83-a6b6-9048b17b483e details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:30:55.658570 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-dde93537-6b22-450b-ad37-a6bd016d5107 req-3e63ff08-9a27-4ee8-8969-6c447b614e0a tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a80789d-1649-4a2e-9d9d-727a16a2714f HTTP/1.1" status: 200 len: 210 time: 0.0283687 Mar 30 18:30:55.738629 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port 4e9f0edb-e9b2-4b83-a6b6-9048b17b483e, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4e9f0edb-e9b2-4b83-a6b6-9048b17b483e,segment=NetworkSegment(aea436d8-46f8-479c-bed5-a186a1319bc0),segment_id=aea436d8-46f8-479c-bed5-a186a1319bc0)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:30:55.749913 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Returning: {'device': '4e9f0edb-e9b2-4b83-a6b6-9048b17b483e', 'network_id': 'e5de71a0-14ad-4ef8-a889-ddf5c13efa1f', 'port_id': '4e9f0edb-e9b2-4b83-a6b6-9048b17b483e', 'mac_address': 'fa:16:3e:f9:2b:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f95acf74-50cf-4b9c-93f5-6d4687a32a8f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:30:55.786673 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Current status of the port 4e9f0edb-e9b2-4b83-a6b6-9048b17b483e is: DOWN; New status is: BUILD {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:30:55.787064 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (4e9f0edb-e9b2-4b83-a6b6-9048b17b483e), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:55.799336 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e9f0edb-e9b2-4b83-a6b6-9048b17b483e {{(pid=103496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:30:55.818889 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port 4e9f0edb-e9b2-4b83-a6b6-9048b17b483e, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4e9f0edb-e9b2-4b83-a6b6-9048b17b483e,segment=NetworkSegment(aea436d8-46f8-479c-bed5-a186a1319bc0),segment_id=aea436d8-46f8-479c-bed5-a186a1319bc0)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:30:55.822335 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (4e9f0edb-e9b2-4b83-a6b6-9048b17b483e), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:55.871835 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Pushing event updated for resources: {'Port': ['ID=4e9f0edb-e9b2-4b83-a6b6-9048b17b483e,revision_number=4']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:56.051811 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef667611-400c-4ce6-ab86-b88e398f87bd req-45d96b7e-20ff-4f60-b123-8406e7e9b660 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:56.053268 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ef667611-400c-4ce6-ab86-b88e398f87bd req-45d96b7e-20ff-4f60-b123-8406e7e9b660 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/ports?device_id=59dcbef0-44be-4c98-b9d4-51d9223998d2 HTTP/1.1" status: 200 len: 944 time: 0.0524433 Mar 30 18:30:56.102150 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ef667611-400c-4ce6-ab86-b88e398f87bd req-4c3df691-91fd-4286-8c85-1c7582867e1f tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/security-groups?id=8feca345-98dd-4850-9cae-e25a0be977ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432734 Mar 30 18:30:56.268058 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] get_ports_and_sgs() called for port_ids ['4e9f0edb-e9b2-4b83-a6b6-9048b17b483e'] {{(pid=103496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:30:56.740120 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d35a7e6f-b887-45e0-9d56-c1ec6a955344 req-bb8b58b5-de47-42cd-bd09-01d6eb5acdaf tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a80789d-1649-4a2e-9d9d-727a16a2714f HTTP/1.1" status: 200 len: 210 time: 0.0318205 Mar 30 18:30:57.218535 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c05f8b-b4f9-41a1-a4f5-d7f882a1d2f2 req-1fbb12c7-59c4-405a-9291-78f4c0f800e5 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:57.219995 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b5c05f8b-b4f9-41a1-a4f5-d7f882a1d2f2 req-1fbb12c7-59c4-405a-9291-78f4c0f800e5 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/ports?device_id=59dcbef0-44be-4c98-b9d4-51d9223998d2 HTTP/1.1" status: 200 len: 944 time: 0.0529366 Mar 30 18:30:57.268825 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b5c05f8b-b4f9-41a1-a4f5-d7f882a1d2f2 req-d94b8e01-d6a1-46ea-a04d-bec481492237 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/security-groups?id=8feca345-98dd-4850-9cae-e25a0be977ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431051 Mar 30 18:30:57.649319 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 4e9f0edb-e9b2-4b83-a6b6-9048b17b483e up at agent hyperv_hv-cinder-83588 {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:30:57.700751 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Provisioning for port 4e9f0edb-e9b2-4b83-a6b6-9048b17b483e completed by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 18:30:57.704959 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Provisioning complete for port 4e9f0edb-e9b2-4b83-a6b6-9048b17b483e triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:30:57.705332 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (4e9f0edb-e9b2-4b83-a6b6-9048b17b483e), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:57.791184 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Current status of the port 4e9f0edb-e9b2-4b83-a6b6-9048b17b483e is: BUILD; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:30:57.791581 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (4e9f0edb-e9b2-4b83-a6b6-9048b17b483e), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:57.823555 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59dcbef0-44be-4c98-b9d4-51d9223998d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e9f0edb-e9b2-4b83-a6b6-9048b17b483e'}] {{(pid=103496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:30:57.824076 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-787cc9f1-c98f-4c07-9ef9-7741203f9633 req-bec2e4fe-90c3-47bf-8576-6fe0d184c9fd tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a80789d-1649-4a2e-9d9d-727a16a2714f HTTP/1.1" status: 200 len: 210 time: 0.0339601 Mar 30 18:30:57.826236 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cbde32198906eb4ff2132376d68ea43d0d8f515c48f03fe95d90af760020ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6282330-9fbb-400e-8548-f65a203bce91" -d '{"events": [{"server_uuid": "59dcbef0-44be-4c98-b9d4-51d9223998d2", "name": "network-vif-plugged", "status": "completed", "tag": "4e9f0edb-e9b2-4b83-a6b6-9048b17b483e"}]}' {{(pid=103496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:30:57.841601 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port 4e9f0edb-e9b2-4b83-a6b6-9048b17b483e, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4e9f0edb-e9b2-4b83-a6b6-9048b17b483e,segment=NetworkSegment(aea436d8-46f8-479c-bed5-a186a1319bc0),segment_id=aea436d8-46f8-479c-bed5-a186a1319bc0)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:30:57.847765 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (4e9f0edb-e9b2-4b83-a6b6-9048b17b483e), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:30:57.899095 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Pushing event updated for resources: {'Port': ['ID=4e9f0edb-e9b2-4b83-a6b6-9048b17b483e,revision_number=5']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:30:57.926722 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec63f08-4dd4-45f6-a5cb-2998bb8154e3 x-openstack-request-id: req-fec63f08-4dd4-45f6-a5cb-2998bb8154e3 {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:30:57.927043 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59dcbef0-44be-4c98-b9d4-51d9223998d2", "name": "network-vif-plugged", "status": "completed", "tag": "4e9f0edb-e9b2-4b83-a6b6-9048b17b483e", "code": 200}]} {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:30:57.927304 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fec63f08-4dd4-45f6-a5cb-2998bb8154e3 {{(pid=103496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:30:57.927712 dv-cinder-835881-1-iscsi neutron-server[103496]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fec63f08-4dd4-45f6-a5cb-2998bb8154e3'] response: {'server_uuid': '59dcbef0-44be-4c98-b9d4-51d9223998d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e9f0edb-e9b2-4b83-a6b6-9048b17b483e', 'code': 200} Mar 30 18:30:58.173373 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e14f1e-5d7a-4639-813d-fb37e6d6cd4e req-96f7f56e-9e90-41d6-9af4-5b042c082dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:58.174818 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-34e14f1e-5d7a-4639-813d-fb37e6d6cd4e req-96f7f56e-9e90-41d6-9af4-5b042c082dc3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=59dcbef0-44be-4c98-b9d4-51d9223998d2 HTTP/1.1" status: 200 len: 1129 time: 0.0469043 Mar 30 18:30:58.221474 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-34e14f1e-5d7a-4639-813d-fb37e6d6cd4e req-9ecf8981-19d8-460a-baba-b1ad62a4a175 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8feca345-98dd-4850-9cae-e25a0be977ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398872 Mar 30 18:30:58.385760 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec17b5b9-4135-4009-97d3-605ace3d0496 req-83b2f6f5-cc66-41bb-9cd1-e9bddf836669 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:58.387232 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ec17b5b9-4135-4009-97d3-605ace3d0496 req-83b2f6f5-cc66-41bb-9cd1-e9bddf836669 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/ports?device_id=59dcbef0-44be-4c98-b9d4-51d9223998d2 HTTP/1.1" status: 200 len: 945 time: 0.0515540 Mar 30 18:30:58.434558 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ec17b5b9-4135-4009-97d3-605ace3d0496 req-79789fd6-4b56-442f-8f06-64a05aa50e55 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/security-groups?id=8feca345-98dd-4850-9cae-e25a0be977ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416358 Mar 30 18:30:58.905490 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-439b0a35-74ac-4cf3-a81e-2a901d706960 req-1b9b2f83-f733-4304-96ad-4f7d9021e7a0 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a80789d-1649-4a2e-9d9d-727a16a2714f HTTP/1.1" status: 200 len: 210 time: 0.0278840 Mar 30 18:30:59.553098 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f447b-5baa-4680-a44b-510959a08dd5 req-6a936c81-b441-44a8-aebe-37c9e7bcce50 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:30:59.554552 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-551f447b-5baa-4680-a44b-510959a08dd5 req-6a936c81-b441-44a8-aebe-37c9e7bcce50 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/ports?device_id=59dcbef0-44be-4c98-b9d4-51d9223998d2 HTTP/1.1" status: 200 len: 945 time: 0.0544116 Mar 30 18:30:59.617205 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-551f447b-5baa-4680-a44b-510959a08dd5 req-fccbc97f-2895-4ba5-82d8-7612bae743aa tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/security-groups?id=8feca345-98dd-4850-9cae-e25a0be977ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571275 Mar 30 18:30:59.999363 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-463ed1b8-a94c-43ea-8b16-4f4c974b060e req-4d9bcb4c-78c1-4d73-b4d1-526201f38b3d tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a80789d-1649-4a2e-9d9d-727a16a2714f HTTP/1.1" status: 200 len: 210 time: 0.0267477 Mar 30 18:31:00.748942 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf05d0-730b-47ce-86d9-46590117cd8b req-a0f37c31-1afe-4fb3-8e29-bd1eb15e773e tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:31:00.749798 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-45cf05d0-730b-47ce-86d9-46590117cd8b req-a0f37c31-1afe-4fb3-8e29-bd1eb15e773e tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.44 "GET /v2.0/networks?id=409d44ec-6d59-4a2a-ad46-8958029d105f HTTP/1.1" status: 200 len: 815 time: 0.1310983 Mar 30 18:31:00.770626 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c95d7-22a8-499a-a11c-94177a080662 req-a2e6c68b-1dbb-4151-b89e-99ef650104c4 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:31:00.772017 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-493c95d7-22a8-499a-a11c-94177a080662 req-a2e6c68b-1dbb-4151-b89e-99ef650104c4 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/ports?device_id=59dcbef0-44be-4c98-b9d4-51d9223998d2 HTTP/1.1" status: 200 len: 945 time: 0.0771520 Mar 30 18:31:00.852564 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-493c95d7-22a8-499a-a11c-94177a080662 req-26d81930-199d-418d-807b-02cbdab58f9d tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/security-groups?id=8feca345-98dd-4850-9cae-e25a0be977ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743883 Mar 30 18:31:00.856964 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-45cf05d0-730b-47ce-86d9-46590117cd8b req-f63710e7-c309-4ed3-8ed5-3214a01cc6b8 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8293d7cfcfd4a76af620e7e01c1fb8e HTTP/1.1" status: 200 len: 380 time: 0.0942304 Mar 30 18:31:00.876316 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [req-45cf05d0-730b-47ce-86d9-46590117cd8b req-4806041c-5b24-491c-a2ff-a2fbbdd24185 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Request body: {'port': {'device_id': '3a80789d-1649-4a2e-9d9d-727a16a2714f', 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f', 'admin_state_up': True, 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'security_groups': ['7abfc9ac-f89c-4521-a810-5aaa52f8c2a4']}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:31:01.008498 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deee77e-2f39-4e1e-882d-65759bf28c1f req-fbcdc993-c606-4f8c-a42c-6a111f0ca219 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:31:01.010033 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-1deee77e-2f39-4e1e-882d-65759bf28c1f req-fbcdc993-c606-4f8c-a42c-6a111f0ca219 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/ports?device_id=59dcbef0-44be-4c98-b9d4-51d9223998d2 HTTP/1.1" status: 200 len: 945 time: 0.0901222 Mar 30 18:31:01.046954 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45cf05d0-730b-47ce-86d9-46590117cd8b req-4806041c-5b24-491c-a2ff-a2fbbdd24185 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Made reservation on behalf of c8293d7cfcfd4a76af620e7e01c1fb8e for: {'port': 1} {{(pid=103495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:31:01.050259 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-45cf05d0-730b-47ce-86d9-46590117cd8b req-4806041c-5b24-491c-a2ff-a2fbbdd24185 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:31:01.118458 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-4d81d0ae-7d21-42bb-b700-a79bbb7d8ea5 req-27c8a8c1-787b-433c-a1d4-ca0a9d45d7c3 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a80789d-1649-4a2e-9d9d-727a16a2714f HTTP/1.1" status: 200 len: 210 time: 0.0429494 Mar 30 18:31:01.123653 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-1deee77e-2f39-4e1e-882d-65759bf28c1f req-e15bcab8-e90b-46c7-8cce-05553d4ff6a1 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/security-groups?id=8feca345-98dd-4850-9cae-e25a0be977ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048415 Mar 30 18:31:01.148884 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 52954) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:31:01.225571 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.db_base_plugin_common [req-45cf05d0-730b-47ce-86d9-46590117cd8b req-4806041c-5b24-491c-a2ff-a2fbbdd24185 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Allocated IP 172.20.0.13 (409d44ec-6d59-4a2a-ad46-8958029d105f/27019e24-efa4-45b6-ac56-b13259f05e3f/b4f91b5c-7137-41df-9650-b789a8873bed) {{(pid=103495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:31:01.240358 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3ea5a7-b680-48df-887a-15f526dc139c tempest-TestShelveInstance-2112497984 tempest-TestShelveInstance-2112497984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:31:01.241905 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-1e3ea5a7-b680-48df-887a-15f526dc139c tempest-TestShelveInstance-2112497984 tempest-TestShelveInstance-2112497984-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=59dcbef0-44be-4c98-b9d4-51d9223998d2 HTTP/1.1" status: 200 len: 1124 time: 0.0920353 Mar 30 18:31:01.244991 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 52958) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:31:01.249272 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.v2.base [None req-069e9bdb-4522-4385-b4af-1c4e0b2fb371 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Request body: {'floatingip': {'floating_network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'port_id': '4e9f0edb-e9b2-4b83-a6b6-9048b17b483e', 'tenant_id': 'adc414db793a45ffa18c1af010b12a32', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:31:01.270571 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-069e9bdb-4522-4385-b4af-1c4e0b2fb371 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:31:01.366146 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-45cf05d0-730b-47ce-86d9-46590117cd8b req-4806041c-5b24-491c-a2ff-a2fbbdd24185 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for port (b4f91b5c-7137-41df-9650-b789a8873bed), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:31:01.369139 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-069e9bdb-4522-4385-b4af-1c4e0b2fb371 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:31:01.397788 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-45cf05d0-730b-47ce-86d9-46590117cd8b req-4806041c-5b24-491c-a2ff-a2fbbdd24185 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728099412974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5398852'] for port (b4f91b5c-7137-41df-9650-b789a8873bed), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:31:01.440482 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45cf05d0-730b-47ce-86d9-46590117cd8b req-4806041c-5b24-491c-a2ff-a2fbbdd24185 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Network 409d44ec-6d59-4a2a-ad46-8958029d105f is already hosted by enough agents. {{(pid=103495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:31:01.443787 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.base_scheduler [req-45cf05d0-730b-47ce-86d9-46590117cd8b req-4806041c-5b24-491c-a2ff-a2fbbdd24185 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Resources bound (agent type, host, resource id): {{(pid=103495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:31:01.449520 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.l3_dvrscheduler_db [req-45cf05d0-730b-47ce-86d9-46590117cd8b req-4806041c-5b24-491c-a2ff-a2fbbdd24185 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Received port after_create {{(pid=103495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:31:01.473338 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4806041c-5b24-491c-a2ff-a2fbbdd24185 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Pushing event updated for resources: {'Port': ['ID=b4f91b5c-7137-41df-9650-b789a8873bed,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:31:01.482009 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.db.db_base_plugin_common [None req-069e9bdb-4522-4385-b4af-1c4e0b2fb371 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Allocated IP 172.27.1.159 (91cc19c8-4e3d-4b52-9973-bc78b4427ae2/e2593658-5374-4bbb-b8e3-ff319bcb6728/b7baa52d-2d7e-4ce2-bfad-d546031f9af0) {{(pid=103494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:31:01.504036 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf05d0-730b-47ce-86d9-46590117cd8b req-4806041c-5b24-491c-a2ff-a2fbbdd24185 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:31:01.504806 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-45cf05d0-730b-47ce-86d9-46590117cd8b req-4806041c-5b24-491c-a2ff-a2fbbdd24185 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for port (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:31:01.521469 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-45cf05d0-730b-47ce-86d9-46590117cd8b req-4806041c-5b24-491c-a2ff-a2fbbdd24185 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6487968 Mar 30 18:31:01.539383 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [req-45cf05d0-730b-47ce-86d9-46590117cd8b req-223546fc-9bc9-46af-a174-27d1cd0f812a service neutron] Request body: {'port': {'device_id': '3a80789d-1649-4a2e-9d9d-727a16a2714f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:31:01.591712 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-069e9bdb-4522-4385-b4af-1c4e0b2fb371 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Publish callbacks [] for port (b7baa52d-2d7e-4ce2-bfad-d546031f9af0), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:31:01.605923 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-45cf05d0-730b-47ce-86d9-46590117cd8b req-223546fc-9bc9-46af-a174-27d1cd0f812a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (b4f91b5c-7137-41df-9650-b789a8873bed), before_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:31:01.631434 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-069e9bdb-4522-4385-b4af-1c4e0b2fb371 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728099412974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5343457'] for port (b7baa52d-2d7e-4ce2-bfad-d546031f9af0), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:31:01.680415 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069e9bdb-4522-4385-b4af-1c4e0b2fb371 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Pushing event updated for resources: {'Port': ['ID=b7baa52d-2d7e-4ce2-bfad-d546031f9af0,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:31:01.683716 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069e9bdb-4522-4385-b4af-1c4e0b2fb371 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Network 91cc19c8-4e3d-4b52-9973-bc78b4427ae2 is already hosted by enough agents. {{(pid=103494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:31:01.685389 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.base_scheduler [None req-069e9bdb-4522-4385-b4af-1c4e0b2fb371 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Resources bound (agent type, host, resource id): {{(pid=103494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:31:01.687477 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069e9bdb-4522-4385-b4af-1c4e0b2fb371 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Received port after_create {{(pid=103494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:31:01.736329 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-2831157c-bac9-460d-9c89-62d62ecad4ad None None] Provisioning complete for port b4f91b5c-7137-41df-9650-b789a8873bed triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:31:01.736878 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-2831157c-bac9-460d-9c89-62d62ecad4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (b4f91b5c-7137-41df-9650-b789a8873bed), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:31:01.771770 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-2831157c-bac9-460d-9c89-62d62ecad4ad None None] Port b4f91b5c-7137-41df-9650-b789a8873bed cannot update to ACTIVE because it is not bound. {{(pid=103496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:31:01.877896 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.notifiers.nova [req-45cf05d0-730b-47ce-86d9-46590117cd8b req-223546fc-9bc9-46af-a174-27d1cd0f812a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4f91b5c-7137-41df-9650-b789a8873bed {{(pid=103495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:31:01.885946 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-45cf05d0-730b-47ce-86d9-46590117cd8b req-223546fc-9bc9-46af-a174-27d1cd0f812a service neutron] Publish callbacks [] for port (b4f91b5c-7137-41df-9650-b789a8873bed), precommit_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:31:01.897859 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.provisioning_blocks [req-45cf05d0-730b-47ce-86d9-46590117cd8b req-223546fc-9bc9-46af-a174-27d1cd0f812a service neutron] Transition to ACTIVE for port object b4f91b5c-7137-41df-9650-b789a8873bed will not be triggered until provisioned by entity L2. {{(pid=103495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 18:31:01.902959 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-45cf05d0-730b-47ce-86d9-46590117cd8b req-223546fc-9bc9-46af-a174-27d1cd0f812a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5398861'] for port (b4f91b5c-7137-41df-9650-b789a8873bed), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:31:01.952571 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223546fc-9bc9-46af-a174-27d1cd0f812a service neutron] Pushing event updated for resources: {'Port': ['ID=b4f91b5c-7137-41df-9650-b789a8873bed,revision_number=2']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:31:02.030531 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.managers [req-45cf05d0-730b-47ce-86d9-46590117cd8b req-223546fc-9bc9-46af-a174-27d1cd0f812a service neutron] Attempting to bind port b4f91b5c-7137-41df-9650-b789a8873bed on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:31:02.031153 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.managers [req-45cf05d0-730b-47ce-86d9-46590117cd8b req-223546fc-9bc9-46af-a174-27d1cd0f812a service neutron] Attempting to bind port b4f91b5c-7137-41df-9650-b789a8873bed by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '4ec4d92a-b07f-4238-acb7-e362a3423113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f'}] {{(pid=103495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:31:02.031367 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cf05d0-730b-47ce-86d9-46590117cd8b req-223546fc-9bc9-46af-a174-27d1cd0f812a service neutron] Attempting to bind port b4f91b5c-7137-41df-9650-b789a8873bed on network 409d44ec-6d59-4a2a-ad46-8958029d105f {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:31:02.036781 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cf05d0-730b-47ce-86d9-46590117cd8b req-223546fc-9bc9-46af-a174-27d1cd0f812a service neutron] Port b4f91b5c-7137-41df-9650-b789a8873bed on network 409d44ec-6d59-4a2a-ad46-8958029d105f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 18:31:02.037195 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cf05d0-730b-47ce-86d9-46590117cd8b req-223546fc-9bc9-46af-a174-27d1cd0f812a service neutron] Attempting to bind port b4f91b5c-7137-41df-9650-b789a8873bed on network 409d44ec-6d59-4a2a-ad46-8958029d105f {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:31:02.042534 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cf05d0-730b-47ce-86d9-46590117cd8b req-223546fc-9bc9-46af-a174-27d1cd0f812a service neutron] Checking agent: {'id': 'ab438a54-a4f6-4fd3-b589-96aa27265666', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 15, 49), 'started_at': datetime.datetime(2022, 3, 30, 18, 15, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:31:02.042962 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cf05d0-730b-47ce-86d9-46590117cd8b req-223546fc-9bc9-46af-a174-27d1cd0f812a service neutron] Checking segment: {'id': '4ec4d92a-b07f-4238-acb7-e362a3423113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:31:02.043354 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cf05d0-730b-47ce-86d9-46590117cd8b req-223546fc-9bc9-46af-a174-27d1cd0f812a service neutron] Bound using segment: {'id': '4ec4d92a-b07f-4238-acb7-e362a3423113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f'} {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:31:02.043790 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.managers [req-45cf05d0-730b-47ce-86d9-46590117cd8b req-223546fc-9bc9-46af-a174-27d1cd0f812a service neutron] Bound port: b4f91b5c-7137-41df-9650-b789a8873bed, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ec4d92a-b07f-4238-acb7-e362a3423113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f'}}] {{(pid=103495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:31:02.044159 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-45cf05d0-730b-47ce-86d9-46590117cd8b req-223546fc-9bc9-46af-a174-27d1cd0f812a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (b4f91b5c-7137-41df-9650-b789a8873bed), before_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:31:02.060408 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-069e9bdb-4522-4385-b4af-1c4e0b2fb371 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Publish callbacks [] for floatingip (19ce702c-5f6c-4471-bf13-296be2c31dc1), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:31:02.115290 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [req-45cf05d0-730b-47ce-86d9-46590117cd8b req-223546fc-9bc9-46af-a174-27d1cd0f812a service neutron] For port b4f91b5c-7137-41df-9650-b789a8873bed, host hv-cinder-83588, cleared binding levels {{(pid=103495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:31:02.119045 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [req-45cf05d0-730b-47ce-86d9-46590117cd8b req-223546fc-9bc9-46af-a174-27d1cd0f812a service neutron] For port b4f91b5c-7137-41df-9650-b789a8873bed, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b4f91b5c-7137-41df-9650-b789a8873bed,segment=NetworkSegment(4ec4d92a-b07f-4238-acb7-e362a3423113),segment_id=4ec4d92a-b07f-4238-acb7-e362a3423113)] {{(pid=103495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:31:02.125906 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-45cf05d0-730b-47ce-86d9-46590117cd8b req-223546fc-9bc9-46af-a174-27d1cd0f812a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5398861'] for port (b4f91b5c-7137-41df-9650-b789a8873bed), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:31:02.136127 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-069e9bdb-4522-4385-b4af-1c4e0b2fb371 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (b7baa52d-2d7e-4ce2-bfad-d546031f9af0), before_update {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:31:02.163776 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf05d0-730b-47ce-86d9-46590117cd8b req-223546fc-9bc9-46af-a174-27d1cd0f812a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:31:02.164425 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-45cf05d0-730b-47ce-86d9-46590117cd8b req-223546fc-9bc9-46af-a174-27d1cd0f812a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for port (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:31:02.165808 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-45cf05d0-730b-47ce-86d9-46590117cd8b req-223546fc-9bc9-46af-a174-27d1cd0f812a service neutron] 10.222.0.44 "PUT /v2.0/ports/b4f91b5c-7137-41df-9650-b789a8873bed HTTP/1.1" status: 200 len: 1094 time: 0.6312907 Mar 30 18:31:02.168199 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a80789d-1649-4a2e-9d9d-727a16a2714f', 'tag': 'b4f91b5c-7137-41df-9650-b789a8873bed'}] {{(pid=103495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:31:02.170597 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0dfb30c8fd1ad248dcf0c7d180f6bc71f3cc1084e8ff52034c63c32eff48f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1a5ee1-2d5e-490e-b531-cf7e30e1372d" -d '{"events": [{"name": "network-changed", "server_uuid": "3a80789d-1649-4a2e-9d9d-727a16a2714f", "tag": "b4f91b5c-7137-41df-9650-b789a8873bed"}]}' {{(pid=103495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:31:02.214020 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223546fc-9bc9-46af-a174-27d1cd0f812a service neutron] Pushing event updated for resources: {'Port': ['ID=b4f91b5c-7137-41df-9650-b789a8873bed,revision_number=3']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:31:02.234770 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f69d3be-0032-4d84-a370-31f5349011fa x-openstack-request-id: req-0f69d3be-0032-4d84-a370-31f5349011fa {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:31:02.235185 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a80789d-1649-4a2e-9d9d-727a16a2714f", "tag": "b4f91b5c-7137-41df-9650-b789a8873bed", "status": "completed", "code": 200}]} {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:31:02.235532 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0f69d3be-0032-4d84-a370-31f5349011fa {{(pid=103495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:31:02.236121 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f69d3be-0032-4d84-a370-31f5349011fa'] response: {'name': 'network-changed', 'server_uuid': '3a80789d-1649-4a2e-9d9d-727a16a2714f', 'tag': 'b4f91b5c-7137-41df-9650-b789a8873bed', 'status': 'completed', 'code': 200} Mar 30 18:31:02.324373 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-069e9bdb-4522-4385-b4af-1c4e0b2fb371 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Publish callbacks [] for port (b7baa52d-2d7e-4ce2-bfad-d546031f9af0), precommit_update {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:31:02.329802 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa627d-8a76-49ac-ac65-52b58ea86f35 req-97b74920-b7ee-4cf8-a153-9b290eb2ece4 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:31:02.330512 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-069e9bdb-4522-4385-b4af-1c4e0b2fb371 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5343464'] for port (b7baa52d-2d7e-4ce2-bfad-d546031f9af0), after_update {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:31:02.331525 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-45fa627d-8a76-49ac-ac65-52b58ea86f35 req-97b74920-b7ee-4cf8-a153-9b290eb2ece4 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a80789d-1649-4a2e-9d9d-727a16a2714f HTTP/1.1" status: 200 len: 944 time: 0.0898709 Mar 30 18:31:02.335256 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf05d0-730b-47ce-86d9-46590117cd8b req-616e68f4-0fe1-450a-b720-9ccd9eeaf4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:31:02.336770 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-45cf05d0-730b-47ce-86d9-46590117cd8b req-616e68f4-0fe1-450a-b720-9ccd9eeaf4d9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c8293d7cfcfd4a76af620e7e01c1fb8e&device_id=3a80789d-1649-4a2e-9d9d-727a16a2714f HTTP/1.1" status: 200 len: 1128 time: 0.0851524 Mar 30 18:31:02.397120 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-45cf05d0-730b-47ce-86d9-46590117cd8b req-6d177089-c26e-4e94-89cf-63e9e3d5cd31 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b4f91b5c-7137-41df-9650-b789a8873bed HTTP/1.1" status: 200 len: 217 time: 0.0471587 Mar 30 18:31:02.412691 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069e9bdb-4522-4385-b4af-1c4e0b2fb371 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Pushing event updated for resources: {'Port': ['ID=b7baa52d-2d7e-4ce2-bfad-d546031f9af0,revision_number=2']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:31:02.417627 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-069e9bdb-4522-4385-b4af-1c4e0b2fb371 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541296'] for floatingip (19ce702c-5f6c-4471-bf13-296be2c31dc1), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:31:02.455574 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-45fa627d-8a76-49ac-ac65-52b58ea86f35 req-3fb60cdc-4247-45cb-a607-991457f580c0 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/security-groups?id=7abfc9ac-f89c-4521-a810-5aaa52f8c2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126604 Mar 30 18:31:02.464481 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf05d0-730b-47ce-86d9-46590117cd8b req-c2af2a23-49e2-43d9-8625-1980358d6f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:31:02.465956 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-45cf05d0-730b-47ce-86d9-46590117cd8b req-c2af2a23-49e2-43d9-8625-1980358d6f85 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=27019e24-efa4-45b6-ac56-b13259f05e3f HTTP/1.1" status: 200 len: 854 time: 0.0631173 Mar 30 18:31:02.515846 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf05d0-730b-47ce-86d9-46590117cd8b req-32a85edd-1271-44fe-9cf8-c4d918e3b24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:31:02.517333 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-45cf05d0-730b-47ce-86d9-46590117cd8b req-32a85edd-1271-44fe-9cf8-c4d918e3b24b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=409d44ec-6d59-4a2a-ad46-8958029d105f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444107 Mar 30 18:31:02.522907 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.db.l3_db [None req-069e9bdb-4522-4385-b4af-1c4e0b2fb371 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Floating IP 19ce702c-5f6c-4471-bf13-296be2c31dc1 associated. External IP: 172.27.1.159, port: 4e9f0edb-e9b2-4b83-a6b6-9048b17b483e. Mar 30 18:31:02.609181 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-45cf05d0-730b-47ce-86d9-46590117cd8b req-7a14ee91-a3e7-44f9-898f-cf5c1f45a184 service neutron] 10.222.0.44 "GET /v2.0/networks/409d44ec-6d59-4a2a-ad46-8958029d105f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851462 Mar 30 18:31:02.697332 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-45cf05d0-730b-47ce-86d9-46590117cd8b req-bc620c42-5899-4648-9b09-03c6b34c8a7c service neutron] 10.222.0.44 "GET /v2.0/networks/409d44ec-6d59-4a2a-ad46-8958029d105f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823181 Mar 30 18:31:02.732140 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-069e9bdb-4522-4385-b4af-1c4e0b2fb371 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Router 763c50f3-e43f-470b-bc9d-e581931aa401 has already been hosted by L3 agent d6545c5f-a93c-4a15-87cd-019d3e75e7be {{(pid=103494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:31:02.836044 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a5ee1-2d5e-490e-b531-cf7e30e1372d req-ce9d7783-62d4-4e83-8520-36cb6f792ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:31:02.837633 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ad1a5ee1-2d5e-490e-b531-cf7e30e1372d req-ce9d7783-62d4-4e83-8520-36cb6f792ee3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c8293d7cfcfd4a76af620e7e01c1fb8e&device_id=3a80789d-1649-4a2e-9d9d-727a16a2714f HTTP/1.1" status: 200 len: 1128 time: 0.0473931 Mar 30 18:31:02.843747 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-069e9bdb-4522-4385-b4af-1c4e0b2fb371 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Notify agent at l3_agent.dv-cinder-835881-1-iscsi the message routers_updated {{(pid=103494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:31:02.854250 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82696419-5024-403a-8714-9589c6f5e844 None None] Sync routers for ids ['763c50f3-e43f-470b-bc9d-e581931aa401'] in dv-cinder-835881-1-iscsi {{(pid=103497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:31:02.863540 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-069e9bdb-4522-4385-b4af-1c4e0b2fb371 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for floatingip (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:31:02.864160 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82696419-5024-403a-8714-9589c6f5e844 None None] Routers {'763c50f3-e43f-470b-bc9d-e581931aa401'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:31:02.864784 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-82696419-5024-403a-8714-9589c6f5e844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:30:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['763c50f3-e43f-470b-bc9d-e581931aa401'], 'active': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:31:02.902538 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-069e9bdb-4522-4385-b4af-1c4e0b2fb371 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6497238 Mar 30 18:31:02.902538 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59dcbef0-44be-4c98-b9d4-51d9223998d2', 'tag': '4e9f0edb-e9b2-4b83-a6b6-9048b17b483e'}] {{(pid=103494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:31:02.902538 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb351bb8290705a302d4a38882229c6eed6c712c49b0ac171ffbe10a695cd3a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157e6b63-c421-46aa-a288-52deb7c305ed" -d '{"events": [{"name": "network-changed", "server_uuid": "59dcbef0-44be-4c98-b9d4-51d9223998d2", "tag": "4e9f0edb-e9b2-4b83-a6b6-9048b17b483e"}]}' {{(pid=103494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:31:02.942508 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-464a7acf-664e-4f28-b73c-ecb1bd951544 x-openstack-request-id: req-464a7acf-664e-4f28-b73c-ecb1bd951544 {{(pid=103494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:31:02.942798 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59dcbef0-44be-4c98-b9d4-51d9223998d2", "tag": "4e9f0edb-e9b2-4b83-a6b6-9048b17b483e", "status": "completed", "code": 200}]} {{(pid=103494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:31:02.943049 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-464a7acf-664e-4f28-b73c-ecb1bd951544 {{(pid=103494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:31:02.943450 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.notifiers.nova [-] Nova event matching ['req-464a7acf-664e-4f28-b73c-ecb1bd951544'] response: {'name': 'network-changed', 'server_uuid': '59dcbef0-44be-4c98-b9d4-51d9223998d2', 'tag': '4e9f0edb-e9b2-4b83-a6b6-9048b17b483e', 'status': 'completed', 'code': 200} Mar 30 18:31:02.950379 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a5ee1-2d5e-490e-b531-cf7e30e1372d req-2b959bf5-ea9d-41a1-b2dc-a427e2b5ccc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:31:02.951849 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ad1a5ee1-2d5e-490e-b531-cf7e30e1372d req-2b959bf5-ea9d-41a1-b2dc-a427e2b5ccc3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=409d44ec-6d59-4a2a-ad46-8958029d105f HTTP/1.1" status: 200 len: 916 time: 0.1078238 Mar 30 18:31:02.980674 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvr_db [None req-82696419-5024-403a-8714-9589c6f5e844 None None] Set router 763c50f3-e43f-470b-bc9d-e581931aa401 gateway port host: dv-cinder-835881-1-iscsi {{(pid=103497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:31:03.020290 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ad1a5ee1-2d5e-490e-b531-cf7e30e1372d req-1770a384-ce56-40d4-b73d-f03f1c38e98e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b4f91b5c-7137-41df-9650-b789a8873bed HTTP/1.1" status: 200 len: 217 time: 0.0445762 Mar 30 18:31:03.092768 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a5ee1-2d5e-490e-b531-cf7e30e1372d req-eb01fdf8-1036-49bf-b88c-1a27c338a11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:31:03.094232 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ad1a5ee1-2d5e-490e-b531-cf7e30e1372d req-eb01fdf8-1036-49bf-b88c-1a27c338a11f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=27019e24-efa4-45b6-ac56-b13259f05e3f HTTP/1.1" status: 200 len: 854 time: 0.0599132 Mar 30 18:31:03.099626 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e6b63-c421-46aa-a288-52deb7c305ed req-67a3ebd2-d817-4579-a7af-da6287f39043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:31:03.101039 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-157e6b63-c421-46aa-a288-52deb7c305ed req-67a3ebd2-d817-4579-a7af-da6287f39043 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=adc414db793a45ffa18c1af010b12a32&device_id=59dcbef0-44be-4c98-b9d4-51d9223998d2 HTTP/1.1" status: 200 len: 1129 time: 0.0909541 Mar 30 18:31:03.175153 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.agents_db [None req-01a7ea33-ae04-4be9-ae8a-11827e05d97f None None] Agent healthcheck: found 6 active agents {{(pid=103497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:31:03.221444 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-82696419-5024-403a-8714-9589c6f5e844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763c50f3-e43f-470b-bc9d-e581931aa401', 'name': 'tempest-TestShelveInstance-357335532-router', 'tenant_id': 'adc414db793a45ffa18c1af010b12a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '6081157b-72c1-4a41-a8a5-2b9e014e5160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:30:15Z', 'updated_at': '2022-03-30T18:30:18Z', 'revision_number': 4, 'project_id': 'adc414db793a45ffa18c1af010b12a32', 'gw_port': {'id': '6081157b-72c1-4a41-a8a5-2b9e014e5160', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:42:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763c50f3-e43f-470b-bc9d-e581931aa401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:30:16Z', 'updated_at': '2022-03-30T18:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_floatingips': [{'id': '19ce702c-5f6c-4471-bf13-296be2c31dc1', 'tenant_id': 'adc414db793a45ffa18c1af010b12a32', 'floating_ip_address': '172.27.1.159', 'floating_network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'router_id': '763c50f3-e43f-470b-bc9d-e581931aa401', 'port_id': '4e9f0edb-e9b2-4b83-a6b6-9048b17b483e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5de71a0-14ad-4ef8-a889-ddf5c13efa1f', 'mac_address': 'fa:16:3e:f9:2b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dcbef0-44be-4c98-b9d4-51d9223998d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:31:01Z', 'updated_at': '2022-03-30T18:31:01Z', 'revision_number': 0, 'project_id': 'adc414db793a45ffa18c1af010b12a32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '701142ab-24b3-4078-b018-82403af224c9', 'name': '', 'network_id': 'e5de71a0-14ad-4ef8-a889-ddf5c13efa1f', 'tenant_id': 'adc414db793a45ffa18c1af010b12a32', 'mac_address': 'fa:16:3e:88:99:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763c50f3-e43f-470b-bc9d-e581931aa401', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'f95acf74-50cf-4b9c-93f5-6d4687a32a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:30:18Z', 'updated_at': '2022-03-30T18:30:23Z', 'revision_number': 5, 'project_id': 'adc414db793a45ffa18c1af010b12a32', 'subnets': [{'id': 'f95acf74-50cf-4b9c-93f5-6d4687a32a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:31:03.249146 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82696419-5024-403a-8714-9589c6f5e844 None None] Checking router: 763c50f3-e43f-470b-bc9d-e581931aa401 for host: dv-cinder-835881-1-iscsi {{(pid=103497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:31:03.259932 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82696419-5024-403a-8714-9589c6f5e844 None None] Routers {'763c50f3-e43f-470b-bc9d-e581931aa401'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:31:03.260565 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-82696419-5024-403a-8714-9589c6f5e844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:30:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['763c50f3-e43f-470b-bc9d-e581931aa401'], 'active': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:31:03.378662 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvr_db [None req-82696419-5024-403a-8714-9589c6f5e844 None None] Set router 763c50f3-e43f-470b-bc9d-e581931aa401 gateway port host: dv-cinder-835881-1-iscsi {{(pid=103497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:31:03.491437 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a5ee1-2d5e-490e-b531-cf7e30e1372d req-cfa3d5c1-2f0f-42a5-b60c-ba015c1c3b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:31:03.492929 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ad1a5ee1-2d5e-490e-b531-cf7e30e1372d req-cfa3d5c1-2f0f-42a5-b60c-ba015c1c3b17 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=409d44ec-6d59-4a2a-ad46-8958029d105f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3910604 Mar 30 18:31:03.547189 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e6b63-c421-46aa-a288-52deb7c305ed req-b57745b8-54eb-43b8-a38e-4fe57b62e299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:31:03.548561 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-157e6b63-c421-46aa-a288-52deb7c305ed req-b57745b8-54eb-43b8-a38e-4fe57b62e299 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e5de71a0-14ad-4ef8-a889-ddf5c13efa1f HTTP/1.1" status: 200 len: 909 time: 0.4394290 Mar 30 18:31:03.612166 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-82696419-5024-403a-8714-9589c6f5e844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763c50f3-e43f-470b-bc9d-e581931aa401', 'name': 'tempest-TestShelveInstance-357335532-router', 'tenant_id': 'adc414db793a45ffa18c1af010b12a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '6081157b-72c1-4a41-a8a5-2b9e014e5160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:30:15Z', 'updated_at': '2022-03-30T18:30:18Z', 'revision_number': 4, 'project_id': 'adc414db793a45ffa18c1af010b12a32', 'gw_port': {'id': '6081157b-72c1-4a41-a8a5-2b9e014e5160', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:42:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763c50f3-e43f-470b-bc9d-e581931aa401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:30:16Z', 'updated_at': '2022-03-30T18:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_floatingips': [{'id': '19ce702c-5f6c-4471-bf13-296be2c31dc1', 'tenant_id': 'adc414db793a45ffa18c1af010b12a32', 'floating_ip_address': '172.27.1.159', 'floating_network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'router_id': '763c50f3-e43f-470b-bc9d-e581931aa401', 'port_id': '4e9f0edb-e9b2-4b83-a6b6-9048b17b483e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5de71a0-14ad-4ef8-a889-ddf5c13efa1f', 'mac_address': 'fa:16:3e:f9:2b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dcbef0-44be-4c98-b9d4-51d9223998d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:31:01Z', 'updated_at': '2022-03-30T18:31:01Z', 'revision_number': 0, 'project_id': 'adc414db793a45ffa18c1af010b12a32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '701142ab-24b3-4078-b018-82403af224c9', 'name': '', 'network_id': 'e5de71a0-14ad-4ef8-a889-ddf5c13efa1f', 'tenant_id': 'adc414db793a45ffa18c1af010b12a32', 'mac_address': 'fa:16:3e:88:99:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763c50f3-e43f-470b-bc9d-e581931aa401', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'f95acf74-50cf-4b9c-93f5-6d4687a32a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:30:18Z', 'updated_at': '2022-03-30T18:30:23Z', 'revision_number': 5, 'project_id': 'adc414db793a45ffa18c1af010b12a32', 'subnets': [{'id': 'f95acf74-50cf-4b9c-93f5-6d4687a32a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:31:03.639715 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82696419-5024-403a-8714-9589c6f5e844 None None] The sync data for ids ['763c50f3-e43f-470b-bc9d-e581931aa401'] in dv-cinder-835881-1-iscsi is: [{'id': '763c50f3-e43f-470b-bc9d-e581931aa401', 'name': 'tempest-TestShelveInstance-357335532-router', 'tenant_id': 'adc414db793a45ffa18c1af010b12a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '6081157b-72c1-4a41-a8a5-2b9e014e5160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:30:15Z', 'updated_at': '2022-03-30T18:30:18Z', 'revision_number': 4, 'project_id': 'adc414db793a45ffa18c1af010b12a32', 'gw_port': {'id': '6081157b-72c1-4a41-a8a5-2b9e014e5160', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:42:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763c50f3-e43f-470b-bc9d-e581931aa401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:30:16Z', 'updated_at': '2022-03-30T18:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_floatingips': [{'id': '19ce702c-5f6c-4471-bf13-296be2c31dc1', 'tenant_id': 'adc414db793a45ffa18c1af010b12a32', 'floating_ip_address': '172.27.1.159', 'floating_network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'router_id': '763c50f3-e43f-470b-bc9d-e581931aa401', 'port_id': '4e9f0edb-e9b2-4b83-a6b6-9048b17b483e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5de71a0-14ad-4ef8-a889-ddf5c13efa1f', 'mac_address': 'fa:16:3e:f9:2b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59dcbef0-44be-4c98-b9d4-51d9223998d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:31:01Z', 'updated_at': '2022-03-30T18:31:01Z', 'revision_number': 0, 'project_id': 'adc414db793a45ffa18c1af010b12a32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '701142ab-24b3-4078-b018-82403af224c9', 'name': '', 'network_id': 'e5de71a0-14ad-4ef8-a889-ddf5c13efa1f', 'tenant_id': 'adc414db793a45ffa18c1af010b12a32', 'mac_address': 'fa:16:3e:88:99:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763c50f3-e43f-470b-bc9d-e581931aa401', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'f95acf74-50cf-4b9c-93f5-6d4687a32a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:30:18Z', 'updated_at': '2022-03-30T18:30:23Z', 'revision_number': 5, 'project_id': 'adc414db793a45ffa18c1af010b12a32', 'subnets': [{'id': 'f95acf74-50cf-4b9c-93f5-6d4687a32a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:31:03.666467 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-157e6b63-c421-46aa-a288-52deb7c305ed req-c290df4b-5754-4c2d-b405-7a220ed88ad6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e9f0edb-e9b2-4b83-a6b6-9048b17b483e HTTP/1.1" status: 200 len: 999 time: 0.1043668 Mar 30 18:31:03.691968 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c91852-f8cd-44f4-85cb-a05fd5f8d453 req-5019a01e-1b21-4d6a-a6f6-fa9de362bb3d tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:31:03.693602 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d4c91852-f8cd-44f4-85cb-a05fd5f8d453 req-5019a01e-1b21-4d6a-a6f6-fa9de362bb3d tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a80789d-1649-4a2e-9d9d-727a16a2714f HTTP/1.1" status: 200 len: 944 time: 0.1481540 Mar 30 18:31:03.696642 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ad1a5ee1-2d5e-490e-b531-cf7e30e1372d req-db62dc9d-7905-48e5-a106-280cc8da2432 service neutron] 10.222.0.44 "GET /v2.0/networks/409d44ec-6d59-4a2a-ad46-8958029d105f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932924 Mar 30 18:31:03.817040 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e6b63-c421-46aa-a288-52deb7c305ed req-7d4702ba-18c0-43e3-af79-65e6f01f11e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:31:03.818460 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-157e6b63-c421-46aa-a288-52deb7c305ed req-7d4702ba-18c0-43e3-af79-65e6f01f11e5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f95acf74-50cf-4b9c-93f5-6d4687a32a8f HTTP/1.1" status: 200 len: 847 time: 0.1429794 Mar 30 18:31:03.831711 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d025459-3caa-4b55-9f39-56c2f9786464 None None] New status for floating IP 19ce702c-5f6c-4471-bf13-296be2c31dc1: ACTIVE {{(pid=103496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:31:03.835959 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d4c91852-f8cd-44f4-85cb-a05fd5f8d453 req-a870b335-c3f9-4e0d-9862-db4b96c15871 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/security-groups?id=7abfc9ac-f89c-4521-a810-5aaa52f8c2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197655 Mar 30 18:31:03.881516 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ad1a5ee1-2d5e-490e-b531-cf7e30e1372d req-88f693a8-919b-4fbc-ac99-c7a8e375268e service neutron] 10.222.0.44 "GET /v2.0/networks/409d44ec-6d59-4a2a-ad46-8958029d105f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663768 Mar 30 18:31:03.893800 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e6b63-c421-46aa-a288-52deb7c305ed req-8878e521-faed-4fc8-9c97-cbcca805883b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:31:03.895848 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-157e6b63-c421-46aa-a288-52deb7c305ed req-8878e521-faed-4fc8-9c97-cbcca805883b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e5de71a0-14ad-4ef8-a889-ddf5c13efa1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0635583 Mar 30 18:31:03.993183 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-157e6b63-c421-46aa-a288-52deb7c305ed req-30ad92a1-8308-4f3b-9603-5c8a98007f61 service neutron] 10.222.0.44 "GET /v2.0/networks/e5de71a0-14ad-4ef8-a889-ddf5c13efa1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875273 Mar 30 18:31:04.084112 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-157e6b63-c421-46aa-a288-52deb7c305ed req-04aa311f-c089-4aee-bd9e-6350546b5216 service neutron] 10.222.0.44 "GET /v2.0/networks/e5de71a0-14ad-4ef8-a889-ddf5c13efa1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842335 Mar 30 18:31:04.963744 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d810b4-e01d-4e31-8624-d3306b9f15d4 req-22ca9c66-a273-4c5a-a499-085ac36e5d64 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:31:04.965191 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-17d810b4-e01d-4e31-8624-d3306b9f15d4 req-22ca9c66-a273-4c5a-a499-085ac36e5d64 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a80789d-1649-4a2e-9d9d-727a16a2714f HTTP/1.1" status: 200 len: 944 time: 0.0565231 Mar 30 18:31:05.010705 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-17d810b4-e01d-4e31-8624-d3306b9f15d4 req-34820fe0-76bf-4ca1-a8ec-5d8c45baaa70 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/security-groups?id=7abfc9ac-f89c-4521-a810-5aaa52f8c2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399177 Mar 30 18:31:05.726092 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device b4f91b5c-7137-41df-9650-b789a8873bed details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:31:05.822574 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port b4f91b5c-7137-41df-9650-b789a8873bed, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b4f91b5c-7137-41df-9650-b789a8873bed,segment=NetworkSegment(4ec4d92a-b07f-4238-acb7-e362a3423113),segment_id=4ec4d92a-b07f-4238-acb7-e362a3423113)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:31:05.834511 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Returning: {'device': 'b4f91b5c-7137-41df-9650-b789a8873bed', 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f', 'port_id': 'b4f91b5c-7137-41df-9650-b789a8873bed', 'mac_address': 'fa:16:3e:bc:ee:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27019e24-efa4-45b6-ac56-b13259f05e3f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:31:05.870254 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Current status of the port b4f91b5c-7137-41df-9650-b789a8873bed is: DOWN; New status is: BUILD {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:31:05.870642 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (b4f91b5c-7137-41df-9650-b789a8873bed), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:31:05.884069 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4f91b5c-7137-41df-9650-b789a8873bed {{(pid=103496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:31:05.903610 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port b4f91b5c-7137-41df-9650-b789a8873bed, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b4f91b5c-7137-41df-9650-b789a8873bed,segment=NetworkSegment(4ec4d92a-b07f-4238-acb7-e362a3423113),segment_id=4ec4d92a-b07f-4238-acb7-e362a3423113)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:31:05.907416 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (b4f91b5c-7137-41df-9650-b789a8873bed), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:31:05.952151 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Pushing event updated for resources: {'Port': ['ID=b4f91b5c-7137-41df-9650-b789a8873bed,revision_number=4']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:31:06.127750 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba3c45-031e-4873-896e-d5b5d4ca53d0 req-bab4eb17-1ae9-45f0-8ee2-288e30fcc514 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:31:06.129832 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-aaba3c45-031e-4873-896e-d5b5d4ca53d0 req-bab4eb17-1ae9-45f0-8ee2-288e30fcc514 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a80789d-1649-4a2e-9d9d-727a16a2714f HTTP/1.1" status: 200 len: 945 time: 0.0518777 Mar 30 18:31:06.174969 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-aaba3c45-031e-4873-896e-d5b5d4ca53d0 req-e3ce0f92-6345-4582-b78a-3819b9065413 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/security-groups?id=7abfc9ac-f89c-4521-a810-5aaa52f8c2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396640 Mar 30 18:31:06.319790 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] get_ports_and_sgs() called for port_ids ['b4f91b5c-7137-41df-9650-b789a8873bed'] {{(pid=103496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:31:07.296335 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b52d4-8671-4e4f-9bf2-ad450c1d4687 req-42c7c810-0bd5-47b3-aab0-1d79eb0eb766 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:31:07.297812 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e72b52d4-8671-4e4f-9bf2-ad450c1d4687 req-42c7c810-0bd5-47b3-aab0-1d79eb0eb766 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a80789d-1649-4a2e-9d9d-727a16a2714f HTTP/1.1" status: 200 len: 945 time: 0.0532024 Mar 30 18:31:07.349706 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e72b52d4-8671-4e4f-9bf2-ad450c1d4687 req-9dd8c999-c494-4f9f-9ef1-85f3896c6bec tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/security-groups?id=7abfc9ac-f89c-4521-a810-5aaa52f8c2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445564 Mar 30 18:31:07.727489 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device b4f91b5c-7137-41df-9650-b789a8873bed up at agent hyperv_hv-cinder-83588 {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:31:07.775588 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Provisioning for port b4f91b5c-7137-41df-9650-b789a8873bed completed by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 18:31:07.779249 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Provisioning complete for port b4f91b5c-7137-41df-9650-b789a8873bed triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:31:07.779620 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (b4f91b5c-7137-41df-9650-b789a8873bed), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:31:07.858503 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Current status of the port b4f91b5c-7137-41df-9650-b789a8873bed is: BUILD; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:31:07.858899 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (b4f91b5c-7137-41df-9650-b789a8873bed), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:31:07.880919 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a80789d-1649-4a2e-9d9d-727a16a2714f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f91b5c-7137-41df-9650-b789a8873bed'}] {{(pid=103496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:31:07.883149 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cbde32198906eb4ff2132376d68ea43d0d8f515c48f03fe95d90af760020ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419a8006-08c1-47c9-855e-952bfd2c43df" -d '{"events": [{"server_uuid": "3a80789d-1649-4a2e-9d9d-727a16a2714f", "name": "network-vif-plugged", "status": "completed", "tag": "b4f91b5c-7137-41df-9650-b789a8873bed"}]}' {{(pid=103496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:31:07.895965 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port b4f91b5c-7137-41df-9650-b789a8873bed, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b4f91b5c-7137-41df-9650-b789a8873bed,segment=NetworkSegment(4ec4d92a-b07f-4238-acb7-e362a3423113),segment_id=4ec4d92a-b07f-4238-acb7-e362a3423113)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:31:07.900485 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (b4f91b5c-7137-41df-9650-b789a8873bed), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:31:07.924899 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833fcbc3-4e1a-424f-8010-9e6c6414859b x-openstack-request-id: req-833fcbc3-4e1a-424f-8010-9e6c6414859b {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:31:07.925197 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a80789d-1649-4a2e-9d9d-727a16a2714f", "name": "network-vif-plugged", "status": "completed", "tag": "b4f91b5c-7137-41df-9650-b789a8873bed", "code": 200}]} {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:31:07.925455 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-833fcbc3-4e1a-424f-8010-9e6c6414859b {{(pid=103496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:31:07.925928 dv-cinder-835881-1-iscsi neutron-server[103496]: INFO neutron.notifiers.nova [-] Nova event matching ['req-833fcbc3-4e1a-424f-8010-9e6c6414859b'] response: {'server_uuid': '3a80789d-1649-4a2e-9d9d-727a16a2714f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f91b5c-7137-41df-9650-b789a8873bed', 'code': 200} Mar 30 18:31:07.951369 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Pushing event updated for resources: {'Port': ['ID=b4f91b5c-7137-41df-9650-b789a8873bed,revision_number=5']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:31:08.129408 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38be23e-4df8-4bc3-b9f6-8cac4a3f52be req-a04f3efa-896f-4754-a693-06ff625eac76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:31:08.130890 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b38be23e-4df8-4bc3-b9f6-8cac4a3f52be req-a04f3efa-896f-4754-a693-06ff625eac76 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3a80789d-1649-4a2e-9d9d-727a16a2714f HTTP/1.1" status: 200 len: 1130 time: 0.0432556 Mar 30 18:31:08.173914 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b38be23e-4df8-4bc3-b9f6-8cac4a3f52be req-049fa7ac-9ee9-46a5-b8f9-2200c328d867 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=7abfc9ac-f89c-4521-a810-5aaa52f8c2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368009 Mar 30 18:31:08.466029 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c55066c-ca7a-4b95-84c5-19af8cc143f3 req-9d2d60e1-a7a4-4a86-aad9-a70f1988ff1d tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:31:08.467519 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-7c55066c-ca7a-4b95-84c5-19af8cc143f3 req-9d2d60e1-a7a4-4a86-aad9-a70f1988ff1d tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a80789d-1649-4a2e-9d9d-727a16a2714f HTTP/1.1" status: 200 len: 946 time: 0.0514991 Mar 30 18:31:08.512889 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-7c55066c-ca7a-4b95-84c5-19af8cc143f3 req-03c8f12d-5aea-4edf-a9c6-712c2f199da3 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/security-groups?id=7abfc9ac-f89c-4521-a810-5aaa52f8c2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398691 Mar 30 18:31:09.638245 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839b37de-9ce3-49e5-8285-dc9e401e1d5a req-00bc00e5-9dd5-4b9e-9d0a-d20480bb53b7 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:31:09.639719 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-839b37de-9ce3-49e5-8285-dc9e401e1d5a req-00bc00e5-9dd5-4b9e-9d0a-d20480bb53b7 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a80789d-1649-4a2e-9d9d-727a16a2714f HTTP/1.1" status: 200 len: 946 time: 0.0560951 Mar 30 18:31:09.689242 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-839b37de-9ce3-49e5-8285-dc9e401e1d5a req-23a8e30d-97f2-4aec-a1c3-7aa722ff5d4a tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/security-groups?id=7abfc9ac-f89c-4521-a810-5aaa52f8c2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437884 Mar 30 18:31:10.805748 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a0c6d-bad7-4e2c-8754-5efb4a356631 req-90b40e67-fe0c-41d3-94c4-a5d6caf49fd9 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:31:10.807286 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-dc0a0c6d-bad7-4e2c-8754-5efb4a356631 req-90b40e67-fe0c-41d3-94c4-a5d6caf49fd9 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a80789d-1649-4a2e-9d9d-727a16a2714f HTTP/1.1" status: 200 len: 946 time: 0.0519345 Mar 30 18:31:10.853301 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-dc0a0c6d-bad7-4e2c-8754-5efb4a356631 req-5315f4d6-0ecb-4b48-9bbf-6fd788cde3d0 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/security-groups?id=7abfc9ac-f89c-4521-a810-5aaa52f8c2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405860 Mar 30 18:31:10.969312 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df7a75c-e8fc-4dc2-97a5-9d7d869a5c25 req-f36bfe77-9eb8-4ff6-9c73-f24ec31f5a3c tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:31:10.970722 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-4df7a75c-e8fc-4dc2-97a5-9d7d869a5c25 req-f36bfe77-9eb8-4ff6-9c73-f24ec31f5a3c tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a80789d-1649-4a2e-9d9d-727a16a2714f HTTP/1.1" status: 200 len: 946 time: 0.0558257 Mar 30 18:31:10.980507 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 52990) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:31:10.984772 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [None req-4a2d593d-17ea-4412-bb03-c701c5f617fd tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Request body: {'floatingip': {'port_id': 'b4f91b5c-7137-41df-9650-b789a8873bed'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:31:11.024256 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-4a2d593d-17ea-4412-bb03-c701c5f617fd tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for floatingip (b74b640b-2a8a-4250-95fe-6a9847f21785), before_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:31:11.447555 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-4a2d593d-17ea-4412-bb03-c701c5f617fd tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:31:11.451178 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-4a2d593d-17ea-4412-bb03-c701c5f617fd tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541296'] for floatingip (b74b640b-2a8a-4250-95fe-6a9847f21785), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:31:11.551236 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.db.l3_db [None req-4a2d593d-17ea-4412-bb03-c701c5f617fd tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Floating IP b74b640b-2a8a-4250-95fe-6a9847f21785 associated. External IP: 172.27.1.24, port: b4f91b5c-7137-41df-9650-b789a8873bed. Mar 30 18:31:11.758079 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a2d593d-17ea-4412-bb03-c701c5f617fd tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Router 26126a29-9088-49f3-aa4e-b7362ac76d0f has already been hosted by L3 agent d6545c5f-a93c-4a15-87cd-019d3e75e7be {{(pid=103495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:31:11.824604 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-cbfa6166-039f-4741-890f-60368b6c6906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:31:11.866939 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a2d593d-17ea-4412-bb03-c701c5f617fd tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Notify agent at l3_agent.dv-cinder-835881-1-iscsi the message routers_updated {{(pid=103495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:31:11.872237 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-4a2d593d-17ea-4412-bb03-c701c5f617fd tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for floatingip (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:31:11.876891 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe3b4a6-c1e5-4769-a127-3e3567bc3814 None None] Sync routers for ids ['26126a29-9088-49f3-aa4e-b7362ac76d0f'] in dv-cinder-835881-1-iscsi {{(pid=103497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:31:11.887172 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe3b4a6-c1e5-4769-a127-3e3567bc3814 None None] Routers {'26126a29-9088-49f3-aa4e-b7362ac76d0f'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:31:11.887774 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-efe3b4a6-c1e5-4769-a127-3e3567bc3814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:30:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['26126a29-9088-49f3-aa4e-b7362ac76d0f'], 'active': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:31:11.902731 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-4a2d593d-17ea-4412-bb03-c701c5f617fd tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "PUT /v2.0/floatingips/b74b640b-2a8a-4250-95fe-6a9847f21785 HTTP/1.1" status: 200 len: 991 time: 0.9211490 Mar 30 18:31:11.903325 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a80789d-1649-4a2e-9d9d-727a16a2714f', 'tag': 'b4f91b5c-7137-41df-9650-b789a8873bed'}] {{(pid=103495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:31:11.905571 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0dfb30c8fd1ad248dcf0c7d180f6bc71f3cc1084e8ff52034c63c32eff48f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f53081-83bd-4a79-a332-9f01263dd11e" -d '{"events": [{"name": "network-changed", "server_uuid": "3a80789d-1649-4a2e-9d9d-727a16a2714f", "tag": "b4f91b5c-7137-41df-9650-b789a8873bed"}]}' {{(pid=103495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:31:11.942840 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81070655-874c-48bc-b2da-46354c96dc4f x-openstack-request-id: req-81070655-874c-48bc-b2da-46354c96dc4f {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:31:11.943136 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a80789d-1649-4a2e-9d9d-727a16a2714f", "tag": "b4f91b5c-7137-41df-9650-b789a8873bed", "status": "completed", "code": 200}]} {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:31:11.943390 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-81070655-874c-48bc-b2da-46354c96dc4f {{(pid=103495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:31:11.943801 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81070655-874c-48bc-b2da-46354c96dc4f'] response: {'name': 'network-changed', 'server_uuid': '3a80789d-1649-4a2e-9d9d-727a16a2714f', 'tag': 'b4f91b5c-7137-41df-9650-b789a8873bed', 'status': 'completed', 'code': 200} Mar 30 18:31:11.999138 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvr_db [None req-efe3b4a6-c1e5-4769-a127-3e3567bc3814 None None] Set router 26126a29-9088-49f3-aa4e-b7362ac76d0f gateway port host: dv-cinder-835881-1-iscsi {{(pid=103497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:31:12.037387 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f53081-83bd-4a79-a332-9f01263dd11e req-bfd50d5e-4df2-4689-9b2b-364479707656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:31:12.038870 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e4f53081-83bd-4a79-a332-9f01263dd11e req-bfd50d5e-4df2-4689-9b2b-364479707656 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c8293d7cfcfd4a76af620e7e01c1fb8e&device_id=3a80789d-1649-4a2e-9d9d-727a16a2714f HTTP/1.1" status: 200 len: 1130 time: 0.0491450 Mar 30 18:31:12.130750 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f53081-83bd-4a79-a332-9f01263dd11e req-19a52d70-6321-459c-86a5-565012706b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:31:12.132240 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e4f53081-83bd-4a79-a332-9f01263dd11e req-19a52d70-6321-459c-86a5-565012706b83 service neutron] 10.222.0.44 "GET /v2.0/networks?id=409d44ec-6d59-4a2a-ad46-8958029d105f HTTP/1.1" status: 200 len: 916 time: 0.0850203 Mar 30 18:31:12.201704 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e4f53081-83bd-4a79-a332-9f01263dd11e req-60a5637d-f227-4a71-9ca1-17f445ca1910 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b4f91b5c-7137-41df-9650-b789a8873bed HTTP/1.1" status: 200 len: 999 time: 0.0619960 Mar 30 18:31:12.223873 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-efe3b4a6-c1e5-4769-a127-3e3567bc3814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'name': 'tempest-AttachVolumeNegativeTest-1532187645-router', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '3e7551b3-e170-4565-87af-740e7fd86a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:24:43Z', 'updated_at': '2022-03-30T18:24:45Z', 'revision_number': 4, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'gw_port': {'id': '3e7551b3-e170-4565-87af-740e7fd86a7c', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:24:43Z', 'updated_at': '2022-03-30T18:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_floatingips': [{'id': 'b74b640b-2a8a-4250-95fe-6a9847f21785', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'floating_ip_address': '172.27.1.24', 'floating_network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'router_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'port_id': 'b4f91b5c-7137-41df-9650-b789a8873bed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f', 'mac_address': 'fa:16:3e:bc:ee:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a80789d-1649-4a2e-9d9d-727a16a2714f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:30:54Z', 'updated_at': '2022-03-30T18:31:11Z', 'revision_number': 1, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b870b0ef-6f46-4c8f-a951-5fb2d6845105', 'name': '', 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'mac_address': 'fa:16:3e:30:40:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '27019e24-efa4-45b6-ac56-b13259f05e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:24:45Z', 'updated_at': '2022-03-30T18:24:49Z', 'revision_number': 5, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'subnets': [{'id': '27019e24-efa4-45b6-ac56-b13259f05e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:31:12.250360 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f53081-83bd-4a79-a332-9f01263dd11e req-53a11e5b-0749-467e-b7a2-ea35dc881d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:31:12.251806 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e4f53081-83bd-4a79-a332-9f01263dd11e req-53a11e5b-0749-467e-b7a2-ea35dc881d25 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=27019e24-efa4-45b6-ac56-b13259f05e3f HTTP/1.1" status: 200 len: 854 time: 0.0444458 Mar 30 18:31:12.255370 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe3b4a6-c1e5-4769-a127-3e3567bc3814 None None] Checking router: 26126a29-9088-49f3-aa4e-b7362ac76d0f for host: dv-cinder-835881-1-iscsi {{(pid=103497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:31:12.263597 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe3b4a6-c1e5-4769-a127-3e3567bc3814 None None] Routers {'26126a29-9088-49f3-aa4e-b7362ac76d0f'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:31:12.264208 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-efe3b4a6-c1e5-4769-a127-3e3567bc3814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:30:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['26126a29-9088-49f3-aa4e-b7362ac76d0f'], 'active': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:31:12.299881 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f53081-83bd-4a79-a332-9f01263dd11e req-0abd0d35-85e4-4139-8345-31e3fa66e06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:31:12.302054 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e4f53081-83bd-4a79-a332-9f01263dd11e req-0abd0d35-85e4-4139-8345-31e3fa66e06e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=409d44ec-6d59-4a2a-ad46-8958029d105f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438747 Mar 30 18:31:12.370562 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvr_db [None req-efe3b4a6-c1e5-4769-a127-3e3567bc3814 None None] Set router 26126a29-9088-49f3-aa4e-b7362ac76d0f gateway port host: dv-cinder-835881-1-iscsi {{(pid=103497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:31:12.393969 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e4f53081-83bd-4a79-a332-9f01263dd11e req-e136fae2-9bbb-4a28-a593-58f14314f006 service neutron] 10.222.0.44 "GET /v2.0/networks/409d44ec-6d59-4a2a-ad46-8958029d105f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855796 Mar 30 18:31:12.485324 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e4f53081-83bd-4a79-a332-9f01263dd11e req-2ff6a685-dcd8-4b3f-9be3-19b2f601a213 service neutron] 10.222.0.44 "GET /v2.0/networks/409d44ec-6d59-4a2a-ad46-8958029d105f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828748 Mar 30 18:31:12.681312 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-efe3b4a6-c1e5-4769-a127-3e3567bc3814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'name': 'tempest-AttachVolumeNegativeTest-1532187645-router', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '3e7551b3-e170-4565-87af-740e7fd86a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:24:43Z', 'updated_at': '2022-03-30T18:24:45Z', 'revision_number': 4, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'gw_port': {'id': '3e7551b3-e170-4565-87af-740e7fd86a7c', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:24:43Z', 'updated_at': '2022-03-30T18:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_floatingips': [{'id': 'b74b640b-2a8a-4250-95fe-6a9847f21785', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'floating_ip_address': '172.27.1.24', 'floating_network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'router_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'port_id': 'b4f91b5c-7137-41df-9650-b789a8873bed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f', 'mac_address': 'fa:16:3e:bc:ee:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a80789d-1649-4a2e-9d9d-727a16a2714f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:30:54Z', 'updated_at': '2022-03-30T18:31:11Z', 'revision_number': 1, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b870b0ef-6f46-4c8f-a951-5fb2d6845105', 'name': '', 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'mac_address': 'fa:16:3e:30:40:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '27019e24-efa4-45b6-ac56-b13259f05e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:24:45Z', 'updated_at': '2022-03-30T18:24:49Z', 'revision_number': 5, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'subnets': [{'id': '27019e24-efa4-45b6-ac56-b13259f05e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:31:12.710668 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe3b4a6-c1e5-4769-a127-3e3567bc3814 None None] The sync data for ids ['26126a29-9088-49f3-aa4e-b7362ac76d0f'] in dv-cinder-835881-1-iscsi is: [{'id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'name': 'tempest-AttachVolumeNegativeTest-1532187645-router', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '3e7551b3-e170-4565-87af-740e7fd86a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:24:43Z', 'updated_at': '2022-03-30T18:24:45Z', 'revision_number': 4, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'gw_port': {'id': '3e7551b3-e170-4565-87af-740e7fd86a7c', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:24:43Z', 'updated_at': '2022-03-30T18:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_floatingips': [{'id': 'b74b640b-2a8a-4250-95fe-6a9847f21785', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'floating_ip_address': '172.27.1.24', 'floating_network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'router_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'port_id': 'b4f91b5c-7137-41df-9650-b789a8873bed', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f', 'mac_address': 'fa:16:3e:bc:ee:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a80789d-1649-4a2e-9d9d-727a16a2714f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:30:54Z', 'updated_at': '2022-03-30T18:31:11Z', 'revision_number': 1, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b870b0ef-6f46-4c8f-a951-5fb2d6845105', 'name': '', 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'mac_address': 'fa:16:3e:30:40:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '27019e24-efa4-45b6-ac56-b13259f05e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:24:45Z', 'updated_at': '2022-03-30T18:24:49Z', 'revision_number': 5, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'subnets': [{'id': '27019e24-efa4-45b6-ac56-b13259f05e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:31:12.892796 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afd2e99-d548-446b-8a8d-f173d67ac859 None None] New status for floating IP b74b640b-2a8a-4250-95fe-6a9847f21785: ACTIVE {{(pid=103496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:31:13.892559 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-31f22bc3-5cdd-4db1-8f58-bedf9cb8bf3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:31:15.060646 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:31:16.457375 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:31:18.022042 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:31:18.701032 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (ab438a54-a4f6-4fd3-b589-96aa27265666), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:31:40.173457 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.agents_db [None req-01a7ea33-ae04-4be9-ae8a-11827e05d97f None None] Agent healthcheck: found 6 active agents {{(pid=103497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:31:41.814972 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-5334e6af-0756-4840-80a7-4d5e5a53d1d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:31:43.894086 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-947fe73e-bf06-4f5b-8806-72f7c05c0934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:31:45.065214 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:31:46.460428 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:31:48.023461 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:31:48.698469 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (ab438a54-a4f6-4fd3-b589-96aa27265666), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:31:57.556591 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b4a65a31-e6f5-4961-825f-a507ce7eed0d req-d45026f0-0b44-4b81-a5cb-19f4de2ede94 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=59dcbef0-44be-4c98-b9d4-51d9223998d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0484345 Mar 30 18:31:57.666355 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a65a31-e6f5-4961-825f-a507ce7eed0d req-be36bf32-37ba-46ab-b6b8-d06bf8493724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:31:57.667843 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b4a65a31-e6f5-4961-825f-a507ce7eed0d req-be36bf32-37ba-46ab-b6b8-d06bf8493724 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=adc414db793a45ffa18c1af010b12a32&device_id=59dcbef0-44be-4c98-b9d4-51d9223998d2 HTTP/1.1" status: 200 len: 1129 time: 0.0489173 Mar 30 18:31:57.770749 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a65a31-e6f5-4961-825f-a507ce7eed0d req-c1538212-efac-420f-a4e2-3d9d1e14909c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:31:57.772199 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b4a65a31-e6f5-4961-825f-a507ce7eed0d req-c1538212-efac-420f-a4e2-3d9d1e14909c service neutron] 10.222.0.44 "GET /v2.0/networks?id=e5de71a0-14ad-4ef8-a889-ddf5c13efa1f HTTP/1.1" status: 200 len: 909 time: 0.0862174 Mar 30 18:31:57.841818 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b4a65a31-e6f5-4961-825f-a507ce7eed0d req-b73ca506-9c88-4db2-9ef2-8cfd109545b3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e9f0edb-e9b2-4b83-a6b6-9048b17b483e HTTP/1.1" status: 200 len: 1001 time: 0.0607460 Mar 30 18:31:57.889203 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a65a31-e6f5-4961-825f-a507ce7eed0d req-1b8b4b6e-44e1-4145-ac10-5234616fb640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:31:57.890692 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b4a65a31-e6f5-4961-825f-a507ce7eed0d req-1b8b4b6e-44e1-4145-ac10-5234616fb640 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f95acf74-50cf-4b9c-93f5-6d4687a32a8f HTTP/1.1" status: 200 len: 847 time: 0.0426469 Mar 30 18:31:57.938433 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a65a31-e6f5-4961-825f-a507ce7eed0d req-919da45b-f67c-45b6-9f87-a20f06eca1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:31:57.939904 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b4a65a31-e6f5-4961-825f-a507ce7eed0d req-919da45b-f67c-45b6-9f87-a20f06eca1cc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e5de71a0-14ad-4ef8-a889-ddf5c13efa1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427141 Mar 30 18:31:58.030805 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b4a65a31-e6f5-4961-825f-a507ce7eed0d req-1679f795-c182-4da2-b0e9-1366186f6443 service neutron] 10.222.0.44 "GET /v2.0/networks/e5de71a0-14ad-4ef8-a889-ddf5c13efa1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838053 Mar 30 18:31:58.119686 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b4a65a31-e6f5-4961-825f-a507ce7eed0d req-26af660f-2c85-4a9b-b9f2-56fa2f307efe service neutron] 10.222.0.44 "GET /v2.0/networks/e5de71a0-14ad-4ef8-a889-ddf5c13efa1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826750 Mar 30 18:32:11.816939 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-2bbc4735-a998-44ac-a33d-8225a1688bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:13.895061 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-c96b837d-4ed6-479d-bfe2-fd206136f839 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:15.067643 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:16.463584 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:17.173234 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.agents_db [None req-01a7ea33-ae04-4be9-ae8a-11827e05d97f None None] Agent healthcheck: found 6 active agents {{(pid=103497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:32:18.026767 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:18.725948 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (ab438a54-a4f6-4fd3-b589-96aa27265666), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:36.369139 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ca66c-169e-414b-90ad-6fe570e8b6a6 req-472d1f6e-1654-400a-b6d9-4442c18b7a0e tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:32:36.370542 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2a6ca66c-169e-414b-90ad-6fe570e8b6a6 req-472d1f6e-1654-400a-b6d9-4442c18b7a0e tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a80789d-1649-4a2e-9d9d-727a16a2714f HTTP/1.1" status: 200 len: 946 time: 0.0522211 Mar 30 18:32:36.415509 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2a6ca66c-169e-414b-90ad-6fe570e8b6a6 req-843617fe-0d5d-40b2-88d1-3ac25f3cd730 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/security-groups?id=7abfc9ac-f89c-4521-a810-5aaa52f8c2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388074 Mar 30 18:32:37.537695 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65aee81-06a1-48f2-9936-bb83cd9a7035 req-09341751-de1c-4415-8262-708fdc0b69fe tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:32:37.539194 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e65aee81-06a1-48f2-9936-bb83cd9a7035 req-09341751-de1c-4415-8262-708fdc0b69fe tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a80789d-1649-4a2e-9d9d-727a16a2714f HTTP/1.1" status: 200 len: 946 time: 0.0557742 Mar 30 18:32:37.585116 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e65aee81-06a1-48f2-9936-bb83cd9a7035 req-0689840a-9e99-4da5-b2c8-5d102d7bee43 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/security-groups?id=7abfc9ac-f89c-4521-a810-5aaa52f8c2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403845 Mar 30 18:32:38.324438 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4e5620-1287-41ec-be8a-32492a5e05ec req-afbf135e-e2a7-4a4b-b246-7644131f3ebd tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:32:38.325870 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3d4e5620-1287-41ec-be8a-32492a5e05ec req-afbf135e-e2a7-4a4b-b246-7644131f3ebd tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a80789d-1649-4a2e-9d9d-727a16a2714f HTTP/1.1" status: 200 len: 946 time: 0.0507429 Mar 30 18:32:38.419586 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [req-3d4e5620-1287-41ec-be8a-32492a5e05ec req-63eebd07-02aa-4140-a9bf-5e3063ceb92c tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Deleting port b4f91b5c-7137-41df-9650-b789a8873bed {{(pid=103495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:32:38.419930 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-3d4e5620-1287-41ec-be8a-32492a5e05ec req-63eebd07-02aa-4140-a9bf-5e3063ceb92c tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (b4f91b5c-7137-41df-9650-b789a8873bed), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:38.505864 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [req-3d4e5620-1287-41ec-be8a-32492a5e05ec req-63eebd07-02aa-4140-a9bf-5e3063ceb92c tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] For port b4f91b5c-7137-41df-9650-b789a8873bed, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=b4f91b5c-7137-41df-9650-b789a8873bed,segment=NetworkSegment(4ec4d92a-b07f-4238-acb7-e362a3423113),segment_id=4ec4d92a-b07f-4238-acb7-e362a3423113)] {{(pid=103495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:32:38.506267 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-3d4e5620-1287-41ec-be8a-32492a5e05ec req-63eebd07-02aa-4140-a9bf-5e3063ceb92c tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (b4f91b5c-7137-41df-9650-b789a8873bed), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:38.701619 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-3d4e5620-1287-41ec-be8a-32492a5e05ec req-63eebd07-02aa-4140-a9bf-5e3063ceb92c tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:38.702352 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-3d4e5620-1287-41ec-be8a-32492a5e05ec req-63eebd07-02aa-4140-a9bf-5e3063ceb92c tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541296'] for floatingip (b74b640b-2a8a-4250-95fe-6a9847f21785), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:38.702352 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.db.l3_db [req-3d4e5620-1287-41ec-be8a-32492a5e05ec req-63eebd07-02aa-4140-a9bf-5e3063ceb92c tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Floating IP b74b640b-2a8a-4250-95fe-6a9847f21785 disassociated. External IP: 172.27.1.24, port: b4f91b5c-7137-41df-9650-b789a8873bed. Mar 30 18:32:38.702679 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [req-3d4e5620-1287-41ec-be8a-32492a5e05ec req-63eebd07-02aa-4140-a9bf-5e3063ceb92c tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Calling delete_port for b4f91b5c-7137-41df-9650-b789a8873bed owned by compute:nova {{(pid=103495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:32:38.757867 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af1b911-788f-48b9-b0d2-f3b330ebcd4b req-c3417ebd-aa7c-4095-ae35-ae86f1f58e49 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:32:38.759363 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3af1b911-788f-48b9-b0d2-f3b330ebcd4b req-c3417ebd-aa7c-4095-ae35-ae86f1f58e49 tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a80789d-1649-4a2e-9d9d-727a16a2714f HTTP/1.1" status: 200 len: 946 time: 0.1070459 Mar 30 18:32:38.826063 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3af1b911-788f-48b9-b0d2-f3b330ebcd4b req-d33fc724-45b3-4d6e-ae16-acaa9dffefeb tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/security-groups?id=7abfc9ac-f89c-4521-a810-5aaa52f8c2a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603051 Mar 30 18:32:38.880169 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-3d4e5620-1287-41ec-be8a-32492a5e05ec req-63eebd07-02aa-4140-a9bf-5e3063ceb92c tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5398852'] for port (b4f91b5c-7137-41df-9650-b789a8873bed), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:38.906733 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eebd07-02aa-4140-a9bf-5e3063ceb92c tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Pushing event deleted for resources: {'Port': ['ID=b4f91b5c-7137-41df-9650-b789a8873bed,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:32:38.915871 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63eebd07-02aa-4140-a9bf-5e3063ceb92c tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:32:38.916228 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63eebd07-02aa-4140-a9bf-5e3063ceb92c tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:32:38.916574 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63eebd07-02aa-4140-a9bf-5e3063ceb92c tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:32:38.916919 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63eebd07-02aa-4140-a9bf-5e3063ceb92c tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:32:38.917259 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63eebd07-02aa-4140-a9bf-5e3063ceb92c tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:32:38.917593 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63eebd07-02aa-4140-a9bf-5e3063ceb92c tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:32:38.917930 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63eebd07-02aa-4140-a9bf-5e3063ceb92c tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:32:38.918290 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63eebd07-02aa-4140-a9bf-5e3063ceb92c tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:32:38.919079 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63eebd07-02aa-4140-a9bf-5e3063ceb92c tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:32:38.919079 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63eebd07-02aa-4140-a9bf-5e3063ceb92c tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:32:38.919283 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63eebd07-02aa-4140-a9bf-5e3063ceb92c tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:32:38.919575 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63eebd07-02aa-4140-a9bf-5e3063ceb92c tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:32:38.919904 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63eebd07-02aa-4140-a9bf-5e3063ceb92c tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:32:38.920232 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63eebd07-02aa-4140-a9bf-5e3063ceb92c tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:32:38.920560 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63eebd07-02aa-4140-a9bf-5e3063ceb92c tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:32:39.309743 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d4e5620-1287-41ec-be8a-32492a5e05ec req-63eebd07-02aa-4140-a9bf-5e3063ceb92c tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Router 26126a29-9088-49f3-aa4e-b7362ac76d0f has already been hosted by L3 agent d6545c5f-a93c-4a15-87cd-019d3e75e7be {{(pid=103495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:32:39.428324 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d4e5620-1287-41ec-be8a-32492a5e05ec req-63eebd07-02aa-4140-a9bf-5e3063ceb92c tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Notify agent at l3_agent.dv-cinder-835881-1-iscsi the message routers_updated {{(pid=103495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:32:39.439043 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7030d065-9691-44e0-9dfa-65f1d2f2d9e5 None None] Sync routers for ids ['26126a29-9088-49f3-aa4e-b7362ac76d0f'] in dv-cinder-835881-1-iscsi {{(pid=103497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:32:39.449366 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7030d065-9691-44e0-9dfa-65f1d2f2d9e5 None None] Routers {'26126a29-9088-49f3-aa4e-b7362ac76d0f'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:32:39.449979 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-7030d065-9691-44e0-9dfa-65f1d2f2d9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:32:14Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['26126a29-9088-49f3-aa4e-b7362ac76d0f'], 'active': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:32:39.469859 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d4e5620-1287-41ec-be8a-32492a5e05ec req-63eebd07-02aa-4140-a9bf-5e3063ceb92c tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] No DVR routers for this DVR port b4f91b5c-7137-41df-9650-b789a8873bed on host hv-cinder-83588 {{(pid=103495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:32:39.472684 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-3d4e5620-1287-41ec-be8a-32492a5e05ec req-63eebd07-02aa-4140-a9bf-5e3063ceb92c tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for port (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:39.476091 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3d4e5620-1287-41ec-be8a-32492a5e05ec req-63eebd07-02aa-4140-a9bf-5e3063ceb92c tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.44 "DELETE /v2.0/ports/b4f91b5c-7137-41df-9650-b789a8873bed HTTP/1.1" status: 204 len: 173 time: 1.1434662 Mar 30 18:32:39.476533 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a80789d-1649-4a2e-9d9d-727a16a2714f', 'name': 'network-vif-deleted', 'tag': 'b4f91b5c-7137-41df-9650-b789a8873bed'}] {{(pid=103495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:32:39.478840 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0dfb30c8fd1ad248dcf0c7d180f6bc71f3cc1084e8ff52034c63c32eff48f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f58357e-7bc4-4b89-90e2-8e9d30a44f53" -d '{"events": [{"server_uuid": "3a80789d-1649-4a2e-9d9d-727a16a2714f", "name": "network-vif-deleted", "tag": "b4f91b5c-7137-41df-9650-b789a8873bed"}]}' {{(pid=103495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:32:39.514453 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb450f98-a92d-4b3d-ba84-5d8bc8fd61a7 x-openstack-request-id: req-bb450f98-a92d-4b3d-ba84-5d8bc8fd61a7 {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:32:39.514747 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a80789d-1649-4a2e-9d9d-727a16a2714f", "name": "network-vif-deleted", "tag": "b4f91b5c-7137-41df-9650-b789a8873bed", "status": "completed", "code": 200}]} {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:32:39.514991 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bb450f98-a92d-4b3d-ba84-5d8bc8fd61a7 {{(pid=103495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:32:39.515896 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb450f98-a92d-4b3d-ba84-5d8bc8fd61a7'] response: {'server_uuid': '3a80789d-1649-4a2e-9d9d-727a16a2714f', 'name': 'network-vif-deleted', 'tag': 'b4f91b5c-7137-41df-9650-b789a8873bed', 'status': 'completed', 'code': 200} Mar 30 18:32:39.562421 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvr_db [None req-7030d065-9691-44e0-9dfa-65f1d2f2d9e5 None None] Set router 26126a29-9088-49f3-aa4e-b7362ac76d0f gateway port host: dv-cinder-835881-1-iscsi {{(pid=103497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:32:39.767281 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-7030d065-9691-44e0-9dfa-65f1d2f2d9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'name': 'tempest-AttachVolumeNegativeTest-1532187645-router', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '3e7551b3-e170-4565-87af-740e7fd86a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:24:43Z', 'updated_at': '2022-03-30T18:24:45Z', 'revision_number': 4, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'gw_port': {'id': '3e7551b3-e170-4565-87af-740e7fd86a7c', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:24:43Z', 'updated_at': '2022-03-30T18:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': 'b870b0ef-6f46-4c8f-a951-5fb2d6845105', 'name': '', 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'mac_address': 'fa:16:3e:30:40:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '27019e24-efa4-45b6-ac56-b13259f05e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:24:45Z', 'updated_at': '2022-03-30T18:24:49Z', 'revision_number': 5, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'subnets': [{'id': '27019e24-efa4-45b6-ac56-b13259f05e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:32:39.792859 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7030d065-9691-44e0-9dfa-65f1d2f2d9e5 None None] Checking router: 26126a29-9088-49f3-aa4e-b7362ac76d0f for host: dv-cinder-835881-1-iscsi {{(pid=103497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:32:39.801378 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7030d065-9691-44e0-9dfa-65f1d2f2d9e5 None None] Routers {'26126a29-9088-49f3-aa4e-b7362ac76d0f'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:32:39.801973 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-7030d065-9691-44e0-9dfa-65f1d2f2d9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:32:14Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['26126a29-9088-49f3-aa4e-b7362ac76d0f'], 'active': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:32:39.910700 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvr_db [None req-7030d065-9691-44e0-9dfa-65f1d2f2d9e5 None None] Set router 26126a29-9088-49f3-aa4e-b7362ac76d0f gateway port host: dv-cinder-835881-1-iscsi {{(pid=103497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:32:39.936163 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d73920ca-7d55-43f1-a7e1-293c3ee36c60 req-0cda4727-6c69-4fb9-967e-bd765e655b7a tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/ports?device_id=3a80789d-1649-4a2e-9d9d-727a16a2714f HTTP/1.1" status: 200 len: 210 time: 0.0289273 Mar 30 18:32:40.119996 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-7030d065-9691-44e0-9dfa-65f1d2f2d9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'name': 'tempest-AttachVolumeNegativeTest-1532187645-router', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '3e7551b3-e170-4565-87af-740e7fd86a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:24:43Z', 'updated_at': '2022-03-30T18:24:45Z', 'revision_number': 4, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'gw_port': {'id': '3e7551b3-e170-4565-87af-740e7fd86a7c', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:24:43Z', 'updated_at': '2022-03-30T18:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': 'b870b0ef-6f46-4c8f-a951-5fb2d6845105', 'name': '', 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'mac_address': 'fa:16:3e:30:40:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '27019e24-efa4-45b6-ac56-b13259f05e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:24:45Z', 'updated_at': '2022-03-30T18:24:49Z', 'revision_number': 5, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'subnets': [{'id': '27019e24-efa4-45b6-ac56-b13259f05e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:32:40.149449 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7030d065-9691-44e0-9dfa-65f1d2f2d9e5 None None] The sync data for ids ['26126a29-9088-49f3-aa4e-b7362ac76d0f'] in dv-cinder-835881-1-iscsi is: [{'id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'name': 'tempest-AttachVolumeNegativeTest-1532187645-router', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '3e7551b3-e170-4565-87af-740e7fd86a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:24:43Z', 'updated_at': '2022-03-30T18:24:45Z', 'revision_number': 4, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'gw_port': {'id': '3e7551b3-e170-4565-87af-740e7fd86a7c', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:24:43Z', 'updated_at': '2022-03-30T18:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': 'b870b0ef-6f46-4c8f-a951-5fb2d6845105', 'name': '', 'network_id': '409d44ec-6d59-4a2a-ad46-8958029d105f', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'mac_address': 'fa:16:3e:30:40:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '27019e24-efa4-45b6-ac56-b13259f05e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:24:45Z', 'updated_at': '2022-03-30T18:24:49Z', 'revision_number': 5, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'subnets': [{'id': '27019e24-efa4-45b6-ac56-b13259f05e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:32:40.367652 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8449a829-ecbe-4b70-93e1-99a834fe97b8 None None] New status for floating IP b74b640b-2a8a-4250-95fe-6a9847f21785: DOWN {{(pid=103496) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:32:41.023867 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 53108) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:32:41.075941 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-58755907-2916-4598-984b-9dbf089a828c tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for security_group (7abfc9ac-f89c-4521-a810-5aaa52f8c2a4), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:41.099073 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-58755907-2916-4598-984b-9dbf089a828c tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for security_group (7abfc9ac-f89c-4521-a810-5aaa52f8c2a4), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:41.150357 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-58755907-2916-4598-984b-9dbf089a828c tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (7abfc9ac-f89c-4521-a810-5aaa52f8c2a4), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:41.152830 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-58755907-2916-4598-984b-9dbf089a828c tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for security_group (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:41.153938 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-58755907-2916-4598-984b-9dbf089a828c tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "DELETE /v2.0/security-groups/7abfc9ac-f89c-4521-a810-5aaa52f8c2a4 HTTP/1.1" status: 204 len: 168 time: 0.1290810 Mar 30 18:32:41.157361 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 53110) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:32:41.174173 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58755907-2916-4598-984b-9dbf089a828c tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7abfc9ac-f89c-4521-a810-5aaa52f8c2a4,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:32:41.177268 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.api.v2.resource [None req-6491f281-df6d-45e7-a1ab-f80b9bd9974c tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] show failed (client error): The resource could not be found. Mar 30 18:32:41.178275 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-6491f281-df6d-45e7-a1ab-f80b9bd9974c tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "GET /v2.0/security-groups/7abfc9ac-f89c-4521-a810-5aaa52f8c2a4 HTTP/1.1" status: 404 len: 347 time: 0.0198245 Mar 30 18:32:41.181056 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 53112) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:32:41.302389 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [None req-7c08cc5d-7d58-4ae4-9d6d-ade037ed80ca tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Deleting port c0291b04-16de-4b63-a7bd-a822bc0ac3c8 {{(pid=103495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:32:41.302640 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-7c08cc5d-7d58-4ae4-9d6d-ade037ed80ca tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (c0291b04-16de-4b63-a7bd-a822bc0ac3c8), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:41.375608 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-7c08cc5d-7d58-4ae4-9d6d-ade037ed80ca tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (c0291b04-16de-4b63-a7bd-a822bc0ac3c8), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:41.375930 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-7c08cc5d-7d58-4ae4-9d6d-ade037ed80ca tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for floatingip (c0291b04-16de-4b63-a7bd-a822bc0ac3c8), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:41.387259 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [None req-7c08cc5d-7d58-4ae4-9d6d-ade037ed80ca tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Calling delete_port for c0291b04-16de-4b63-a7bd-a822bc0ac3c8 owned by network:floatingip {{(pid=103495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:32:41.517655 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-7c08cc5d-7d58-4ae4-9d6d-ade037ed80ca tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5398852'] for port (c0291b04-16de-4b63-a7bd-a822bc0ac3c8), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:41.541691 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c08cc5d-7d58-4ae4-9d6d-ade037ed80ca tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Pushing event deleted for resources: {'Port': ['ID=c0291b04-16de-4b63-a7bd-a822bc0ac3c8,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:32:41.606433 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-7c08cc5d-7d58-4ae4-9d6d-ade037ed80ca tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks [] for floatingip (b74b640b-2a8a-4250-95fe-6a9847f21785), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:41.609481 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-7c08cc5d-7d58-4ae4-9d6d-ade037ed80ca tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for floatingip (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:41.610943 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-7c08cc5d-7d58-4ae4-9d6d-ade037ed80ca tempest-AttachVolumeNegativeTest-1359040031 tempest-AttachVolumeNegativeTest-1359040031-project] 10.222.0.41 "DELETE /v2.0/floatingips/b74b640b-2a8a-4250-95fe-6a9847f21785 HTTP/1.1" status: 204 len: 168 time: 0.4289885 Mar 30 18:32:41.819387 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-121ceaaf-cd02-421f-84b5-2a212d9e2c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:42.198536 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device b4f91b5c-7137-41df-9650-b789a8873bed no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:32:42.222938 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] No Port match for: b4f91b5c-7137-41df-9650-b789a8873bed {{(pid=103496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:32:42.223286 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device b4f91b5c-7137-41df-9650-b789a8873bed not bound to the agent host hv-cinder-83588 {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:32:43.896792 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-2e15e1c1-dbc8-4987-8b57-d0cb8620d941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:45.069163 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:45.256608 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 53148) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:32:45.716934 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-4e97c046-8190-4246-8783-7e33e0b6dc92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542320'] for router_interface (26126a29-9088-49f3-aa4e-b7362ac76d0f), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:45.959073 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [None req-4e97c046-8190-4246-8783-7e33e0b6dc92 admin admin] Deleting port b870b0ef-6f46-4c8f-a951-5fb2d6845105 {{(pid=103495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:32:45.959410 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-4e97c046-8190-4246-8783-7e33e0b6dc92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (b870b0ef-6f46-4c8f-a951-5fb2d6845105), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:46.049256 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [None req-4e97c046-8190-4246-8783-7e33e0b6dc92 admin admin] For port b870b0ef-6f46-4c8f-a951-5fb2d6845105, host dv-cinder-835881-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=b870b0ef-6f46-4c8f-a951-5fb2d6845105,segment=NetworkSegment(4ec4d92a-b07f-4238-acb7-e362a3423113),segment_id=4ec4d92a-b07f-4238-acb7-e362a3423113)] {{(pid=103495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:32:46.049528 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-4e97c046-8190-4246-8783-7e33e0b6dc92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (b870b0ef-6f46-4c8f-a951-5fb2d6845105), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:46.062712 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [None req-4e97c046-8190-4246-8783-7e33e0b6dc92 admin admin] Calling delete_port for b870b0ef-6f46-4c8f-a951-5fb2d6845105 owned by network:router_interface {{(pid=103495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:32:46.237614 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-4e97c046-8190-4246-8783-7e33e0b6dc92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5398852'] for port (b870b0ef-6f46-4c8f-a951-5fb2d6845105), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:46.263603 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e97c046-8190-4246-8783-7e33e0b6dc92 admin admin] Pushing event deleted for resources: {'Port': ['ID=b870b0ef-6f46-4c8f-a951-5fb2d6845105,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:32:46.440274 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-4e97c046-8190-4246-8783-7e33e0b6dc92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548576'] for router_interface (26126a29-9088-49f3-aa4e-b7362ac76d0f), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:46.469165 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:46.660142 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e97c046-8190-4246-8783-7e33e0b6dc92 admin admin] Router 26126a29-9088-49f3-aa4e-b7362ac76d0f has already been hosted by L3 agent d6545c5f-a93c-4a15-87cd-019d3e75e7be {{(pid=103495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:32:46.769168 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e97c046-8190-4246-8783-7e33e0b6dc92 admin admin] Notify agent at l3_agent.dv-cinder-835881-1-iscsi the message routers_updated {{(pid=103495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:32:46.774138 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-4e97c046-8190-4246-8783-7e33e0b6dc92 admin admin] 10.222.0.41 "PUT /v2.0/routers/26126a29-9088-49f3-aa4e-b7362ac76d0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5165005 Mar 30 18:32:46.776683 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 53152) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:32:46.778114 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe632994-59e3-4c01-b5a8-b37227297ae1 None None] Sync routers for ids ['26126a29-9088-49f3-aa4e-b7362ac76d0f'] in dv-cinder-835881-1-iscsi {{(pid=103497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:32:46.788372 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe632994-59e3-4c01-b5a8-b37227297ae1 None None] Routers {'26126a29-9088-49f3-aa4e-b7362ac76d0f'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:32:46.789055 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-fe632994-59e3-4c01-b5a8-b37227297ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:32:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['26126a29-9088-49f3-aa4e-b7362ac76d0f'], 'active': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:32:46.882632 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-bcdb792f-dc95-4a33-a45a-48db7dd81223 admin admin] Publish callbacks [] for router (26126a29-9088-49f3-aa4e-b7362ac76d0f), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:46.894008 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvr_db [None req-fe632994-59e3-4c01-b5a8-b37227297ae1 None None] Set router 26126a29-9088-49f3-aa4e-b7362ac76d0f gateway port host: dv-cinder-835881-1-iscsi {{(pid=103497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:32:46.989798 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-bcdb792f-dc95-4a33-a45a-48db7dd81223 admin admin] Publish callbacks [] for router_gateway (26126a29-9088-49f3-aa4e-b7362ac76d0f), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:47.046771 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [None req-bcdb792f-dc95-4a33-a45a-48db7dd81223 admin admin] Deleting port 3e7551b3-e170-4565-87af-740e7fd86a7c {{(pid=103495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:32:47.047113 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-bcdb792f-dc95-4a33-a45a-48db7dd81223 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (3e7551b3-e170-4565-87af-740e7fd86a7c), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:47.127891 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [None req-bcdb792f-dc95-4a33-a45a-48db7dd81223 admin admin] For port 3e7551b3-e170-4565-87af-740e7fd86a7c, host dv-cinder-835881-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=3e7551b3-e170-4565-87af-740e7fd86a7c,segment=NetworkSegment(3d136d15-dbd4-4a28-bf1a-1c22979f6a0d),segment_id=3d136d15-dbd4-4a28-bf1a-1c22979f6a0d)] {{(pid=103495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:32:47.128259 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-bcdb792f-dc95-4a33-a45a-48db7dd81223 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (3e7551b3-e170-4565-87af-740e7fd86a7c), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:47.145060 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [None req-bcdb792f-dc95-4a33-a45a-48db7dd81223 admin admin] Calling delete_port for 3e7551b3-e170-4565-87af-740e7fd86a7c owned by network:router_gateway {{(pid=103495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:32:47.157819 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-fe632994-59e3-4c01-b5a8-b37227297ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'name': 'tempest-AttachVolumeNegativeTest-1532187645-router', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.41'}], 'enable_snat': True}, 'gw_port_id': '3e7551b3-e170-4565-87af-740e7fd86a7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:24:43Z', 'updated_at': '2022-03-30T18:32:46Z', 'revision_number': 5, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'gw_port': {'id': '3e7551b3-e170-4565-87af-740e7fd86a7c', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:f0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 479, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:24:43Z', 'updated_at': '2022-03-30T18:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi'}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:32:47.183232 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe632994-59e3-4c01-b5a8-b37227297ae1 None None] Checking router: 26126a29-9088-49f3-aa4e-b7362ac76d0f for host: dv-cinder-835881-1-iscsi {{(pid=103497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:32:47.191850 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe632994-59e3-4c01-b5a8-b37227297ae1 None None] Routers {'26126a29-9088-49f3-aa4e-b7362ac76d0f'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:32:47.192458 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-fe632994-59e3-4c01-b5a8-b37227297ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:32:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['26126a29-9088-49f3-aa4e-b7362ac76d0f'], 'active': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:32:47.282223 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvr_db [None req-fe632994-59e3-4c01-b5a8-b37227297ae1 None None] Set router 26126a29-9088-49f3-aa4e-b7362ac76d0f gateway port host: None {{(pid=103497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:32:47.311585 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-bcdb792f-dc95-4a33-a45a-48db7dd81223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5398852'] for port (3e7551b3-e170-4565-87af-740e7fd86a7c), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:47.337169 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdb792f-dc95-4a33-a45a-48db7dd81223 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e7551b3-e170-4565-87af-740e7fd86a7c,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:32:47.337398 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-fe632994-59e3-4c01-b5a8-b37227297ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'name': 'tempest-AttachVolumeNegativeTest-1532187645-router', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:24:43Z', 'updated_at': '2022-03-30T18:32:46Z', 'revision_number': 6, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'gw_port_host': None}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:32:47.364229 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe632994-59e3-4c01-b5a8-b37227297ae1 None None] The sync data for ids ['26126a29-9088-49f3-aa4e-b7362ac76d0f'] in dv-cinder-835881-1-iscsi is: [{'id': '26126a29-9088-49f3-aa4e-b7362ac76d0f', 'name': 'tempest-AttachVolumeNegativeTest-1532187645-router', 'tenant_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:24:43Z', 'updated_at': '2022-03-30T18:32:46Z', 'revision_number': 6, 'project_id': 'c8293d7cfcfd4a76af620e7e01c1fb8e', 'gw_port_host': None}] {{(pid=103497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:32:47.407145 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-bcdb792f-dc95-4a33-a45a-48db7dd81223 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541194'] for router_gateway (26126a29-9088-49f3-aa4e-b7362ac76d0f), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:47.498453 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-bcdb792f-dc95-4a33-a45a-48db7dd81223 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1693'] for router (26126a29-9088-49f3-aa4e-b7362ac76d0f), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:47.500945 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-bcdb792f-dc95-4a33-a45a-48db7dd81223 admin admin] Publish callbacks [] for router_controller (26126a29-9088-49f3-aa4e-b7362ac76d0f), precommit_delete_associations {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:47.551932 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-bcdb792f-dc95-4a33-a45a-48db7dd81223 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548847'] for router (26126a29-9088-49f3-aa4e-b7362ac76d0f), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:47.552462 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcdb792f-dc95-4a33-a45a-48db7dd81223 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26126a29-9088-49f3-aa4e-b7362ac76d0f {{(pid=103495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 18:32:47.558332 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-bcdb792f-dc95-4a33-a45a-48db7dd81223 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:47.559478 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-bcdb792f-dc95-4a33-a45a-48db7dd81223 admin admin] 10.222.0.41 "DELETE /v2.0/routers/26126a29-9088-49f3-aa4e-b7362ac76d0f HTTP/1.1" status: 204 len: 168 time: 0.7818847 Mar 30 18:32:47.562235 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 53154) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:32:47.610120 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.db.db_base_plugin_v2 [None req-8893b4c7-d24f-4e04-a38d-78a65d60b8aa admin admin] Deleting subnet 27019e24-efa4-45b6-ac56-b13259f05e3f {{(pid=103494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 18:32:47.613160 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-8893b4c7-d24f-4e04-a38d-78a65d60b8aa admin admin] Publish callbacks [] for subnet (27019e24-efa4-45b6-ac56-b13259f05e3f), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:47.646531 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-8893b4c7-d24f-4e04-a38d-78a65d60b8aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5271413'] for subnet (27019e24-efa4-45b6-ac56-b13259f05e3f), precommit_delete_associations {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:47.724992 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-8893b4c7-d24f-4e04-a38d-78a65d60b8aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122403'] for subnet (27019e24-efa4-45b6-ac56-b13259f05e3f), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:47.784887 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-8893b4c7-d24f-4e04-a38d-78a65d60b8aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5344530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5415489'] for subnet (27019e24-efa4-45b6-ac56-b13259f05e3f), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:47.810216 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8893b4c7-d24f-4e04-a38d-78a65d60b8aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27019e24-efa4-45b6-ac56-b13259f05e3f,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:32:47.814492 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-8893b4c7-d24f-4e04-a38d-78a65d60b8aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for subnet (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:47.820405 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-8893b4c7-d24f-4e04-a38d-78a65d60b8aa admin admin] 10.222.0.41 "DELETE /v2.0/subnets/27019e24-efa4-45b6-ac56-b13259f05e3f HTTP/1.1" status: 204 len: 168 time: 0.2543583 Mar 30 18:32:47.820856 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c10cc5-ac48-4722-903f-71437277c403 None None] Network 409d44ec-6d59-4a2a-ad46-8958029d105f requested from dv-cinder-835881-1-iscsi {{(pid=103496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:32:47.821358 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 53158) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:32:47.824442 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8893b4c7-d24f-4e04-a38d-78a65d60b8aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:32:47.824797 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8893b4c7-d24f-4e04-a38d-78a65d60b8aa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:32:47.825146 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8893b4c7-d24f-4e04-a38d-78a65d60b8aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:32:47.825608 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8893b4c7-d24f-4e04-a38d-78a65d60b8aa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:32:47.825950 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8893b4c7-d24f-4e04-a38d-78a65d60b8aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:32:47.826339 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8893b4c7-d24f-4e04-a38d-78a65d60b8aa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:32:47.826676 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8893b4c7-d24f-4e04-a38d-78a65d60b8aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:32:47.827011 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8893b4c7-d24f-4e04-a38d-78a65d60b8aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:32:47.827345 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8893b4c7-d24f-4e04-a38d-78a65d60b8aa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:32:47.828166 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8893b4c7-d24f-4e04-a38d-78a65d60b8aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:32:47.828507 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8893b4c7-d24f-4e04-a38d-78a65d60b8aa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:32:47.828838 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8893b4c7-d24f-4e04-a38d-78a65d60b8aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:32:47.829170 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8893b4c7-d24f-4e04-a38d-78a65d60b8aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:32:47.829492 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8893b4c7-d24f-4e04-a38d-78a65d60b8aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:32:47.829841 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8893b4c7-d24f-4e04-a38d-78a65d60b8aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:32:47.892250 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-44fbb891-e829-4ad5-84d1-7ce38206f9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052194'] for network (409d44ec-6d59-4a2a-ad46-8958029d105f), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:47.946457 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [None req-44fbb891-e829-4ad5-84d1-7ce38206f9c1 admin admin] Deleting port c9a029f9-0bd3-42e0-86b9-e5cea8d7385d {{(pid=103495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:32:47.946797 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-44fbb891-e829-4ad5-84d1-7ce38206f9c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (c9a029f9-0bd3-42e0-86b9-e5cea8d7385d), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:48.010018 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [None req-44fbb891-e829-4ad5-84d1-7ce38206f9c1 admin admin] For port c9a029f9-0bd3-42e0-86b9-e5cea8d7385d, host dv-cinder-835881-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=c9a029f9-0bd3-42e0-86b9-e5cea8d7385d,segment=NetworkSegment(4ec4d92a-b07f-4238-acb7-e362a3423113),segment_id=4ec4d92a-b07f-4238-acb7-e362a3423113)] {{(pid=103495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:32:48.010407 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-44fbb891-e829-4ad5-84d1-7ce38206f9c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (c9a029f9-0bd3-42e0-86b9-e5cea8d7385d), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:48.024961 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [None req-44fbb891-e829-4ad5-84d1-7ce38206f9c1 admin admin] Calling delete_port for c9a029f9-0bd3-42e0-86b9-e5cea8d7385d owned by network:dhcp {{(pid=103495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:32:48.028896 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:48.107101 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-44fbb891-e829-4ad5-84d1-7ce38206f9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5398852'] for port (c9a029f9-0bd3-42e0-86b9-e5cea8d7385d), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:48.135011 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182775c3-8587-4bf4-bd46-31a9bf40cbf3 None None] DHCP port deletion for 409d44ec-6d59-4a2a-ad46-8958029d105f request from dv-cinder-835881-1-iscsi {{(pid=103496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 18:32:48.135882 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fbb891-e829-4ad5-84d1-7ce38206f9c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9a029f9-0bd3-42e0-86b9-e5cea8d7385d,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:32:48.140482 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fbb891-e829-4ad5-84d1-7ce38206f9c1 admin admin] No DVR routers for this DVR port c9a029f9-0bd3-42e0-86b9-e5cea8d7385d on host dv-cinder-835881-1-iscsi {{(pid=103495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:32:48.200826 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 3e7551b3-e170-4565-87af-740e7fd86a7c no longer exists at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:32:48.222890 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-44fbb891-e829-4ad5-84d1-7ce38206f9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1203688', 'neutron.services.segments.db._delete_segments_for_network-8728099724090'] for network (409d44ec-6d59-4a2a-ad46-8958029d105f), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:48.228916 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] No Port match for: 3e7551b3-e170-4565-87af-740e7fd86a7c {{(pid=103496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:32:48.229437 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 3e7551b3-e170-4565-87af-740e7fd86a7c not bound to the agent host dv-cinder-835881-1-iscsi {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:32:48.230116 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device c9a029f9-0bd3-42e0-86b9-e5cea8d7385d no longer exists at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:32:48.249345 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.services.segments.db [None req-44fbb891-e829-4ad5-84d1-7ce38206f9c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['409d44ec-6d59-4a2a-ad46-8958029d105f']}} {{(pid=103495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:32:48.254225 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] No Port match for: c9a029f9-0bd3-42e0-86b9-e5cea8d7385d {{(pid=103496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:32:48.254659 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device c9a029f9-0bd3-42e0-86b9-e5cea8d7385d not bound to the agent host dv-cinder-835881-1-iscsi {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:32:48.255133 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device b870b0ef-6f46-4c8f-a951-5fb2d6845105 no longer exists at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:32:48.260306 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.services.segments.db [None req-44fbb891-e829-4ad5-84d1-7ce38206f9c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ec4d92a-b07f-4238-acb7-e362a3423113') {'for_net_delete': True} {{(pid=103495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:32:48.260606 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.services.segments.db [None req-44fbb891-e829-4ad5-84d1-7ce38206f9c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ec4d92a-b07f-4238-acb7-e362a3423113') {} {{(pid=103495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:32:48.270620 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-44fbb891-e829-4ad5-84d1-7ce38206f9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728099723075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5945496'] for segment (4ec4d92a-b07f-4238-acb7-e362a3423113), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:48.276003 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] No Port match for: b870b0ef-6f46-4c8f-a951-5fb2d6845105 {{(pid=103496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:32:48.276348 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device b870b0ef-6f46-4c8f-a951-5fb2d6845105 not bound to the agent host dv-cinder-835881-1-iscsi {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:32:48.284625 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-44fbb891-e829-4ad5-84d1-7ce38206f9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125716'] for segment (4ec4d92a-b07f-4238-acb7-e362a3423113), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:48.291545 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44fbb891-e829-4ad5-84d1-7ce38206f9c1 admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=103495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 18:32:48.292014 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-44fbb891-e829-4ad5-84d1-7ce38206f9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5398801'] for segment (4ec4d92a-b07f-4238-acb7-e362a3423113), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:48.293947 dv-cinder-835881-1-iscsi neutron-server[103495]: Traceback (most recent call last): Mar 30 18:32:48.293947 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 18:32:48.293947 dv-cinder-835881-1-iscsi neutron-server[103495]: timer() Mar 30 18:32:48.293947 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 18:32:48.293947 dv-cinder-835881-1-iscsi neutron-server[103495]: cb(*args, **kw) Mar 30 18:32:48.293947 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 18:32:48.293947 dv-cinder-835881-1-iscsi neutron-server[103495]: return func(*args, **kwargs) Mar 30 18:32:48.293947 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 18:32:48.293947 dv-cinder-835881-1-iscsi neutron-server[103495]: self._notify() Mar 30 18:32:48.293947 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 18:32:48.293947 dv-cinder-835881-1-iscsi neutron-server[103495]: self.callback(batched_events) Mar 30 18:32:48.293947 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 18:32:48.293947 dv-cinder-835881-1-iscsi neutron-server[103495]: event.method(event) Mar 30 18:32:48.293947 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 18:32:48.293947 dv-cinder-835881-1-iscsi neutron-server[103495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 18:32:48.293947 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 18:32:48.293947 dv-cinder-835881-1-iscsi neutron-server[103495]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 18:32:48.293947 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 18:32:48.293947 dv-cinder-835881-1-iscsi neutron-server[103495]: return f(self, *a, **k) Mar 30 18:32:48.293947 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 18:32:48.293947 dv-cinder-835881-1-iscsi neutron-server[103495]: return self._get(url).json() Mar 30 18:32:48.293947 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 18:32:48.293947 dv-cinder-835881-1-iscsi neutron-server[103495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 18:32:48.293947 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 18:32:48.293947 dv-cinder-835881-1-iscsi neutron-server[103495]: return self.request(url, 'GET', **kwargs) Mar 30 18:32:48.293947 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 18:32:48.293947 dv-cinder-835881-1-iscsi neutron-server[103495]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 18:32:48.293947 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 18:32:48.293947 dv-cinder-835881-1-iscsi neutron-server[103495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 18:32:48.293947 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 18:32:48.293947 dv-cinder-835881-1-iscsi neutron-server[103495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 18:32:48.293947 dv-cinder-835881-1-iscsi neutron-server[103495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 18:32:48.354353 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-44fbb891-e829-4ad5-84d1-7ce38206f9c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1203681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541286'] for network (409d44ec-6d59-4a2a-ad46-8958029d105f), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:48.361822 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-44fbb891-e829-4ad5-84d1-7ce38206f9c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:48.364519 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-44fbb891-e829-4ad5-84d1-7ce38206f9c1 admin admin] 10.222.0.41 "DELETE /v2.0/networks/409d44ec-6d59-4a2a-ad46-8958029d105f HTTP/1.1" status: 204 len: 168 time: 0.5425246 Mar 30 18:32:48.376332 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fbb891-e829-4ad5-84d1-7ce38206f9c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=409d44ec-6d59-4a2a-ad46-8958029d105f,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:32:48.482856 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 53162) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:32:48.521667 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-fdd13c07-4452-44e3-953a-0d797fcab46d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c8293d7cfcfd4a76af620e7e01c1fb8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376170 Mar 30 18:32:48.523996 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 53164) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:32:48.572449 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-421939a3-b240-40c9-ab46-1e7fe202421e admin admin] Publish callbacks [] for security_group (7bc4d689-1641-476b-8bb7-76461b86daca), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:48.597022 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-421939a3-b240-40c9-ab46-1e7fe202421e admin admin] Publish callbacks [] for security_group (7bc4d689-1641-476b-8bb7-76461b86daca), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:48.642004 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-421939a3-b240-40c9-ab46-1e7fe202421e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (7bc4d689-1641-476b-8bb7-76461b86daca), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:48.644618 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-421939a3-b240-40c9-ab46-1e7fe202421e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:48.645792 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-421939a3-b240-40c9-ab46-1e7fe202421e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7bc4d689-1641-476b-8bb7-76461b86daca HTTP/1.1" status: 204 len: 168 time: 0.1209288 Mar 30 18:32:48.653371 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421939a3-b240-40c9-ab46-1e7fe202421e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc4d689-1641-476b-8bb7-76461b86daca,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:32:48.723011 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (ab438a54-a4f6-4fd3-b589-96aa27265666), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:32:54.171436 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.agents_db [None req-01a7ea33-ae04-4be9-ae8a-11827e05d97f None None] Agent healthcheck: found 6 active agents {{(pid=103497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:33:11.821225 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-62c41f40-162e-4c18-8bce-0622ca096ae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:13.897479 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-a30b189a-20e9-41a2-9e0f-27d8c8f5beef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:15.072402 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:16.470960 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:18.032259 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:18.739417 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (ab438a54-a4f6-4fd3-b589-96aa27265666), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:18.849785 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee1ee5-1e12-4f27-afb7-685a37fffe38 req-75c9f462-a17c-47ab-86cb-377d275b9f73 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:33:18.851290 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-63ee1ee5-1e12-4f27-afb7-685a37fffe38 req-75c9f462-a17c-47ab-86cb-377d275b9f73 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/ports?device_id=59dcbef0-44be-4c98-b9d4-51d9223998d2 HTTP/1.1" status: 200 len: 945 time: 0.2406442 Mar 30 18:33:19.170452 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-63ee1ee5-1e12-4f27-afb7-685a37fffe38 req-25e07e65-66c0-4c9c-b490-7a25a2d04350 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/security-groups?id=8feca345-98dd-4850-9cae-e25a0be977ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3133612 Mar 30 18:33:20.338174 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e36375a-2d07-42e2-853e-0ee5424df926 req-8921ba40-67a2-4ab8-9959-137ab69d98a8 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:33:20.339633 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8e36375a-2d07-42e2-853e-0ee5424df926 req-8921ba40-67a2-4ab8-9959-137ab69d98a8 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/ports?device_id=59dcbef0-44be-4c98-b9d4-51d9223998d2 HTTP/1.1" status: 200 len: 945 time: 0.1013565 Mar 30 18:33:20.386863 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8e36375a-2d07-42e2-853e-0ee5424df926 req-0a94a31d-e0cd-4e74-b4c3-bde50de4ac75 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/security-groups?id=8feca345-98dd-4850-9cae-e25a0be977ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417027 Mar 30 18:33:21.505920 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff704afe-68b0-4b0b-89d6-be77eee0efa9 req-fdf5aaa8-5430-4096-9d3c-e6b457af3ee8 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:33:21.507389 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ff704afe-68b0-4b0b-89d6-be77eee0efa9 req-fdf5aaa8-5430-4096-9d3c-e6b457af3ee8 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/ports?device_id=59dcbef0-44be-4c98-b9d4-51d9223998d2 HTTP/1.1" status: 200 len: 945 time: 0.0527141 Mar 30 18:33:21.557954 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ff704afe-68b0-4b0b-89d6-be77eee0efa9 req-e624935e-ea86-4a87-994b-9a9f089f4ff7 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/security-groups?id=8feca345-98dd-4850-9cae-e25a0be977ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450220 Mar 30 18:33:22.673520 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc4e5e2-d1c3-4620-976c-5b67105a64b3 req-fc246131-ca3b-471b-8866-1b1b56ff1b9e tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:33:22.675577 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5dc4e5e2-d1c3-4620-976c-5b67105a64b3 req-fc246131-ca3b-471b-8866-1b1b56ff1b9e tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/ports?device_id=59dcbef0-44be-4c98-b9d4-51d9223998d2 HTTP/1.1" status: 200 len: 945 time: 0.0513756 Mar 30 18:33:22.723197 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5dc4e5e2-d1c3-4620-976c-5b67105a64b3 req-6250fcba-6fb3-48b8-a1f4-1732ce8c2de6 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/security-groups?id=8feca345-98dd-4850-9cae-e25a0be977ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421875 Mar 30 18:33:23.838768 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f8d30-5146-4455-a112-77be80303d3a req-ea30ecb9-1a41-4fdd-8d05-e5fcd3e4a7af tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:33:23.840163 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-1a5f8d30-5146-4455-a112-77be80303d3a req-ea30ecb9-1a41-4fdd-8d05-e5fcd3e4a7af tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/ports?device_id=59dcbef0-44be-4c98-b9d4-51d9223998d2 HTTP/1.1" status: 200 len: 945 time: 0.0510142 Mar 30 18:33:23.888327 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-1a5f8d30-5146-4455-a112-77be80303d3a req-f44245b1-c11e-4d05-acd5-d789e07496ab tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/security-groups?id=8feca345-98dd-4850-9cae-e25a0be977ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427320 Mar 30 18:33:24.599723 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 53404) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:33:24.700781 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-dcee2cd4-31c3-4d43-8ba8-8ab3cff95c6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:24.774149 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-dcee2cd4-31c3-4d43-8ba8-8ab3cff95c6e admin admin] Publish callbacks [] for security_group (48caecea-0f68-4b66-9358-aeb94189fac0), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:24.777747 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-dcee2cd4-31c3-4d43-8ba8-8ab3cff95c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (48caecea-0f68-4b66-9358-aeb94189fac0), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:24.815947 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-dcee2cd4-31c3-4d43-8ba8-8ab3cff95c6e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=618881053c8147578dd95dca3470a416&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2151749 Mar 30 18:33:24.816621 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcee2cd4-31c3-4d43-8ba8-8ab3cff95c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48caecea-0f68-4b66-9358-aeb94189fac0,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:33:24.818634 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 53408) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:33:24.870953 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-d2726678-ca89-4623-91e6-e555cfdc36b9 admin admin] Publish callbacks [] for security_group (48caecea-0f68-4b66-9358-aeb94189fac0), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:24.891948 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-d2726678-ca89-4623-91e6-e555cfdc36b9 admin admin] Publish callbacks [] for security_group (48caecea-0f68-4b66-9358-aeb94189fac0), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:24.939739 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-d2726678-ca89-4623-91e6-e555cfdc36b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (48caecea-0f68-4b66-9358-aeb94189fac0), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:24.942317 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-d2726678-ca89-4623-91e6-e555cfdc36b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:24.944349 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-d2726678-ca89-4623-91e6-e555cfdc36b9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/48caecea-0f68-4b66-9358-aeb94189fac0 HTTP/1.1" status: 204 len: 168 time: 0.1246181 Mar 30 18:33:24.953466 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2726678-ca89-4623-91e6-e555cfdc36b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48caecea-0f68-4b66-9358-aeb94189fac0,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:33:25.011905 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e508c-78ef-4136-a873-8bf594191533 req-2712a0ea-ce83-4c6a-8348-e01c8d3336d0 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:33:25.013469 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e04e508c-78ef-4136-a873-8bf594191533 req-2712a0ea-ce83-4c6a-8348-e01c8d3336d0 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/ports?device_id=59dcbef0-44be-4c98-b9d4-51d9223998d2 HTTP/1.1" status: 200 len: 945 time: 0.0543661 Mar 30 18:33:25.068376 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e04e508c-78ef-4136-a873-8bf594191533 req-55499b5e-9380-4278-8f13-e0e9a38d5ab1 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/security-groups?id=8feca345-98dd-4850-9cae-e25a0be977ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480514 Mar 30 18:33:25.206059 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 53416) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:33:25.219024 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-9e4b1c0e-0397-41b1-986f-6db48884706a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:25.297013 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-9e4b1c0e-0397-41b1-986f-6db48884706a admin admin] Publish callbacks [] for security_group (b93d0590-1c84-497c-8d09-ab14ead19150), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:25.300071 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-9e4b1c0e-0397-41b1-986f-6db48884706a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (b93d0590-1c84-497c-8d09-ab14ead19150), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:25.339038 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-9e4b1c0e-0397-41b1-986f-6db48884706a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=486fef7884714e5282efb68a7c7d561d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1320019 Mar 30 18:33:25.340158 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4b1c0e-0397-41b1-986f-6db48884706a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b93d0590-1c84-497c-8d09-ab14ead19150,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:33:25.341726 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 53418) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:33:25.388450 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-21d7dca9-92bc-4dcb-99b1-d854dbb06281 admin admin] Publish callbacks [] for security_group (b93d0590-1c84-497c-8d09-ab14ead19150), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:25.409607 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-21d7dca9-92bc-4dcb-99b1-d854dbb06281 admin admin] Publish callbacks [] for security_group (b93d0590-1c84-497c-8d09-ab14ead19150), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:25.460335 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-21d7dca9-92bc-4dcb-99b1-d854dbb06281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (b93d0590-1c84-497c-8d09-ab14ead19150), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:25.462944 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-21d7dca9-92bc-4dcb-99b1-d854dbb06281 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:25.464177 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-21d7dca9-92bc-4dcb-99b1-d854dbb06281 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b93d0590-1c84-497c-8d09-ab14ead19150 HTTP/1.1" status: 204 len: 168 time: 0.1213951 Mar 30 18:33:25.473731 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d7dca9-92bc-4dcb-99b1-d854dbb06281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93d0590-1c84-497c-8d09-ab14ead19150,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:33:25.692605 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [req-0d362e1a-e9f5-4cb9-9536-91fb3331050f req-90f405e5-eca4-43b5-a400-7fb2e5ae3b14 service neutron] (103495) timed out ('10.222.0.44', 61737) {{(pid=103495) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 30 18:33:26.187159 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18d474-adaa-4b9f-adfa-da4d0ce27a17 req-816ffc2e-a36e-4ae6-98a5-709f3998b605 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:33:26.188536 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ed18d474-adaa-4b9f-adfa-da4d0ce27a17 req-816ffc2e-a36e-4ae6-98a5-709f3998b605 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/ports?device_id=59dcbef0-44be-4c98-b9d4-51d9223998d2 HTTP/1.1" status: 200 len: 945 time: 0.0522082 Mar 30 18:33:26.243054 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ed18d474-adaa-4b9f-adfa-da4d0ce27a17 req-494544ce-0808-4f04-be85-986f0990bdd6 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/security-groups?id=8feca345-98dd-4850-9cae-e25a0be977ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483720 Mar 30 18:33:26.890430 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [req-14664abc-703b-48e1-9730-68fa866e28e7 req-581fc0f8-942d-4910-80cb-567a77502cf3 service neutron] (103494) timed out ('10.222.0.44', 61706) {{(pid=103494) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 30 18:33:27.363152 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb0b54-1e20-46bd-bba6-33774652b6e1 req-f8d89675-cf8a-4c42-a293-bc794d485c5d tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:33:27.364641 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e3bb0b54-1e20-46bd-bba6-33774652b6e1 req-f8d89675-cf8a-4c42-a293-bc794d485c5d tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/ports?device_id=59dcbef0-44be-4c98-b9d4-51d9223998d2 HTTP/1.1" status: 200 len: 945 time: 0.0523908 Mar 30 18:33:27.415092 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e3bb0b54-1e20-46bd-bba6-33774652b6e1 req-d1b8b578-73d0-4d58-bb6a-3a2828fbc1de tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/security-groups?id=8feca345-98dd-4850-9cae-e25a0be977ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450244 Mar 30 18:33:28.537872 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9999705-36a9-4241-bfc6-a9ac148694a6 req-60db0ace-60e0-4bfb-9df1-ce27f4461f0f tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:33:28.539399 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a9999705-36a9-4241-bfc6-a9ac148694a6 req-60db0ace-60e0-4bfb-9df1-ce27f4461f0f tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/ports?device_id=59dcbef0-44be-4c98-b9d4-51d9223998d2 HTTP/1.1" status: 200 len: 945 time: 0.0546410 Mar 30 18:33:28.589166 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a9999705-36a9-4241-bfc6-a9ac148694a6 req-31dd4904-f751-4f13-8f54-0d38eab06409 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/security-groups?id=8feca345-98dd-4850-9cae-e25a0be977ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441585 Mar 30 18:33:29.713724 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2354be-c232-4557-8df8-0dbe32053e2d req-ca01d537-bf04-4dd0-9435-2d71ea680c11 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:33:29.715198 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3b2354be-c232-4557-8df8-0dbe32053e2d req-ca01d537-bf04-4dd0-9435-2d71ea680c11 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/ports?device_id=59dcbef0-44be-4c98-b9d4-51d9223998d2 HTTP/1.1" status: 200 len: 945 time: 0.0563793 Mar 30 18:33:29.762865 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3b2354be-c232-4557-8df8-0dbe32053e2d req-ecfc6cce-6722-411e-82d1-41ebae92087e tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/security-groups?id=8feca345-98dd-4850-9cae-e25a0be977ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421717 Mar 30 18:33:30.272487 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [req-81cdb1f9-5fc1-4fc6-bf4e-2f57c7396a35 req-50b398f1-b254-4981-b13d-eda1c3b41e6c service neutron] (103494) timed out ('10.222.0.44', 61741) {{(pid=103494) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 30 18:33:30.890918 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d58fb-fefd-413f-8bd2-d44f29428e39 req-ba40f13a-b42f-4287-912f-973ab880b65c tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:33:30.892391 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f81d58fb-fefd-413f-8bd2-d44f29428e39 req-ba40f13a-b42f-4287-912f-973ab880b65c tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/ports?device_id=59dcbef0-44be-4c98-b9d4-51d9223998d2 HTTP/1.1" status: 200 len: 945 time: 0.0602129 Mar 30 18:33:30.941253 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f81d58fb-fefd-413f-8bd2-d44f29428e39 req-d172847d-f535-4e09-a423-cfe352968911 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/security-groups?id=8feca345-98dd-4850-9cae-e25a0be977ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427215 Mar 30 18:33:31.115578 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 53510) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:33:31.170282 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.agents_db [None req-01a7ea33-ae04-4be9-ae8a-11827e05d97f None None] Agent healthcheck: found 6 active agents {{(pid=103497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:33:31.217024 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-591cd008-8116-4bf5-bfb9-ac2685557c26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:31.289336 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-591cd008-8116-4bf5-bfb9-ac2685557c26 admin admin] Publish callbacks [] for security_group (d89d3ce5-84ee-4a54-a54b-81567430869c), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:31.293054 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-591cd008-8116-4bf5-bfb9-ac2685557c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (d89d3ce5-84ee-4a54-a54b-81567430869c), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:31.331144 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-591cd008-8116-4bf5-bfb9-ac2685557c26 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=151814ad36f44cee93ca081e85e871a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2144318 Mar 30 18:33:31.331959 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591cd008-8116-4bf5-bfb9-ac2685557c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d89d3ce5-84ee-4a54-a54b-81567430869c,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:33:31.333955 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 53514) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:33:31.381307 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-b3c45a14-52da-49a4-ae1f-9d2a67675fb5 admin admin] Publish callbacks [] for security_group (d89d3ce5-84ee-4a54-a54b-81567430869c), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:31.401985 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-b3c45a14-52da-49a4-ae1f-9d2a67675fb5 admin admin] Publish callbacks [] for security_group (d89d3ce5-84ee-4a54-a54b-81567430869c), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:31.449230 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-b3c45a14-52da-49a4-ae1f-9d2a67675fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (d89d3ce5-84ee-4a54-a54b-81567430869c), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:31.451773 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-b3c45a14-52da-49a4-ae1f-9d2a67675fb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:31.452918 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-b3c45a14-52da-49a4-ae1f-9d2a67675fb5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d89d3ce5-84ee-4a54-a54b-81567430869c HTTP/1.1" status: 204 len: 168 time: 0.1173260 Mar 30 18:33:31.463005 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c45a14-52da-49a4-ae1f-9d2a67675fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89d3ce5-84ee-4a54-a54b-81567430869c,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:33:31.703949 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 53520) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:33:31.717227 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-c7f15aa8-275c-4d85-8634-125f493374ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:31.790443 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-c7f15aa8-275c-4d85-8634-125f493374ea admin admin] Publish callbacks [] for security_group (db3c7af3-42fb-4741-8676-ea348a75b214), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:31.793941 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-c7f15aa8-275c-4d85-8634-125f493374ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (db3c7af3-42fb-4741-8676-ea348a75b214), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:31.835358 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-c7f15aa8-275c-4d85-8634-125f493374ea admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9a84f56de1d9403590fb57c672c4471c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1303246 Mar 30 18:33:31.836475 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f15aa8-275c-4d85-8634-125f493374ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db3c7af3-42fb-4741-8676-ea348a75b214,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:33:31.838073 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 53522) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:33:31.887157 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-89540dd2-183d-4101-af68-965243fb19e8 admin admin] Publish callbacks [] for security_group (db3c7af3-42fb-4741-8676-ea348a75b214), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:31.909132 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-89540dd2-183d-4101-af68-965243fb19e8 admin admin] Publish callbacks [] for security_group (db3c7af3-42fb-4741-8676-ea348a75b214), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:31.956210 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-89540dd2-183d-4101-af68-965243fb19e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (db3c7af3-42fb-4741-8676-ea348a75b214), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:31.959158 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-89540dd2-183d-4101-af68-965243fb19e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:31.960281 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-89540dd2-183d-4101-af68-965243fb19e8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/db3c7af3-42fb-4741-8676-ea348a75b214 HTTP/1.1" status: 204 len: 168 time: 0.1211393 Mar 30 18:33:31.967860 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89540dd2-183d-4101-af68-965243fb19e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3c7af3-42fb-4741-8676-ea348a75b214,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:33:32.061207 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b6fca-f435-496d-9e0c-f46eb28497fd req-3d4dd691-8315-48c4-95c1-ceb5ca5f650b tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:33:32.062899 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-693b6fca-f435-496d-9e0c-f46eb28497fd req-3d4dd691-8315-48c4-95c1-ceb5ca5f650b tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/ports?device_id=59dcbef0-44be-4c98-b9d4-51d9223998d2 HTTP/1.1" status: 200 len: 945 time: 0.0540776 Mar 30 18:33:32.113565 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-693b6fca-f435-496d-9e0c-f46eb28497fd req-4ac8bf07-8a0f-41bc-aa20-ebee11ef1095 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/security-groups?id=8feca345-98dd-4850-9cae-e25a0be977ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447619 Mar 30 18:33:33.232575 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4e0a5f-9d11-4f8c-9198-17b91cee8ccd req-53dce7f0-0861-43cb-89f0-d03f9cd408fb tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:33:33.234151 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0f4e0a5f-9d11-4f8c-9198-17b91cee8ccd req-53dce7f0-0861-43cb-89f0-d03f9cd408fb tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/ports?device_id=59dcbef0-44be-4c98-b9d4-51d9223998d2 HTTP/1.1" status: 200 len: 945 time: 0.0533388 Mar 30 18:33:33.282716 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0f4e0a5f-9d11-4f8c-9198-17b91cee8ccd req-1f10af31-6e38-4c21-9901-32e4fa497b13 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/security-groups?id=8feca345-98dd-4850-9cae-e25a0be977ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421500 Mar 30 18:33:34.411984 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cfc1df-2aad-4a23-b9d6-e26fef37a702 req-960cd41b-9c39-4f60-9ad0-6e30b4003ea3 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:33:34.413516 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-23cfc1df-2aad-4a23-b9d6-e26fef37a702 req-960cd41b-9c39-4f60-9ad0-6e30b4003ea3 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/ports?device_id=59dcbef0-44be-4c98-b9d4-51d9223998d2 HTTP/1.1" status: 200 len: 945 time: 0.0615134 Mar 30 18:33:34.464276 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-23cfc1df-2aad-4a23-b9d6-e26fef37a702 req-c90e7d5c-c51a-4837-99cc-0878c2158dbc tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/security-groups?id=8feca345-98dd-4850-9cae-e25a0be977ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446405 Mar 30 18:33:34.547552 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7b1d5-9178-4c86-9535-fc6c85d4ed12 req-7a18fdb8-c025-4b8a-8603-02fb67466905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:33:34.549045 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-eec7b1d5-9178-4c86-9535-fc6c85d4ed12 req-7a18fdb8-c025-4b8a-8603-02fb67466905 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=adc414db793a45ffa18c1af010b12a32&device_id=59dcbef0-44be-4c98-b9d4-51d9223998d2 HTTP/1.1" status: 200 len: 1129 time: 0.1346850 Mar 30 18:33:34.641853 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7b1d5-9178-4c86-9535-fc6c85d4ed12 req-f25b7203-f584-4ab9-b19d-bcbed133cda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:33:34.643387 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-eec7b1d5-9178-4c86-9535-fc6c85d4ed12 req-f25b7203-f584-4ab9-b19d-bcbed133cda6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e5de71a0-14ad-4ef8-a889-ddf5c13efa1f HTTP/1.1" status: 200 len: 909 time: 0.0866709 Mar 30 18:33:34.708367 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-eec7b1d5-9178-4c86-9535-fc6c85d4ed12 req-b2e08559-5c2f-49da-8e78-4b4ad642f9f1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e9f0edb-e9b2-4b83-a6b6-9048b17b483e HTTP/1.1" status: 200 len: 1001 time: 0.0592313 Mar 30 18:33:34.756078 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7b1d5-9178-4c86-9535-fc6c85d4ed12 req-a483f71b-3bb4-4ff6-83a0-b88e9a19cfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:33:34.757574 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-eec7b1d5-9178-4c86-9535-fc6c85d4ed12 req-a483f71b-3bb4-4ff6-83a0-b88e9a19cfdb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f95acf74-50cf-4b9c-93f5-6d4687a32a8f HTTP/1.1" status: 200 len: 847 time: 0.0437841 Mar 30 18:33:34.808940 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7b1d5-9178-4c86-9535-fc6c85d4ed12 req-f2149ed9-3e5c-46b5-9b62-4b599a5a81bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:33:34.810446 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-eec7b1d5-9178-4c86-9535-fc6c85d4ed12 req-f2149ed9-3e5c-46b5-9b62-4b599a5a81bb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e5de71a0-14ad-4ef8-a889-ddf5c13efa1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471144 Mar 30 18:33:34.900634 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-eec7b1d5-9178-4c86-9535-fc6c85d4ed12 req-429555ff-7b64-453f-b319-876e0ceddb26 service neutron] 10.222.0.44 "GET /v2.0/networks/e5de71a0-14ad-4ef8-a889-ddf5c13efa1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843372 Mar 30 18:33:34.998653 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-eec7b1d5-9178-4c86-9535-fc6c85d4ed12 req-7e463770-d663-43cd-9ec5-52d768a32f5d service neutron] 10.222.0.44 "GET /v2.0/networks/e5de71a0-14ad-4ef8-a889-ddf5c13efa1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919497 Mar 30 18:33:35.584475 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4633f-b173-4b19-8478-1601c6714e7a req-2e1e6aed-6c75-45f8-bcf5-997fe5122fa9 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:33:35.585935 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-7bc4633f-b173-4b19-8478-1601c6714e7a req-2e1e6aed-6c75-45f8-bcf5-997fe5122fa9 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/ports?device_id=59dcbef0-44be-4c98-b9d4-51d9223998d2 HTTP/1.1" status: 200 len: 945 time: 0.0539744 Mar 30 18:33:35.635559 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-7bc4633f-b173-4b19-8478-1601c6714e7a req-50afdb5c-f009-4169-8a51-4f210a3d1c4d tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/security-groups?id=8feca345-98dd-4850-9cae-e25a0be977ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440345 Mar 30 18:33:36.753378 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d2a1d-6508-4aa6-ab48-1de46382fc97 req-2ef2d68a-305f-44cd-b2db-3c50f59268e5 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:33:36.755602 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ab1d2a1d-6508-4aa6-ab48-1de46382fc97 req-2ef2d68a-305f-44cd-b2db-3c50f59268e5 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/ports?device_id=59dcbef0-44be-4c98-b9d4-51d9223998d2 HTTP/1.1" status: 200 len: 945 time: 0.0526464 Mar 30 18:33:36.803438 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ab1d2a1d-6508-4aa6-ab48-1de46382fc97 req-510bc502-48b9-405d-a314-a5a0ba89d7ef tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/security-groups?id=8feca345-98dd-4850-9cae-e25a0be977ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425310 Mar 30 18:33:37.923326 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dcc473-309b-4da0-ba51-572faeec6da3 req-6b0a0127-9bde-4e87-b400-3dcb64191a3d tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:33:37.924794 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c8dcc473-309b-4da0-ba51-572faeec6da3 req-6b0a0127-9bde-4e87-b400-3dcb64191a3d tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/ports?device_id=59dcbef0-44be-4c98-b9d4-51d9223998d2 HTTP/1.1" status: 200 len: 945 time: 0.0564148 Mar 30 18:33:37.973830 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c8dcc473-309b-4da0-ba51-572faeec6da3 req-d35b725a-0286-447f-a25e-71b9f9714961 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/security-groups?id=8feca345-98dd-4850-9cae-e25a0be977ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421362 Mar 30 18:33:38.040415 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [req-b817c43a-34fc-4364-b66e-849656c641cf req-5ab58edf-debf-4a54-8f41-6541d4564349 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103495) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 18:33:38.041382 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b817c43a-34fc-4364-b66e-849656c641cf req-5ab58edf-debf-4a54-8f41-6541d4564349 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058353 Mar 30 18:33:38.195288 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf3718e-593b-4bdd-a644-8b344fc50807 req-5ece1fdd-8d17-4a13-b7b8-5ac791e30df9 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:33:38.197019 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-bcf3718e-593b-4bdd-a644-8b344fc50807 req-5ece1fdd-8d17-4a13-b7b8-5ac791e30df9 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/ports?device_id=59dcbef0-44be-4c98-b9d4-51d9223998d2 HTTP/1.1" status: 200 len: 945 time: 0.0532539 Mar 30 18:33:38.204832 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 53622) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:33:38.248501 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-bcf3718e-593b-4bdd-a644-8b344fc50807 req-4daed311-a96f-4828-bb5c-2be36f19a70a tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/security-groups?id=8feca345-98dd-4850-9cae-e25a0be977ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460083 Mar 30 18:33:38.305073 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [req-c39c6221-4cbb-40ac-928b-da91b316f49b req-523b71e2-cd42-49a6-ac78-9f54001cdf19 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=59dcbef0-44be-4c98-b9d4-51d9223998d2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0985651 Mar 30 18:33:38.313440 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [req-c39c6221-4cbb-40ac-928b-da91b316f49b req-2ecbfb27-1313-4626-ac55-4ec1454d3b7e service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103494) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 18:33:38.314417 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [req-c39c6221-4cbb-40ac-928b-da91b316f49b req-2ecbfb27-1313-4626-ac55-4ec1454d3b7e service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047169 Mar 30 18:33:38.460033 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 53630) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:33:38.555269 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c6221-4cbb-40ac-928b-da91b316f49b req-00511f58-a2ac-49d9-93a3-733680ccdf8a tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:33:38.556615 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c39c6221-4cbb-40ac-928b-da91b316f49b req-00511f58-a2ac-49d9-93a3-733680ccdf8a tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/ports/4e9f0edb-e9b2-4b83-a6b6-9048b17b483e HTTP/1.1" status: 200 len: 942 time: 0.0955880 Mar 30 18:33:39.368854 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb09ca3-3aa4-4f6f-b682-97a7fa00fd9f req-ed997f69-7843-4ebc-b8ef-b8de7279b8bc tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:33:39.370280 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-edb09ca3-3aa4-4f6f-b682-97a7fa00fd9f req-ed997f69-7843-4ebc-b8ef-b8de7279b8bc tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/ports?device_id=59dcbef0-44be-4c98-b9d4-51d9223998d2 HTTP/1.1" status: 200 len: 945 time: 0.0558722 Mar 30 18:33:39.418684 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-edb09ca3-3aa4-4f6f-b682-97a7fa00fd9f req-54335680-c293-4da7-97e7-611c4a6f250b tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/security-groups?id=8feca345-98dd-4850-9cae-e25a0be977ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428543 Mar 30 18:33:40.212828 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c6221-4cbb-40ac-928b-da91b316f49b req-baa494db-2061-4a08-a8d8-bae00593fc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:33:40.213962 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c39c6221-4cbb-40ac-928b-da91b316f49b req-baa494db-2061-4a08-a8d8-bae00593fc4c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=59dcbef0-44be-4c98-b9d4-51d9223998d2&tenant_id=adc414db793a45ffa18c1af010b12a32 HTTP/1.1" status: 200 len: 1129 time: 0.0445399 Mar 30 18:33:40.290321 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c6221-4cbb-40ac-928b-da91b316f49b req-86e11a3a-bc9a-4ec9-b8e8-913d111897ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:33:40.291785 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c39c6221-4cbb-40ac-928b-da91b316f49b req-86e11a3a-bc9a-4ec9-b8e8-913d111897ba service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=adc414db793a45ffa18c1af010b12a32&device_id=59dcbef0-44be-4c98-b9d4-51d9223998d2 HTTP/1.1" status: 200 len: 1129 time: 0.0442581 Mar 30 18:33:40.386415 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c6221-4cbb-40ac-928b-da91b316f49b req-4277dee9-0375-405e-a662-c0df17fd5bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:33:40.387875 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c39c6221-4cbb-40ac-928b-da91b316f49b req-4277dee9-0375-405e-a662-c0df17fd5bea service neutron] 10.222.0.44 "GET /v2.0/networks?id=e5de71a0-14ad-4ef8-a889-ddf5c13efa1f HTTP/1.1" status: 200 len: 909 time: 0.0901086 Mar 30 18:33:40.455267 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c39c6221-4cbb-40ac-928b-da91b316f49b req-47c251c4-46b8-4626-872a-3127955a2e27 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e9f0edb-e9b2-4b83-a6b6-9048b17b483e HTTP/1.1" status: 200 len: 1001 time: 0.0605795 Mar 30 18:33:40.502309 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 4e9f0edb-e9b2-4b83-a6b6-9048b17b483e no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:33:40.538618 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c6221-4cbb-40ac-928b-da91b316f49b req-89681c3e-0935-4c72-bc57-84deee56617b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:33:40.540067 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c39c6221-4cbb-40ac-928b-da91b316f49b req-89681c3e-0935-4c72-bc57-84deee56617b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f95acf74-50cf-4b9c-93f5-6d4687a32a8f HTTP/1.1" status: 200 len: 847 time: 0.0792882 Mar 30 18:33:40.577854 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Current status of the port 4e9f0edb-e9b2-4b83-a6b6-9048b17b483e is: ACTIVE; New status is: DOWN {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:33:40.578285 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (4e9f0edb-e9b2-4b83-a6b6-9048b17b483e), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:40.583701 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628eec6-c61b-455b-aaef-4201375ecd96 req-3cdd7e1e-d2b6-4d07-b622-5fb3b5c372bf tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:33:40.585144 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0628eec6-c61b-455b-aaef-4201375ecd96 req-3cdd7e1e-d2b6-4d07-b622-5fb3b5c372bf tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/ports?device_id=59dcbef0-44be-4c98-b9d4-51d9223998d2 HTTP/1.1" status: 200 len: 945 time: 0.0958123 Mar 30 18:33:40.603189 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59dcbef0-44be-4c98-b9d4-51d9223998d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e9f0edb-e9b2-4b83-a6b6-9048b17b483e'}] {{(pid=103496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:33:40.605421 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cbde32198906eb4ff2132376d68ea43d0d8f515c48f03fe95d90af760020ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-161cfe62-7a14-49e5-b308-342748129a34" -d '{"events": [{"server_uuid": "59dcbef0-44be-4c98-b9d4-51d9223998d2", "name": "network-vif-unplugged", "status": "completed", "tag": "4e9f0edb-e9b2-4b83-a6b6-9048b17b483e"}]}' {{(pid=103496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:33:40.619305 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c6221-4cbb-40ac-928b-da91b316f49b req-18a64d0f-402d-4aaf-b351-7bda48d5c0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:33:40.620092 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port 4e9f0edb-e9b2-4b83-a6b6-9048b17b483e, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4e9f0edb-e9b2-4b83-a6b6-9048b17b483e,segment=NetworkSegment(aea436d8-46f8-479c-bed5-a186a1319bc0),segment_id=aea436d8-46f8-479c-bed5-a186a1319bc0)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:33:40.620899 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c39c6221-4cbb-40ac-928b-da91b316f49b req-18a64d0f-402d-4aaf-b351-7bda48d5c0c1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e5de71a0-14ad-4ef8-a889-ddf5c13efa1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0745292 Mar 30 18:33:40.625294 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (4e9f0edb-e9b2-4b83-a6b6-9048b17b483e), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:40.651132 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Mar 2022 18:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b96a94-5519-4540-9d45-8e298fc384b3 x-openstack-request-id: req-b5b96a94-5519-4540-9d45-8e298fc384b3 {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:33:40.651432 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59dcbef0-44be-4c98-b9d4-51d9223998d2", "name": "network-vif-unplugged", "status": "completed", "tag": "4e9f0edb-e9b2-4b83-a6b6-9048b17b483e", "code": 200}]} {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:33:40.651688 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b5b96a94-5519-4540-9d45-8e298fc384b3 {{(pid=103496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:33:40.652082 dv-cinder-835881-1-iscsi neutron-server[103496]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5b96a94-5519-4540-9d45-8e298fc384b3'] response: {'server_uuid': '59dcbef0-44be-4c98-b9d4-51d9223998d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e9f0edb-e9b2-4b83-a6b6-9048b17b483e', 'code': 200} Mar 30 18:33:40.677607 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Pushing event updated for resources: {'Port': ['ID=4e9f0edb-e9b2-4b83-a6b6-9048b17b483e,revision_number=6']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:33:40.684593 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:33:40.685328 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:33:40.685328 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:33:40.685632 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:33:40.685976 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:33:40.686350 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:33:40.686689 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:33:40.687019 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:33:40.687350 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:33:40.687678 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:33:40.688009 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:33:40.688339 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:33:40.688673 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:33:40.688999 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:33:40.689324 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:33:40.695605 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0628eec6-c61b-455b-aaef-4201375ecd96 req-1f2773dc-7fb0-4096-8f9c-6aa07d8a255b tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/security-groups?id=8feca345-98dd-4850-9cae-e25a0be977ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041718 Mar 30 18:33:40.731627 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c39c6221-4cbb-40ac-928b-da91b316f49b req-a6a38caa-a0c2-4772-be5e-7a3ffd197571 service neutron] 10.222.0.44 "GET /v2.0/networks/e5de71a0-14ad-4ef8-a889-ddf5c13efa1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031466 Mar 30 18:33:40.822222 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c39c6221-4cbb-40ac-928b-da91b316f49b req-08c17913-f52c-48e1-af50-31f8a5fd773d service neutron] 10.222.0.44 "GET /v2.0/networks/e5de71a0-14ad-4ef8-a889-ddf5c13efa1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842083 Mar 30 18:33:41.830154 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-dd62ebba-c9c2-4fa7-be52-8b6a190e3714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:41.832064 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26b13d-747e-4d73-ad1c-b9f968304681 req-00439edb-6ea5-4960-b7ef-c7735919f40b tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:33:41.833951 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-4b26b13d-747e-4d73-ad1c-b9f968304681 req-00439edb-6ea5-4960-b7ef-c7735919f40b tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/ports?device_id=59dcbef0-44be-4c98-b9d4-51d9223998d2 HTTP/1.1" status: 200 len: 943 time: 0.0667083 Mar 30 18:33:41.882451 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-4b26b13d-747e-4d73-ad1c-b9f968304681 req-435e00fb-68be-47a8-b2a8-ad18606e732d tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/security-groups?id=8feca345-98dd-4850-9cae-e25a0be977ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426848 Mar 30 18:33:42.507992 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 53676) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:33:42.610682 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-2a828fef-1b24-4b3f-bdf2-d5d0202170ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:42.683085 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-2a828fef-1b24-4b3f-bdf2-d5d0202170ba admin admin] Publish callbacks [] for security_group (893f40e1-1a47-4fbc-815d-de50f7a1e2f0), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:42.686886 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-2a828fef-1b24-4b3f-bdf2-d5d0202170ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (893f40e1-1a47-4fbc-815d-de50f7a1e2f0), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:42.723165 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a828fef-1b24-4b3f-bdf2-d5d0202170ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893f40e1-1a47-4fbc-815d-de50f7a1e2f0,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:33:42.727436 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-2a828fef-1b24-4b3f-bdf2-d5d0202170ba admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b6a89cb29c5a4313be57bf659de32827&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2184494 Mar 30 18:33:42.730226 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 53680) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:33:42.733861 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a828fef-1b24-4b3f-bdf2-d5d0202170ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:33:42.734432 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a828fef-1b24-4b3f-bdf2-d5d0202170ba admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:33:42.734766 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a828fef-1b24-4b3f-bdf2-d5d0202170ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:33:42.735154 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a828fef-1b24-4b3f-bdf2-d5d0202170ba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:33:42.735496 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a828fef-1b24-4b3f-bdf2-d5d0202170ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:33:42.735906 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a828fef-1b24-4b3f-bdf2-d5d0202170ba admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:33:42.736284 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a828fef-1b24-4b3f-bdf2-d5d0202170ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:33:42.736705 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a828fef-1b24-4b3f-bdf2-d5d0202170ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:33:42.737035 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a828fef-1b24-4b3f-bdf2-d5d0202170ba admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:33:42.737447 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a828fef-1b24-4b3f-bdf2-d5d0202170ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:33:42.737781 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a828fef-1b24-4b3f-bdf2-d5d0202170ba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:33:42.738112 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a828fef-1b24-4b3f-bdf2-d5d0202170ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:33:42.738467 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a828fef-1b24-4b3f-bdf2-d5d0202170ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:33:42.738802 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a828fef-1b24-4b3f-bdf2-d5d0202170ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:33:42.739120 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a828fef-1b24-4b3f-bdf2-d5d0202170ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:33:42.778751 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-26a4e12b-c262-4cc3-9f77-dd9e44476304 admin admin] Publish callbacks [] for security_group (893f40e1-1a47-4fbc-815d-de50f7a1e2f0), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:42.799694 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-26a4e12b-c262-4cc3-9f77-dd9e44476304 admin admin] Publish callbacks [] for security_group (893f40e1-1a47-4fbc-815d-de50f7a1e2f0), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:42.845950 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-26a4e12b-c262-4cc3-9f77-dd9e44476304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (893f40e1-1a47-4fbc-815d-de50f7a1e2f0), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:42.848615 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-26a4e12b-c262-4cc3-9f77-dd9e44476304 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:42.850285 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-26a4e12b-c262-4cc3-9f77-dd9e44476304 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/893f40e1-1a47-4fbc-815d-de50f7a1e2f0 HTTP/1.1" status: 204 len: 168 time: 0.1190338 Mar 30 18:33:42.857907 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a4e12b-c262-4cc3-9f77-dd9e44476304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893f40e1-1a47-4fbc-815d-de50f7a1e2f0,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:33:43.002862 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd0ffe4-3d6c-4c7c-bbfc-45bd34ebce9a req-8a70c90a-c0a6-4fe4-8c8d-63bb267f5426 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:33:43.004347 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3dd0ffe4-3d6c-4c7c-bbfc-45bd34ebce9a req-8a70c90a-c0a6-4fe4-8c8d-63bb267f5426 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/ports?device_id=59dcbef0-44be-4c98-b9d4-51d9223998d2 HTTP/1.1" status: 200 len: 943 time: 0.0550807 Mar 30 18:33:43.057766 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3dd0ffe4-3d6c-4c7c-bbfc-45bd34ebce9a req-7ab0f733-d372-4cb9-bda5-b1dddd009247 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/security-groups?id=8feca345-98dd-4850-9cae-e25a0be977ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472722 Mar 30 18:33:43.111970 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 53688) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:33:43.125577 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-03229521-994f-4c00-a750-52533bd8aa7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:43.203127 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-03229521-994f-4c00-a750-52533bd8aa7a admin admin] Publish callbacks [] for security_group (1e84d75a-7ca7-49b9-ae9c-6f4560ffa37c), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:43.206655 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-03229521-994f-4c00-a750-52533bd8aa7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (1e84d75a-7ca7-49b9-ae9c-6f4560ffa37c), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:43.246594 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-03229521-994f-4c00-a750-52533bd8aa7a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d89084acfc5140d790ec2d399c84d537&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1312847 Mar 30 18:33:43.246594 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03229521-994f-4c00-a750-52533bd8aa7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e84d75a-7ca7-49b9-ae9c-6f4560ffa37c,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:33:43.247178 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 53690) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:33:43.294182 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-94d4a919-6428-42b9-865c-b0064f32e5e5 admin admin] Publish callbacks [] for security_group (1e84d75a-7ca7-49b9-ae9c-6f4560ffa37c), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:43.314765 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-94d4a919-6428-42b9-865c-b0064f32e5e5 admin admin] Publish callbacks [] for security_group (1e84d75a-7ca7-49b9-ae9c-6f4560ffa37c), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:43.360582 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-94d4a919-6428-42b9-865c-b0064f32e5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (1e84d75a-7ca7-49b9-ae9c-6f4560ffa37c), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:43.363127 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-94d4a919-6428-42b9-865c-b0064f32e5e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:43.364279 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-94d4a919-6428-42b9-865c-b0064f32e5e5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1e84d75a-7ca7-49b9-ae9c-6f4560ffa37c HTTP/1.1" status: 204 len: 168 time: 0.1160235 Mar 30 18:33:43.372470 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4a919-6428-42b9-865c-b0064f32e5e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e84d75a-7ca7-49b9-ae9c-6f4560ffa37c,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:33:43.899830 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-2bf14d4c-9bb4-41a7-9e21-6986fa5f33f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:44.177206 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b746e-9660-41c4-84a6-bdf19e893222 req-0f8e78a0-2c39-472a-abf1-6cb53aeef11d tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:33:44.178899 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ce9b746e-9660-41c4-84a6-bdf19e893222 req-0f8e78a0-2c39-472a-abf1-6cb53aeef11d tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/ports?device_id=59dcbef0-44be-4c98-b9d4-51d9223998d2 HTTP/1.1" status: 200 len: 943 time: 0.0528231 Mar 30 18:33:44.231296 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ce9b746e-9660-41c4-84a6-bdf19e893222 req-1990deb7-bd1b-427a-8cc1-0af33cb63a1a tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/security-groups?id=8feca345-98dd-4850-9cae-e25a0be977ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469377 Mar 30 18:33:44.444299 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 53722) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:33:44.545485 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-2e614954-1a3e-4bb3-8c57-bb206797a84a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:44.618540 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-2e614954-1a3e-4bb3-8c57-bb206797a84a admin admin] Publish callbacks [] for security_group (372d5e3b-fb35-4a41-b591-0143d827e2cb), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:44.622149 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-2e614954-1a3e-4bb3-8c57-bb206797a84a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (372d5e3b-fb35-4a41-b591-0143d827e2cb), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:44.658913 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-2e614954-1a3e-4bb3-8c57-bb206797a84a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=293e146d2e8c4741bea960507865c8f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2135804 Mar 30 18:33:44.659744 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e614954-1a3e-4bb3-8c57-bb206797a84a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=372d5e3b-fb35-4a41-b591-0143d827e2cb,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:33:44.662257 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 53726) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:33:44.712095 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-b41d99b8-d170-4f1c-9533-6806c7b2bfbe admin admin] Publish callbacks [] for security_group (372d5e3b-fb35-4a41-b591-0143d827e2cb), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:44.733817 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-b41d99b8-d170-4f1c-9533-6806c7b2bfbe admin admin] Publish callbacks [] for security_group (372d5e3b-fb35-4a41-b591-0143d827e2cb), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:44.781375 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-b41d99b8-d170-4f1c-9533-6806c7b2bfbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (372d5e3b-fb35-4a41-b591-0143d827e2cb), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:44.784153 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-b41d99b8-d170-4f1c-9533-6806c7b2bfbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:44.785305 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-b41d99b8-d170-4f1c-9533-6806c7b2bfbe admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/372d5e3b-fb35-4a41-b591-0143d827e2cb HTTP/1.1" status: 204 len: 168 time: 0.1220043 Mar 30 18:33:44.793402 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d99b8-d170-4f1c-9533-6806c7b2bfbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372d5e3b-fb35-4a41-b591-0143d827e2cb,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:33:45.082344 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:45.351392 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585493de-ff82-4d51-b3c2-5183c60a107f req-dc09074b-3182-464d-b023-99853faf8ffe tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:33:45.353277 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-585493de-ff82-4d51-b3c2-5183c60a107f req-dc09074b-3182-464d-b023-99853faf8ffe tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/ports?device_id=59dcbef0-44be-4c98-b9d4-51d9223998d2 HTTP/1.1" status: 200 len: 943 time: 0.0546224 Mar 30 18:33:45.396481 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 53750) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:33:45.405290 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-585493de-ff82-4d51-b3c2-5183c60a107f req-9120a0bb-8bdf-458a-949b-7e3df6209f8e tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/security-groups?id=8feca345-98dd-4850-9cae-e25a0be977ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460799 Mar 30 18:33:45.492130 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.v2.base [None req-35539eed-36e5-485d-b8c0-eaf7561ef4f3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2137595917-network', 'tenant_id': '59a34f47531640a9a90d6bb964b08683'}} {{(pid=103494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:33:45.512215 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35539eed-36e5-485d-b8c0-eaf7561ef4f3 admin admin] Made reservation on behalf of 59a34f47531640a9a90d6bb964b08683 for: {'network': 1} {{(pid=103494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:33:45.514593 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-35539eed-36e5-485d-b8c0-eaf7561ef4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for network (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:45.524007 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-35539eed-36e5-485d-b8c0-eaf7561ef4f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:45.599794 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-35539eed-36e5-485d-b8c0-eaf7561ef4f3 admin admin] Publish callbacks [] for security_group (5402e73a-61c4-476d-8bb6-c3f05620eb6c), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:45.603631 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-35539eed-36e5-485d-b8c0-eaf7561ef4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (5402e73a-61c4-476d-8bb6-c3f05620eb6c), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:45.624117 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35539eed-36e5-485d-b8c0-eaf7561ef4f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=103494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 18:33:45.638956 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35539eed-36e5-485d-b8c0-eaf7561ef4f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5402e73a-61c4-476d-8bb6-c3f05620eb6c,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:33:45.641840 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-35539eed-36e5-485d-b8c0-eaf7561ef4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125716'] for segment (9e6117dd-5b51-4cf4-8fc0-b21d4dea98cc), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:45.642213 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.db.segments_db [None req-35539eed-36e5-485d-b8c0-eaf7561ef4f3 admin admin] Added segment 9e6117dd-5b51-4cf4-8fc0-b21d4dea98cc of type vlan for network 147ce808-725e-417a-a1d2-85e3c7982746 Mar 30 18:33:45.682972 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-35539eed-36e5-485d-b8c0-eaf7561ef4f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728099366458'] for network (147ce808-725e-417a-a1d2-85e3c7982746), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:45.710905 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-35539eed-36e5-485d-b8c0-eaf7561ef4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241'] for network (147ce808-725e-417a-a1d2-85e3c7982746), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:45.711973 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35539eed-36e5-485d-b8c0-eaf7561ef4f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:33:45.712559 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-35539eed-36e5-485d-b8c0-eaf7561ef4f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:45.766384 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-35539eed-36e5-485d-b8c0-eaf7561ef4f3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3686728 Mar 30 18:33:45.769613 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 53754) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:33:45.777936 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35539eed-36e5-485d-b8c0-eaf7561ef4f3 admin admin] Pushing event updated for resources: {'Network': ['ID=147ce808-725e-417a-a1d2-85e3c7982746,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:33:45.778424 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [None req-aa14ae2f-1bf4-4d33-a5ce-4fe7a7746654 admin admin] Request body: {'subnet': {'network_id': '147ce808-725e-417a-a1d2-85e3c7982746', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2137595917-subnet', 'tenant_id': '59a34f47531640a9a90d6bb964b08683', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:33:45.787892 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Network 147ce808-725e-417a-a1d2-85e3c7982746 details requested by agent ovs-agent-dv-cinder-835881-1-iscsi with host dv-cinder-835881-1-iscsi {{(pid=103496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 18:33:45.798002 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa14ae2f-1bf4-4d33-a5ce-4fe7a7746654 admin admin] Made reservation on behalf of 59a34f47531640a9a90d6bb964b08683 for: {'subnet': 1} {{(pid=103495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:33:45.800251 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-aa14ae2f-1bf4-4d33-a5ce-4fe7a7746654 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4403016'] for subnet (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:45.963823 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-aa14ae2f-1bf4-4d33-a5ce-4fe7a7746654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5399796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4403038'] for subnet (e76db28a-4393-448a-aff7-aabb4d8ed661), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:46.023100 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa14ae2f-1bf4-4d33-a5ce-4fe7a7746654 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e76db28a-4393-448a-aff7-aabb4d8ed661,revision_number=0']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:33:46.030340 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa14ae2f-1bf4-4d33-a5ce-4fe7a7746654 admin admin] Checking segment: {'id': '9e6117dd-5b51-4cf4-8fc0-b21d4dea98cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '147ce808-725e-417a-a1d2-85e3c7982746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:33:46.030685 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa14ae2f-1bf4-4d33-a5ce-4fe7a7746654 admin admin] Network hostable DHCP agents. Network: 147ce808-725e-417a-a1d2-85e3c7982746, hostable agents: ['f171183a-83cc-4c67-9a52-f7c4c9021937'], hosted agents: [] {{(pid=103495) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 18:33:46.046523 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa14ae2f-1bf4-4d33-a5ce-4fe7a7746654 admin admin] Network 147ce808-725e-417a-a1d2-85e3c7982746 is scheduled to be hosted by DHCP agent f171183a-83cc-4c67-9a52-f7c4c9021937 with binding_index 1 {{(pid=103495) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 18:33:46.054941 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.base_scheduler [None req-aa14ae2f-1bf4-4d33-a5ce-4fe7a7746654 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-1-iscsi, 147ce808-725e-417a-a1d2-85e3c7982746) {{(pid=103495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:33:46.059023 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa14ae2f-1bf4-4d33-a5ce-4fe7a7746654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:33:46.059607 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-aa14ae2f-1bf4-4d33-a5ce-4fe7a7746654 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:46.068637 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf20b05-b99b-47cf-99dd-9b4e837168bc None None] Network 147ce808-725e-417a-a1d2-85e3c7982746 requested from dv-cinder-835881-1-iscsi {{(pid=103496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:33:46.079508 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-aa14ae2f-1bf4-4d33-a5ce-4fe7a7746654 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3076108 Mar 30 18:33:46.170479 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e9a5fa-0b64-45a4-8f50-80eef2992592 None None] Network 147ce808-725e-417a-a1d2-85e3c7982746 requested from dv-cinder-835881-1-iscsi {{(pid=103496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:33:46.473587 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:46.540866 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d665c3-dd35-4922-8ebd-417ce3d2d3bb req-6008bef7-c7df-41dd-93db-acb710a86de6 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:33:46.542581 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-26d665c3-dd35-4922-8ebd-417ce3d2d3bb req-6008bef7-c7df-41dd-93db-acb710a86de6 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/ports?device_id=59dcbef0-44be-4c98-b9d4-51d9223998d2 HTTP/1.1" status: 200 len: 943 time: 0.0631604 Mar 30 18:33:46.594879 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-26d665c3-dd35-4922-8ebd-417ce3d2d3bb req-7157d343-b912-4b32-8f82-1fafc813a2a0 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/security-groups?id=8feca345-98dd-4850-9cae-e25a0be977ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465703 Mar 30 18:33:47.724655 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b4171-3abb-4cf2-8f88-70875f5cf261 req-f8bd9407-2065-41f7-af94-e48679ddb059 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:33:47.726056 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-846b4171-3abb-4cf2-8f88-70875f5cf261 req-f8bd9407-2065-41f7-af94-e48679ddb059 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/ports?device_id=59dcbef0-44be-4c98-b9d4-51d9223998d2 HTTP/1.1" status: 200 len: 943 time: 0.0586486 Mar 30 18:33:47.887873 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-846b4171-3abb-4cf2-8f88-70875f5cf261 req-cd176348-57a6-444e-88e0-c3999b69e19c tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/security-groups?id=8feca345-98dd-4850-9cae-e25a0be977ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1555741 Mar 30 18:33:47.905934 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be896ae-3021-45d5-8316-330767d1af6f req-9cacb21a-5742-4d80-b1d8-d58f84bd47de tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:33:47.907469 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2be896ae-3021-45d5-8316-330767d1af6f req-9cacb21a-5742-4d80-b1d8-d58f84bd47de tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] 10.222.0.41 "GET /v2.0/networks?id=147ce808-725e-417a-a1d2-85e3c7982746 HTTP/1.1" status: 200 len: 814 time: 0.1770923 Mar 30 18:33:47.910271 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4846b399-a6c6-4381-830b-9cad8c825fe8 req-b3eda1b2-3368-45f4-8d31-5cc59b3d45f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:33:47.911672 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-4846b399-a6c6-4381-830b-9cad8c825fe8 req-b3eda1b2-3368-45f4-8d31-5cc59b3d45f1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=59dcbef0-44be-4c98-b9d4-51d9223998d2 HTTP/1.1" status: 200 len: 1127 time: 0.1130917 Mar 30 18:33:47.928632 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2be896ae-3021-45d5-8316-330767d1af6f req-0d5ade91-00e9-4d8b-9306-36aa862691b1 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] 10.222.0.41 "GET /v2.0/quotas/59a34f47531640a9a90d6bb964b08683 HTTP/1.1" status: 200 len: 375 time: 0.0154529 Mar 30 18:33:47.968576 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2be896ae-3021-45d5-8316-330767d1af6f req-9b931879-ac35-4313-9ab1-6c49891255b9 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=59a34f47531640a9a90d6bb964b08683&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338440 Mar 30 18:33:48.031459 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-4846b399-a6c6-4381-830b-9cad8c825fe8 req-a8abaecd-cb90-4f09-a54a-6964b076eaf2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8feca345-98dd-4850-9cae-e25a0be977ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121266 Mar 30 18:33:48.035804 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:48.088099 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2be896ae-3021-45d5-8316-330767d1af6f req-9e4a2d3e-6d4f-40fe-812b-b9b0cc42e889 service neutron] 10.222.0.41 "GET /v2.0/networks/147ce808-725e-417a-a1d2-85e3c7982746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118500 Mar 30 18:33:48.179110 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2be896ae-3021-45d5-8316-330767d1af6f req-55e50bc2-7ce4-4981-9d43-1d199ee11ede service neutron] 10.222.0.41 "GET /v2.0/networks/147ce808-725e-417a-a1d2-85e3c7982746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852211 Mar 30 18:33:48.334841 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-92f06bea-37ce-4551-ba04-f44fefe54c6e req-8b215910-ca09-46b3-afbb-40addb20f189 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] 10.222.0.41 "GET /v2.0/ports?device_id=b17f2f3d-b673-415a-b4e1-6b84e558eace HTTP/1.1" status: 200 len: 210 time: 0.0282457 Mar 30 18:33:48.565426 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 4e9f0edb-e9b2-4b83-a6b6-9048b17b483e details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:33:48.664757 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port 4e9f0edb-e9b2-4b83-a6b6-9048b17b483e, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4e9f0edb-e9b2-4b83-a6b6-9048b17b483e,segment=NetworkSegment(aea436d8-46f8-479c-bed5-a186a1319bc0),segment_id=aea436d8-46f8-479c-bed5-a186a1319bc0)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:33:48.678100 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Returning: {'device': '4e9f0edb-e9b2-4b83-a6b6-9048b17b483e', 'network_id': 'e5de71a0-14ad-4ef8-a889-ddf5c13efa1f', 'port_id': '4e9f0edb-e9b2-4b83-a6b6-9048b17b483e', 'mac_address': 'fa:16:3e:f9:2b:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f95acf74-50cf-4b9c-93f5-6d4687a32a8f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:33:48.725110 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Current status of the port 4e9f0edb-e9b2-4b83-a6b6-9048b17b483e is: DOWN; New status is: BUILD {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:33:48.725416 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (4e9f0edb-e9b2-4b83-a6b6-9048b17b483e), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:48.744701 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (ab438a54-a4f6-4fd3-b589-96aa27265666), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:48.746326 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e9f0edb-e9b2-4b83-a6b6-9048b17b483e {{(pid=103496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:33:48.766516 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port 4e9f0edb-e9b2-4b83-a6b6-9048b17b483e, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4e9f0edb-e9b2-4b83-a6b6-9048b17b483e,segment=NetworkSegment(aea436d8-46f8-479c-bed5-a186a1319bc0),segment_id=aea436d8-46f8-479c-bed5-a186a1319bc0)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:33:48.770157 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (4e9f0edb-e9b2-4b83-a6b6-9048b17b483e), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:48.817396 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Pushing event updated for resources: {'Port': ['ID=4e9f0edb-e9b2-4b83-a6b6-9048b17b483e,revision_number=7']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:33:49.006953 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744dcc0-8453-4593-9665-a614e7560e36 req-1cdb4a0d-02de-4a99-87cd-a5882d0c2c11 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:33:49.008350 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-4744dcc0-8453-4593-9665-a614e7560e36 req-1cdb4a0d-02de-4a99-87cd-a5882d0c2c11 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/ports?device_id=59dcbef0-44be-4c98-b9d4-51d9223998d2 HTTP/1.1" status: 200 len: 944 time: 0.0529640 Mar 30 18:33:49.056197 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-4744dcc0-8453-4593-9665-a614e7560e36 req-e1d0b95a-5249-4b82-878a-accda177acfd tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/security-groups?id=8feca345-98dd-4850-9cae-e25a0be977ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422266 Mar 30 18:33:49.456701 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d28230fe-f617-47ba-80f1-adaf3a4d2fd1 req-bd329d5e-02cd-4278-8751-976f5ed3d4c2 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] 10.222.0.41 "GET /v2.0/ports?device_id=b17f2f3d-b673-415a-b4e1-6b84e558eace HTTP/1.1" status: 200 len: 210 time: 0.0386555 Mar 30 18:33:49.489706 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be896ae-3021-45d5-8316-330767d1af6f req-5a691e6b-df18-4ce9-bcf3-6d4a024e0a45 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:33:49.491089 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2be896ae-3021-45d5-8316-330767d1af6f req-5a691e6b-df18-4ce9-bcf3-6d4a024e0a45 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] 10.222.0.44 "GET /v2.0/networks?id=147ce808-725e-417a-a1d2-85e3c7982746 HTTP/1.1" status: 200 len: 814 time: 0.1492915 Mar 30 18:33:49.538325 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [req-2be896ae-3021-45d5-8316-330767d1af6f req-d6cfb611-e2f5-4364-8986-6e52b549c84b tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Request body: {'port': {'device_id': 'b17f2f3d-b673-415a-b4e1-6b84e558eace', 'network_id': '147ce808-725e-417a-a1d2-85e3c7982746', 'admin_state_up': True, 'tenant_id': '59a34f47531640a9a90d6bb964b08683'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:33:49.645172 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2be896ae-3021-45d5-8316-330767d1af6f req-d6cfb611-e2f5-4364-8986-6e52b549c84b tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Made reservation on behalf of 59a34f47531640a9a90d6bb964b08683 for: {'port': 1} {{(pid=103495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:33:49.649306 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-2be896ae-3021-45d5-8316-330767d1af6f req-d6cfb611-e2f5-4364-8986-6e52b549c84b tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:49.774599 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.db_base_plugin_common [req-2be896ae-3021-45d5-8316-330767d1af6f req-d6cfb611-e2f5-4364-8986-6e52b549c84b tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Allocated IP 172.20.0.13 (147ce808-725e-417a-a1d2-85e3c7982746/e76db28a-4393-448a-aff7-aabb4d8ed661/07835678-0fa8-4ed7-b719-2bd4df3e861d) {{(pid=103495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:33:49.921218 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-2be896ae-3021-45d5-8316-330767d1af6f req-d6cfb611-e2f5-4364-8986-6e52b549c84b tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Publish callbacks [] for port (07835678-0fa8-4ed7-b719-2bd4df3e861d), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:49.954037 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-2be896ae-3021-45d5-8316-330767d1af6f req-d6cfb611-e2f5-4364-8986-6e52b549c84b tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728099412974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5398852'] for port (07835678-0fa8-4ed7-b719-2bd4df3e861d), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:49.995825 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2be896ae-3021-45d5-8316-330767d1af6f req-d6cfb611-e2f5-4364-8986-6e52b549c84b tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Network 147ce808-725e-417a-a1d2-85e3c7982746 is already hosted by enough agents. {{(pid=103495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:33:49.998923 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.base_scheduler [req-2be896ae-3021-45d5-8316-330767d1af6f req-d6cfb611-e2f5-4364-8986-6e52b549c84b tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Resources bound (agent type, host, resource id): {{(pid=103495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:33:50.004866 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.l3_dvrscheduler_db [req-2be896ae-3021-45d5-8316-330767d1af6f req-d6cfb611-e2f5-4364-8986-6e52b549c84b tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Received port after_create {{(pid=103495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:33:50.011636 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cfb611-e2f5-4364-8986-6e52b549c84b tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Pushing event updated for resources: {'Port': ['ID=07835678-0fa8-4ed7-b719-2bd4df3e861d,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:33:50.060827 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be896ae-3021-45d5-8316-330767d1af6f req-d6cfb611-e2f5-4364-8986-6e52b549c84b tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:33:50.061443 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-2be896ae-3021-45d5-8316-330767d1af6f req-d6cfb611-e2f5-4364-8986-6e52b549c84b tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for port (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:50.078309 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2be896ae-3021-45d5-8316-330767d1af6f req-d6cfb611-e2f5-4364-8986-6e52b549c84b tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5440888 Mar 30 18:33:50.134020 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [req-2be896ae-3021-45d5-8316-330767d1af6f req-09af4844-6578-4e3e-9531-1e410e8bfe2f service neutron] Request body: {'port': {'device_id': 'b17f2f3d-b673-415a-b4e1-6b84e558eace', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:33:50.216273 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-2be896ae-3021-45d5-8316-330767d1af6f req-09af4844-6578-4e3e-9531-1e410e8bfe2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (07835678-0fa8-4ed7-b719-2bd4df3e861d), before_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:50.223196 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] get_ports_and_sgs() called for port_ids ['4e9f0edb-e9b2-4b83-a6b6-9048b17b483e'] {{(pid=103496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:33:50.224153 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf274a-1241-41a1-8bf6-204eddeb4e2f req-caaf10a9-324e-49ca-b654-1663151721b2 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:33:50.225640 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d9cf274a-1241-41a1-8bf6-204eddeb4e2f req-caaf10a9-324e-49ca-b654-1663151721b2 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/ports?device_id=59dcbef0-44be-4c98-b9d4-51d9223998d2 HTTP/1.1" status: 200 len: 944 time: 0.1042783 Mar 30 18:33:50.318435 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d9cf274a-1241-41a1-8bf6-204eddeb4e2f req-a19c9b3c-f5bc-4ecf-a0e3-3d2b97095fb9 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/security-groups?id=8feca345-98dd-4850-9cae-e25a0be977ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848279 Mar 30 18:33:50.520264 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.notifiers.nova [req-2be896ae-3021-45d5-8316-330767d1af6f req-09af4844-6578-4e3e-9531-1e410e8bfe2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07835678-0fa8-4ed7-b719-2bd4df3e861d {{(pid=103495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:33:50.529589 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-2be896ae-3021-45d5-8316-330767d1af6f req-09af4844-6578-4e3e-9531-1e410e8bfe2f service neutron] Publish callbacks [] for port (07835678-0fa8-4ed7-b719-2bd4df3e861d), precommit_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:50.565687 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.provisioning_blocks [req-2be896ae-3021-45d5-8316-330767d1af6f req-09af4844-6578-4e3e-9531-1e410e8bfe2f service neutron] Transition to ACTIVE for port object 07835678-0fa8-4ed7-b719-2bd4df3e861d will not be triggered until provisioned by entity L2. {{(pid=103495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 18:33:50.570105 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-2be896ae-3021-45d5-8316-330767d1af6f req-09af4844-6578-4e3e-9531-1e410e8bfe2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5398861'] for port (07835678-0fa8-4ed7-b719-2bd4df3e861d), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:50.629463 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3d2c3-4d87-472b-9e65-60a6ae531adf req-0196ec55-2db0-4e48-b78e-ccf1eac2195f tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:33:50.631008 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-68e3d2c3-4d87-472b-9e65-60a6ae531adf req-0196ec55-2db0-4e48-b78e-ccf1eac2195f tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] 10.222.0.41 "GET /v2.0/ports?device_id=b17f2f3d-b673-415a-b4e1-6b84e558eace HTTP/1.1" status: 200 len: 932 time: 0.1036181 Mar 30 18:33:50.631875 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09af4844-6578-4e3e-9531-1e410e8bfe2f service neutron] Pushing event updated for resources: {'Port': ['ID=07835678-0fa8-4ed7-b719-2bd4df3e861d,revision_number=2']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:33:50.726300 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-68e3d2c3-4d87-472b-9e65-60a6ae531adf req-9c7cd89a-2bd6-491b-b5e9-91aeb5d0cd51 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] 10.222.0.41 "GET /v2.0/security-groups?id=5402e73a-61c4-476d-8bb6-c3f05620eb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876083 Mar 30 18:33:50.739717 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.managers [req-2be896ae-3021-45d5-8316-330767d1af6f req-09af4844-6578-4e3e-9531-1e410e8bfe2f service neutron] Attempting to bind port 07835678-0fa8-4ed7-b719-2bd4df3e861d on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:33:50.740206 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.managers [req-2be896ae-3021-45d5-8316-330767d1af6f req-09af4844-6578-4e3e-9531-1e410e8bfe2f service neutron] Attempting to bind port 07835678-0fa8-4ed7-b719-2bd4df3e861d by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '9e6117dd-5b51-4cf4-8fc0-b21d4dea98cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '147ce808-725e-417a-a1d2-85e3c7982746'}] {{(pid=103495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:33:50.740541 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be896ae-3021-45d5-8316-330767d1af6f req-09af4844-6578-4e3e-9531-1e410e8bfe2f service neutron] Attempting to bind port 07835678-0fa8-4ed7-b719-2bd4df3e861d on network 147ce808-725e-417a-a1d2-85e3c7982746 {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:33:50.744905 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be896ae-3021-45d5-8316-330767d1af6f req-09af4844-6578-4e3e-9531-1e410e8bfe2f service neutron] Port 07835678-0fa8-4ed7-b719-2bd4df3e861d on network 147ce808-725e-417a-a1d2-85e3c7982746 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 18:33:50.745214 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be896ae-3021-45d5-8316-330767d1af6f req-09af4844-6578-4e3e-9531-1e410e8bfe2f service neutron] Attempting to bind port 07835678-0fa8-4ed7-b719-2bd4df3e861d on network 147ce808-725e-417a-a1d2-85e3c7982746 {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:33:50.749974 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be896ae-3021-45d5-8316-330767d1af6f req-09af4844-6578-4e3e-9531-1e410e8bfe2f service neutron] Checking agent: {'id': 'ab438a54-a4f6-4fd3-b589-96aa27265666', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 15, 49), 'started_at': datetime.datetime(2022, 3, 30, 18, 15, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:33:50.750344 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be896ae-3021-45d5-8316-330767d1af6f req-09af4844-6578-4e3e-9531-1e410e8bfe2f service neutron] Checking segment: {'id': '9e6117dd-5b51-4cf4-8fc0-b21d4dea98cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '147ce808-725e-417a-a1d2-85e3c7982746'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:33:50.750727 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2be896ae-3021-45d5-8316-330767d1af6f req-09af4844-6578-4e3e-9531-1e410e8bfe2f service neutron] Bound using segment: {'id': '9e6117dd-5b51-4cf4-8fc0-b21d4dea98cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '147ce808-725e-417a-a1d2-85e3c7982746'} {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:33:50.751149 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.managers [req-2be896ae-3021-45d5-8316-330767d1af6f req-09af4844-6578-4e3e-9531-1e410e8bfe2f service neutron] Bound port: 07835678-0fa8-4ed7-b719-2bd4df3e861d, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e6117dd-5b51-4cf4-8fc0-b21d4dea98cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '147ce808-725e-417a-a1d2-85e3c7982746'}}] {{(pid=103495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:33:50.751503 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-2be896ae-3021-45d5-8316-330767d1af6f req-09af4844-6578-4e3e-9531-1e410e8bfe2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (07835678-0fa8-4ed7-b719-2bd4df3e861d), before_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:50.812945 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [req-2be896ae-3021-45d5-8316-330767d1af6f req-09af4844-6578-4e3e-9531-1e410e8bfe2f service neutron] For port 07835678-0fa8-4ed7-b719-2bd4df3e861d, host hv-cinder-83588, cleared binding levels {{(pid=103495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:33:50.815886 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [req-2be896ae-3021-45d5-8316-330767d1af6f req-09af4844-6578-4e3e-9531-1e410e8bfe2f service neutron] For port 07835678-0fa8-4ed7-b719-2bd4df3e861d, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=07835678-0fa8-4ed7-b719-2bd4df3e861d,segment=NetworkSegment(9e6117dd-5b51-4cf4-8fc0-b21d4dea98cc),segment_id=9e6117dd-5b51-4cf4-8fc0-b21d4dea98cc)] {{(pid=103495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:33:50.821014 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-2be896ae-3021-45d5-8316-330767d1af6f req-09af4844-6578-4e3e-9531-1e410e8bfe2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5398861'] for port (07835678-0fa8-4ed7-b719-2bd4df3e861d), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:50.853628 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be896ae-3021-45d5-8316-330767d1af6f req-09af4844-6578-4e3e-9531-1e410e8bfe2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:33:50.854429 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-2be896ae-3021-45d5-8316-330767d1af6f req-09af4844-6578-4e3e-9531-1e410e8bfe2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for port (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:50.855766 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2be896ae-3021-45d5-8316-330767d1af6f req-09af4844-6578-4e3e-9531-1e410e8bfe2f service neutron] 10.222.0.44 "PUT /v2.0/ports/07835678-0fa8-4ed7-b719-2bd4df3e861d HTTP/1.1" status: 200 len: 1094 time: 0.7257144 Mar 30 18:33:50.857790 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b17f2f3d-b673-415a-b4e1-6b84e558eace', 'tag': '07835678-0fa8-4ed7-b719-2bd4df3e861d'}] {{(pid=103495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:33:50.860036 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0dfb30c8fd1ad248dcf0c7d180f6bc71f3cc1084e8ff52034c63c32eff48f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3db334-9bf4-4141-973b-96968d4888c2" -d '{"events": [{"name": "network-changed", "server_uuid": "b17f2f3d-b673-415a-b4e1-6b84e558eace", "tag": "07835678-0fa8-4ed7-b719-2bd4df3e861d"}]}' {{(pid=103495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:33:50.889095 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09af4844-6578-4e3e-9531-1e410e8bfe2f service neutron] Pushing event updated for resources: {'Port': ['ID=07835678-0fa8-4ed7-b719-2bd4df3e861d,revision_number=3']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:33:50.955379 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be896ae-3021-45d5-8316-330767d1af6f req-b3c74cb0-86ea-41c9-9342-3caafbe7b464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:33:50.956888 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2be896ae-3021-45d5-8316-330767d1af6f req-b3c74cb0-86ea-41c9-9342-3caafbe7b464 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=59a34f47531640a9a90d6bb964b08683&device_id=b17f2f3d-b673-415a-b4e1-6b84e558eace HTTP/1.1" status: 200 len: 1128 time: 0.0451498 Mar 30 18:33:51.006016 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2be896ae-3021-45d5-8316-330767d1af6f req-f713afe8-6b33-454f-aeea-f4eafe5af101 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07835678-0fa8-4ed7-b719-2bd4df3e861d HTTP/1.1" status: 200 len: 217 time: 0.0356426 Mar 30 18:33:51.019970 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e4d86d-0a19-40d3-99a2-c7a40ca30998 x-openstack-request-id: req-55e4d86d-0a19-40d3-99a2-c7a40ca30998 {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:33:51.020550 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b17f2f3d-b673-415a-b4e1-6b84e558eace", "tag": "07835678-0fa8-4ed7-b719-2bd4df3e861d", "status": "completed", "code": 200}]} {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:33:51.020550 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-55e4d86d-0a19-40d3-99a2-c7a40ca30998 {{(pid=103495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:33:51.021729 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55e4d86d-0a19-40d3-99a2-c7a40ca30998'] response: {'name': 'network-changed', 'server_uuid': 'b17f2f3d-b673-415a-b4e1-6b84e558eace', 'tag': '07835678-0fa8-4ed7-b719-2bd4df3e861d', 'status': 'completed', 'code': 200} Mar 30 18:33:51.057911 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be896ae-3021-45d5-8316-330767d1af6f req-f030d034-9312-44f1-96fe-3b5992143f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:33:51.059378 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2be896ae-3021-45d5-8316-330767d1af6f req-f030d034-9312-44f1-96fe-3b5992143f2e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e76db28a-4393-448a-aff7-aabb4d8ed661 HTTP/1.1" status: 200 len: 854 time: 0.0473802 Mar 30 18:33:51.095032 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2be896ae-3021-45d5-8316-330767d1af6f req-3d664336-d411-4cbe-9ab3-c432951ae920 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=147ce808-725e-417a-a1d2-85e3c7982746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294449 Mar 30 18:33:51.184834 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2be896ae-3021-45d5-8316-330767d1af6f req-73fdcd45-a758-470d-9912-e862a2ee090d service neutron] 10.222.0.44 "GET /v2.0/networks/147ce808-725e-417a-a1d2-85e3c7982746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816565 Mar 30 18:33:51.275568 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2be896ae-3021-45d5-8316-330767d1af6f req-8d1292cc-7ad6-449b-ae10-adc906e0456e service neutron] 10.222.0.44 "GET /v2.0/networks/147ce808-725e-417a-a1d2-85e3c7982746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849180 Mar 30 18:33:51.407015 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3db334-9bf4-4141-973b-96968d4888c2 req-663a6a35-5dab-4e18-99a7-c87bbd9668da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:33:51.409385 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0a3db334-9bf4-4141-973b-96968d4888c2 req-663a6a35-5dab-4e18-99a7-c87bbd9668da service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=59a34f47531640a9a90d6bb964b08683&device_id=b17f2f3d-b673-415a-b4e1-6b84e558eace HTTP/1.1" status: 200 len: 1128 time: 0.0506542 Mar 30 18:33:51.502225 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3db334-9bf4-4141-973b-96968d4888c2 req-3b4317e4-4327-4018-9483-addeb3d3ece9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:33:51.503688 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0a3db334-9bf4-4141-973b-96968d4888c2 req-3b4317e4-4327-4018-9483-addeb3d3ece9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=147ce808-725e-417a-a1d2-85e3c7982746 HTTP/1.1" status: 200 len: 915 time: 0.0876684 Mar 30 18:33:51.552744 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0a3db334-9bf4-4141-973b-96968d4888c2 req-d4f1f706-8d36-46c7-beac-68c30594342d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07835678-0fa8-4ed7-b719-2bd4df3e861d HTTP/1.1" status: 200 len: 217 time: 0.0405519 Mar 30 18:33:51.608486 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3db334-9bf4-4141-973b-96968d4888c2 req-682f63ba-733d-402a-ac43-2c361ead1dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:33:51.609982 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0a3db334-9bf4-4141-973b-96968d4888c2 req-682f63ba-733d-402a-ac43-2c361ead1dd5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e76db28a-4393-448a-aff7-aabb4d8ed661 HTTP/1.1" status: 200 len: 854 time: 0.0519493 Mar 30 18:33:51.652334 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0a3db334-9bf4-4141-973b-96968d4888c2 req-b67c8a44-891b-4523-b5c9-1afd1e4348da service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=147ce808-725e-417a-a1d2-85e3c7982746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361133 Mar 30 18:33:51.750816 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0a3db334-9bf4-4141-973b-96968d4888c2 req-d8a9ba25-3744-40ee-bf0a-1ef7dd040dd2 service neutron] 10.222.0.44 "GET /v2.0/networks/147ce808-725e-417a-a1d2-85e3c7982746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927112 Mar 30 18:33:51.877519 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0a3db334-9bf4-4141-973b-96968d4888c2 req-004b5369-7a88-4516-acaa-642ccd39e0bc service neutron] 10.222.0.44 "GET /v2.0/networks/147ce808-725e-417a-a1d2-85e3c7982746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209507 Mar 30 18:33:51.889886 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b99600-31f6-4c86-bd13-21920f267892 req-ddae0889-451f-445c-bd28-79a9efc03c03 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:33:51.891387 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d9b99600-31f6-4c86-bd13-21920f267892 req-ddae0889-451f-445c-bd28-79a9efc03c03 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] 10.222.0.41 "GET /v2.0/ports?device_id=b17f2f3d-b673-415a-b4e1-6b84e558eace HTTP/1.1" status: 200 len: 944 time: 0.0862072 Mar 30 18:33:51.946027 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d9b99600-31f6-4c86-bd13-21920f267892 req-8e343257-bb72-4b31-8ae1-705e12642205 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] 10.222.0.41 "GET /v2.0/security-groups?id=5402e73a-61c4-476d-8bb6-c3f05620eb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487413 Mar 30 18:33:52.590978 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 4e9f0edb-e9b2-4b83-a6b6-9048b17b483e up at agent hyperv_hv-cinder-83588 {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:33:52.640711 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Provisioning complete for port 4e9f0edb-e9b2-4b83-a6b6-9048b17b483e triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:33:52.641087 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (4e9f0edb-e9b2-4b83-a6b6-9048b17b483e), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:52.716485 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Current status of the port 4e9f0edb-e9b2-4b83-a6b6-9048b17b483e is: BUILD; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:33:52.716867 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (4e9f0edb-e9b2-4b83-a6b6-9048b17b483e), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:52.738514 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59dcbef0-44be-4c98-b9d4-51d9223998d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e9f0edb-e9b2-4b83-a6b6-9048b17b483e'}] {{(pid=103496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:33:52.741004 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cbde32198906eb4ff2132376d68ea43d0d8f515c48f03fe95d90af760020ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6236f2d-7a43-4939-874c-6c49d47e3004" -d '{"events": [{"server_uuid": "59dcbef0-44be-4c98-b9d4-51d9223998d2", "name": "network-vif-plugged", "status": "completed", "tag": "4e9f0edb-e9b2-4b83-a6b6-9048b17b483e"}]}' {{(pid=103496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:33:52.753285 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port 4e9f0edb-e9b2-4b83-a6b6-9048b17b483e, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4e9f0edb-e9b2-4b83-a6b6-9048b17b483e,segment=NetworkSegment(aea436d8-46f8-479c-bed5-a186a1319bc0),segment_id=aea436d8-46f8-479c-bed5-a186a1319bc0)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:33:52.758395 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (4e9f0edb-e9b2-4b83-a6b6-9048b17b483e), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:52.786937 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0039dfe8-821d-419b-8e16-91d1bcd1c5b7 x-openstack-request-id: req-0039dfe8-821d-419b-8e16-91d1bcd1c5b7 {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:33:52.787310 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59dcbef0-44be-4c98-b9d4-51d9223998d2", "name": "network-vif-plugged", "status": "completed", "tag": "4e9f0edb-e9b2-4b83-a6b6-9048b17b483e", "code": 200}]} {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:33:52.787569 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0039dfe8-821d-419b-8e16-91d1bcd1c5b7 {{(pid=103496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:33:52.787960 dv-cinder-835881-1-iscsi neutron-server[103496]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0039dfe8-821d-419b-8e16-91d1bcd1c5b7'] response: {'server_uuid': '59dcbef0-44be-4c98-b9d4-51d9223998d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e9f0edb-e9b2-4b83-a6b6-9048b17b483e', 'code': 200} Mar 30 18:33:52.811068 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Pushing event updated for resources: {'Port': ['ID=4e9f0edb-e9b2-4b83-a6b6-9048b17b483e,revision_number=8']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:33:53.065878 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e42cc-d101-405d-a6a2-fbf54a240fe5 req-6e1d91cb-dba4-4e10-bf81-7c25999b2a73 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:33:53.066927 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f86e42cc-d101-405d-a6a2-fbf54a240fe5 req-6e1d91cb-dba4-4e10-bf81-7c25999b2a73 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] 10.222.0.41 "GET /v2.0/ports?device_id=b17f2f3d-b673-415a-b4e1-6b84e558eace HTTP/1.1" status: 200 len: 944 time: 0.0532742 Mar 30 18:33:53.115915 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f86e42cc-d101-405d-a6a2-fbf54a240fe5 req-2ecb3fd3-3360-4c10-95b7-604274eba752 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] 10.222.0.41 "GET /v2.0/security-groups?id=5402e73a-61c4-476d-8bb6-c3f05620eb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430312 Mar 30 18:33:54.233717 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b5768-c99c-4335-a78f-485357860876 req-9fd7821e-3cb7-4a31-8710-b40fdf1ebea2 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:33:54.235125 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-028b5768-c99c-4335-a78f-485357860876 req-9fd7821e-3cb7-4a31-8710-b40fdf1ebea2 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] 10.222.0.41 "GET /v2.0/ports?device_id=b17f2f3d-b673-415a-b4e1-6b84e558eace HTTP/1.1" status: 200 len: 944 time: 0.0518346 Mar 30 18:33:54.284483 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-028b5768-c99c-4335-a78f-485357860876 req-662559f5-4c61-479a-ae00-9bb52b752fbd tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] 10.222.0.41 "GET /v2.0/security-groups?id=5402e73a-61c4-476d-8bb6-c3f05620eb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435104 Mar 30 18:33:54.593650 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 07835678-0fa8-4ed7-b719-2bd4df3e861d details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:33:54.686643 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port 07835678-0fa8-4ed7-b719-2bd4df3e861d, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=07835678-0fa8-4ed7-b719-2bd4df3e861d,segment=NetworkSegment(9e6117dd-5b51-4cf4-8fc0-b21d4dea98cc),segment_id=9e6117dd-5b51-4cf4-8fc0-b21d4dea98cc)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:33:54.699007 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Returning: {'device': '07835678-0fa8-4ed7-b719-2bd4df3e861d', 'network_id': '147ce808-725e-417a-a1d2-85e3c7982746', 'port_id': '07835678-0fa8-4ed7-b719-2bd4df3e861d', 'mac_address': 'fa:16:3e:0c:ce:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e76db28a-4393-448a-aff7-aabb4d8ed661', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:33:54.739282 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Current status of the port 07835678-0fa8-4ed7-b719-2bd4df3e861d is: DOWN; New status is: BUILD {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:33:54.740234 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (07835678-0fa8-4ed7-b719-2bd4df3e861d), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:54.752671 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07835678-0fa8-4ed7-b719-2bd4df3e861d {{(pid=103496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:33:54.771066 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port 07835678-0fa8-4ed7-b719-2bd4df3e861d, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=07835678-0fa8-4ed7-b719-2bd4df3e861d,segment=NetworkSegment(9e6117dd-5b51-4cf4-8fc0-b21d4dea98cc),segment_id=9e6117dd-5b51-4cf4-8fc0-b21d4dea98cc)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:33:54.775878 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (07835678-0fa8-4ed7-b719-2bd4df3e861d), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:54.823040 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Pushing event updated for resources: {'Port': ['ID=07835678-0fa8-4ed7-b719-2bd4df3e861d,revision_number=4']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:33:55.200365 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] get_ports_and_sgs() called for port_ids ['07835678-0fa8-4ed7-b719-2bd4df3e861d'] {{(pid=103496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:33:55.406223 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435397c3-388d-4c66-83bb-829d342f6aff req-722337c1-dfe0-45a4-be77-7a3c1bb432a2 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:33:55.407733 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-435397c3-388d-4c66-83bb-829d342f6aff req-722337c1-dfe0-45a4-be77-7a3c1bb432a2 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] 10.222.0.41 "GET /v2.0/ports?device_id=b17f2f3d-b673-415a-b4e1-6b84e558eace HTTP/1.1" status: 200 len: 945 time: 0.0541487 Mar 30 18:33:55.454905 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-435397c3-388d-4c66-83bb-829d342f6aff req-484f9469-b426-4464-89f1-385939902879 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] 10.222.0.41 "GET /v2.0/security-groups?id=5402e73a-61c4-476d-8bb6-c3f05620eb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415204 Mar 30 18:33:56.573611 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81e321-1dfc-4698-a57c-af12c1175417 req-c9801910-bdac-4afa-9f02-934626641847 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:33:56.575098 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8c81e321-1dfc-4698-a57c-af12c1175417 req-c9801910-bdac-4afa-9f02-934626641847 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] 10.222.0.41 "GET /v2.0/ports?device_id=b17f2f3d-b673-415a-b4e1-6b84e558eace HTTP/1.1" status: 200 len: 945 time: 0.0523472 Mar 30 18:33:56.618361 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 07835678-0fa8-4ed7-b719-2bd4df3e861d up at agent hyperv_hv-cinder-83588 {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:33:56.621490 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8c81e321-1dfc-4698-a57c-af12c1175417 req-047dd808-b6ca-4a17-ab4d-146a0b407e10 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] 10.222.0.41 "GET /v2.0/security-groups?id=5402e73a-61c4-476d-8bb6-c3f05620eb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408249 Mar 30 18:33:56.667497 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Provisioning for port 07835678-0fa8-4ed7-b719-2bd4df3e861d completed by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 18:33:56.671337 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Provisioning complete for port 07835678-0fa8-4ed7-b719-2bd4df3e861d triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:33:56.671714 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (07835678-0fa8-4ed7-b719-2bd4df3e861d), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:56.750871 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Current status of the port 07835678-0fa8-4ed7-b719-2bd4df3e861d is: BUILD; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:33:56.751184 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (07835678-0fa8-4ed7-b719-2bd4df3e861d), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:56.773923 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b17f2f3d-b673-415a-b4e1-6b84e558eace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07835678-0fa8-4ed7-b719-2bd4df3e861d'}] {{(pid=103496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:33:56.776152 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cbde32198906eb4ff2132376d68ea43d0d8f515c48f03fe95d90af760020ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17320fd9-f586-4b12-993f-b9f8d5ad8203" -d '{"events": [{"server_uuid": "b17f2f3d-b673-415a-b4e1-6b84e558eace", "name": "network-vif-plugged", "status": "completed", "tag": "07835678-0fa8-4ed7-b719-2bd4df3e861d"}]}' {{(pid=103496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:33:56.789198 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port 07835678-0fa8-4ed7-b719-2bd4df3e861d, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=07835678-0fa8-4ed7-b719-2bd4df3e861d,segment=NetworkSegment(9e6117dd-5b51-4cf4-8fc0-b21d4dea98cc),segment_id=9e6117dd-5b51-4cf4-8fc0-b21d4dea98cc)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:33:56.792920 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (07835678-0fa8-4ed7-b719-2bd4df3e861d), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:33:56.815302 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1e63f5-c11b-4751-8b5f-52fe44ab49f5 x-openstack-request-id: req-4f1e63f5-c11b-4751-8b5f-52fe44ab49f5 {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:33:56.815599 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b17f2f3d-b673-415a-b4e1-6b84e558eace", "name": "network-vif-plugged", "status": "completed", "tag": "07835678-0fa8-4ed7-b719-2bd4df3e861d", "code": 200}]} {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:33:56.815852 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4f1e63f5-c11b-4751-8b5f-52fe44ab49f5 {{(pid=103496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:33:56.816243 dv-cinder-835881-1-iscsi neutron-server[103496]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f1e63f5-c11b-4751-8b5f-52fe44ab49f5'] response: {'server_uuid': 'b17f2f3d-b673-415a-b4e1-6b84e558eace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07835678-0fa8-4ed7-b719-2bd4df3e861d', 'code': 200} Mar 30 18:33:56.842188 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Pushing event updated for resources: {'Port': ['ID=07835678-0fa8-4ed7-b719-2bd4df3e861d,revision_number=5']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:33:57.013048 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed7e23-dcf9-45db-8a36-a0e2103b9154 req-0254e97c-f5b7-40fa-b1a6-d6312be6c4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:33:57.014491 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0bed7e23-dcf9-45db-8a36-a0e2103b9154 req-0254e97c-f5b7-40fa-b1a6-d6312be6c4d8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b17f2f3d-b673-415a-b4e1-6b84e558eace HTTP/1.1" status: 200 len: 1130 time: 0.0470798 Mar 30 18:33:57.056360 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0bed7e23-dcf9-45db-8a36-a0e2103b9154 req-6ee86155-73bb-43c8-8e19-745caef47a8b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5402e73a-61c4-476d-8bb6-c3f05620eb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364161 Mar 30 18:33:57.738144 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6197c6c-37d6-4f18-be4f-09f1c06d572d req-6213bdf4-6452-4538-bbef-37779cc9e755 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:33:57.740151 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f6197c6c-37d6-4f18-be4f-09f1c06d572d req-6213bdf4-6452-4538-bbef-37779cc9e755 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] 10.222.0.41 "GET /v2.0/ports?device_id=b17f2f3d-b673-415a-b4e1-6b84e558eace HTTP/1.1" status: 200 len: 946 time: 0.0524848 Mar 30 18:33:57.785340 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f6197c6c-37d6-4f18-be4f-09f1c06d572d req-23033c29-9b65-424a-9e79-286ab79aca84 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] 10.222.0.41 "GET /v2.0/security-groups?id=5402e73a-61c4-476d-8bb6-c3f05620eb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395489 Mar 30 18:33:58.543728 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b7736d5a-d792-43c2-b0dd-addcecc4f1ee req-06407b1b-0356-4e7c-9182-db64ac2eaba5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=59dcbef0-44be-4c98-b9d4-51d9223998d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438316 Mar 30 18:33:58.649817 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7736d5a-d792-43c2-b0dd-addcecc4f1ee req-0ab05c8d-0baf-4341-9aac-64bb8e4b49e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:33:58.651285 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b7736d5a-d792-43c2-b0dd-addcecc4f1ee req-0ab05c8d-0baf-4341-9aac-64bb8e4b49e1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=adc414db793a45ffa18c1af010b12a32&device_id=59dcbef0-44be-4c98-b9d4-51d9223998d2 HTTP/1.1" status: 200 len: 1129 time: 0.0469704 Mar 30 18:33:58.759436 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7736d5a-d792-43c2-b0dd-addcecc4f1ee req-4312e665-2b21-46cf-a26f-b1fbe6ee94ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:33:58.760906 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b7736d5a-d792-43c2-b0dd-addcecc4f1ee req-4312e665-2b21-46cf-a26f-b1fbe6ee94ea service neutron] 10.222.0.44 "GET /v2.0/networks?id=e5de71a0-14ad-4ef8-a889-ddf5c13efa1f HTTP/1.1" status: 200 len: 909 time: 0.0908267 Mar 30 18:33:58.831049 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b7736d5a-d792-43c2-b0dd-addcecc4f1ee req-699a22be-6f6f-4d1e-a825-4aa35b2abfa2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e9f0edb-e9b2-4b83-a6b6-9048b17b483e HTTP/1.1" status: 200 len: 1001 time: 0.0642471 Mar 30 18:33:58.905249 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7736d5a-d792-43c2-b0dd-addcecc4f1ee req-adb9d91a-9c11-4127-bfd1-af1f1614e1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:33:58.906749 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b7736d5a-d792-43c2-b0dd-addcecc4f1ee req-adb9d91a-9c11-4127-bfd1-af1f1614e1c6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f95acf74-50cf-4b9c-93f5-6d4687a32a8f HTTP/1.1" status: 200 len: 847 time: 0.0692446 Mar 30 18:33:58.948572 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9178bc-a0b8-4d13-abe6-f02d14326ad6 req-82f19937-3fa5-4e88-bdd7-61794d327ab4 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:33:58.950030 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3e9178bc-a0b8-4d13-abe6-f02d14326ad6 req-82f19937-3fa5-4e88-bdd7-61794d327ab4 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] 10.222.0.41 "GET /v2.0/ports?device_id=b17f2f3d-b673-415a-b4e1-6b84e558eace HTTP/1.1" status: 200 len: 946 time: 0.0877178 Mar 30 18:33:58.984959 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7736d5a-d792-43c2-b0dd-addcecc4f1ee req-e3a9598f-b8e7-4415-b5e5-11fd72261ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:33:58.986434 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b7736d5a-d792-43c2-b0dd-addcecc4f1ee req-e3a9598f-b8e7-4415-b5e5-11fd72261ea7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e5de71a0-14ad-4ef8-a889-ddf5c13efa1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0736125 Mar 30 18:33:59.317704 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-3e9178bc-a0b8-4d13-abe6-f02d14326ad6 req-0e5cefb0-cfcd-4e94-bce8-1ac695e2ec54 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] 10.222.0.41 "GET /v2.0/security-groups?id=5402e73a-61c4-476d-8bb6-c3f05620eb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3617258 Mar 30 18:33:59.360103 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b7736d5a-d792-43c2-b0dd-addcecc4f1ee req-ae57e8d9-2bf9-4eab-8e28-3f17de4da3a4 service neutron] 10.222.0.44 "GET /v2.0/networks/e5de71a0-14ad-4ef8-a889-ddf5c13efa1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662925 Mar 30 18:33:59.452563 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b7736d5a-d792-43c2-b0dd-addcecc4f1ee req-d9e441d2-c48a-47c2-84df-a7f715b3851e service neutron] 10.222.0.44 "GET /v2.0/networks/e5de71a0-14ad-4ef8-a889-ddf5c13efa1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859461 Mar 30 18:34:08.170792 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.agents_db [None req-01a7ea33-ae04-4be9-ae8a-11827e05d97f None None] Agent healthcheck: found 6 active agents {{(pid=103497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:34:11.821997 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-11652fe9-32a4-4a3c-add5-e7221f580487 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:13.900964 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-fb402110-dce4-468b-9afb-555d237073f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:15.078352 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:16.475422 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:18.038766 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:18.751203 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (ab438a54-a4f6-4fd3-b589-96aa27265666), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:41.822981 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-7421a168-49e0-4346-804e-e679ac9d73ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:43.905233 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-08f08cb8-c48d-49a9-8fac-cf9d11c52523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:45.080284 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:45.169668 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.agents_db [None req-01a7ea33-ae04-4be9-ae8a-11827e05d97f None None] Agent healthcheck: found 6 active agents {{(pid=103497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:34:46.479497 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:48.040825 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:48.752892 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (ab438a54-a4f6-4fd3-b589-96aa27265666), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:49.059653 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1729e5-22ee-4bee-aee2-19ea51ce1dc8 req-6956d4b1-58a6-4937-a1a4-630efd0a4517 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:34:49.061041 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-6a1729e5-22ee-4bee-aee2-19ea51ce1dc8 req-6956d4b1-58a6-4937-a1a4-630efd0a4517 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] 10.222.0.41 "GET /v2.0/ports?device_id=b17f2f3d-b673-415a-b4e1-6b84e558eace HTTP/1.1" status: 200 len: 946 time: 0.0521340 Mar 30 18:34:49.107460 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-6a1729e5-22ee-4bee-aee2-19ea51ce1dc8 req-d2d8b2fa-8c92-4f5d-90a0-cce3b2fb27e3 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] 10.222.0.41 "GET /v2.0/security-groups?id=5402e73a-61c4-476d-8bb6-c3f05620eb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402069 Mar 30 18:34:50.232907 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e653b-6047-48ed-94b4-fe60bd4147c4 req-888f6dc9-b1db-4bef-8afc-0637aa1e1fd7 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:34:50.234392 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c93e653b-6047-48ed-94b4-fe60bd4147c4 req-888f6dc9-b1db-4bef-8afc-0637aa1e1fd7 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] 10.222.0.41 "GET /v2.0/ports?device_id=b17f2f3d-b673-415a-b4e1-6b84e558eace HTTP/1.1" status: 200 len: 946 time: 0.0584593 Mar 30 18:34:50.288044 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c93e653b-6047-48ed-94b4-fe60bd4147c4 req-f6a49a69-93fe-4de2-a6eb-070170788580 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] 10.222.0.41 "GET /v2.0/security-groups?id=5402e73a-61c4-476d-8bb6-c3f05620eb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479426 Mar 30 18:34:51.126884 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3bb373-e82b-4c42-8e98-2cb511bd9cfc req-1ef4137e-24ac-4805-bd49-5d8dff11e79c tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:34:51.128305 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-1f3bb373-e82b-4c42-8e98-2cb511bd9cfc req-1ef4137e-24ac-4805-bd49-5d8dff11e79c tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] 10.222.0.44 "GET /v2.0/ports?device_id=b17f2f3d-b673-415a-b4e1-6b84e558eace HTTP/1.1" status: 200 len: 946 time: 0.0514076 Mar 30 18:34:51.216428 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [req-1f3bb373-e82b-4c42-8e98-2cb511bd9cfc req-c42fece2-ce60-4877-8c2c-38bd12a23ebc tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Deleting port 07835678-0fa8-4ed7-b719-2bd4df3e861d {{(pid=103495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:34:51.216767 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-1f3bb373-e82b-4c42-8e98-2cb511bd9cfc req-c42fece2-ce60-4877-8c2c-38bd12a23ebc tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (07835678-0fa8-4ed7-b719-2bd4df3e861d), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:51.307057 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [req-1f3bb373-e82b-4c42-8e98-2cb511bd9cfc req-c42fece2-ce60-4877-8c2c-38bd12a23ebc tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] For port 07835678-0fa8-4ed7-b719-2bd4df3e861d, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=07835678-0fa8-4ed7-b719-2bd4df3e861d,segment=NetworkSegment(9e6117dd-5b51-4cf4-8fc0-b21d4dea98cc),segment_id=9e6117dd-5b51-4cf4-8fc0-b21d4dea98cc)] {{(pid=103495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:34:51.307769 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-1f3bb373-e82b-4c42-8e98-2cb511bd9cfc req-c42fece2-ce60-4877-8c2c-38bd12a23ebc tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (07835678-0fa8-4ed7-b719-2bd4df3e861d), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:51.321077 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [req-1f3bb373-e82b-4c42-8e98-2cb511bd9cfc req-c42fece2-ce60-4877-8c2c-38bd12a23ebc tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Calling delete_port for 07835678-0fa8-4ed7-b719-2bd4df3e861d owned by compute:nova {{(pid=103495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:34:51.439919 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f461f-76ca-48e8-8c3e-d03e09783374 req-e47ae09c-25c3-4891-9746-70e7884066cf tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:34:51.441396 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c26f461f-76ca-48e8-8c3e-d03e09783374 req-e47ae09c-25c3-4891-9746-70e7884066cf tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] 10.222.0.41 "GET /v2.0/ports?device_id=b17f2f3d-b673-415a-b4e1-6b84e558eace HTTP/1.1" status: 200 len: 946 time: 0.0792894 Mar 30 18:34:51.526525 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c26f461f-76ca-48e8-8c3e-d03e09783374 req-61541a15-7ace-4d99-b419-11f13e89d7ef tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] 10.222.0.41 "GET /v2.0/security-groups?id=5402e73a-61c4-476d-8bb6-c3f05620eb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789154 Mar 30 18:34:51.527549 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-1f3bb373-e82b-4c42-8e98-2cb511bd9cfc req-c42fece2-ce60-4877-8c2c-38bd12a23ebc tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5398852'] for port (07835678-0fa8-4ed7-b719-2bd4df3e861d), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:51.557529 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42fece2-ce60-4877-8c2c-38bd12a23ebc tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Pushing event deleted for resources: {'Port': ['ID=07835678-0fa8-4ed7-b719-2bd4df3e861d,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:34:51.563710 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] get_ports_and_sgs() called for port_ids ['07835678-0fa8-4ed7-b719-2bd4df3e861d'] {{(pid=103496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:34:51.585051 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fece2-ce60-4877-8c2c-38bd12a23ebc tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:34:51.585405 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fece2-ce60-4877-8c2c-38bd12a23ebc tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:34:51.585749 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fece2-ce60-4877-8c2c-38bd12a23ebc tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:34:51.586088 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fece2-ce60-4877-8c2c-38bd12a23ebc tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:34:51.586449 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fece2-ce60-4877-8c2c-38bd12a23ebc tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:34:51.587414 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fece2-ce60-4877-8c2c-38bd12a23ebc tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:34:51.587754 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fece2-ce60-4877-8c2c-38bd12a23ebc tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:34:51.588089 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fece2-ce60-4877-8c2c-38bd12a23ebc tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:34:51.588485 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fece2-ce60-4877-8c2c-38bd12a23ebc tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:34:51.588983 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fece2-ce60-4877-8c2c-38bd12a23ebc tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:34:51.589321 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fece2-ce60-4877-8c2c-38bd12a23ebc tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:34:51.589659 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fece2-ce60-4877-8c2c-38bd12a23ebc tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:34:51.589986 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fece2-ce60-4877-8c2c-38bd12a23ebc tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:34:51.590338 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fece2-ce60-4877-8c2c-38bd12a23ebc tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:34:51.590663 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fece2-ce60-4877-8c2c-38bd12a23ebc tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:34:51.617415 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f3bb373-e82b-4c42-8e98-2cb511bd9cfc req-c42fece2-ce60-4877-8c2c-38bd12a23ebc tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] No DVR routers for this DVR port 07835678-0fa8-4ed7-b719-2bd4df3e861d on host hv-cinder-83588 {{(pid=103495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:34:51.619917 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-1f3bb373-e82b-4c42-8e98-2cb511bd9cfc req-c42fece2-ce60-4877-8c2c-38bd12a23ebc tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for port (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:34:51.623355 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-1f3bb373-e82b-4c42-8e98-2cb511bd9cfc req-c42fece2-ce60-4877-8c2c-38bd12a23ebc tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] 10.222.0.44 "DELETE /v2.0/ports/07835678-0fa8-4ed7-b719-2bd4df3e861d HTTP/1.1" status: 204 len: 173 time: 0.4901593 Mar 30 18:34:51.623800 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b17f2f3d-b673-415a-b4e1-6b84e558eace', 'name': 'network-vif-deleted', 'tag': '07835678-0fa8-4ed7-b719-2bd4df3e861d'}] {{(pid=103495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:34:51.626029 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0dfb30c8fd1ad248dcf0c7d180f6bc71f3cc1084e8ff52034c63c32eff48f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03570d25-af83-4a1e-a628-5478ad182de3" -d '{"events": [{"server_uuid": "b17f2f3d-b673-415a-b4e1-6b84e558eace", "name": "network-vif-deleted", "tag": "07835678-0fa8-4ed7-b719-2bd4df3e861d"}]}' {{(pid=103495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:34:51.663130 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6395ffc-1295-42ae-ac94-be7e07c51670 x-openstack-request-id: req-f6395ffc-1295-42ae-ac94-be7e07c51670 {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:34:51.663478 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b17f2f3d-b673-415a-b4e1-6b84e558eace", "name": "network-vif-deleted", "tag": "07835678-0fa8-4ed7-b719-2bd4df3e861d", "status": "completed", "code": 200}]} {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:34:51.663792 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f6395ffc-1295-42ae-ac94-be7e07c51670 {{(pid=103495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:34:51.664255 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6395ffc-1295-42ae-ac94-be7e07c51670'] response: {'server_uuid': 'b17f2f3d-b673-415a-b4e1-6b84e558eace', 'name': 'network-vif-deleted', 'tag': '07835678-0fa8-4ed7-b719-2bd4df3e861d', 'status': 'completed', 'code': 200} Mar 30 18:34:56.182569 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 07835678-0fa8-4ed7-b719-2bd4df3e861d no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:34:56.203181 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] No Port match for: 07835678-0fa8-4ed7-b719-2bd4df3e861d {{(pid=103496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:34:56.203554 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 07835678-0fa8-4ed7-b719-2bd4df3e861d not bound to the agent host hv-cinder-83588 {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:35:02.534655 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c02b7-9073-40a7-a45a-aebcf04dea72 req-830bfaa9-b549-4c5f-a936-d6df8de26f4c tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:35:02.536121 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e54c02b7-9073-40a7-a45a-aebcf04dea72 req-830bfaa9-b549-4c5f-a936-d6df8de26f4c tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] 10.222.0.41 "GET /v2.0/networks?id=147ce808-725e-417a-a1d2-85e3c7982746 HTTP/1.1" status: 200 len: 814 time: 0.1001153 Mar 30 18:35:02.551485 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e54c02b7-9073-40a7-a45a-aebcf04dea72 req-986c0360-cf5a-415d-944a-c93011f8c982 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] 10.222.0.41 "GET /v2.0/quotas/59a34f47531640a9a90d6bb964b08683 HTTP/1.1" status: 200 len: 375 time: 0.0100758 Mar 30 18:35:02.583917 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e54c02b7-9073-40a7-a45a-aebcf04dea72 req-19dce102-9494-4d29-bd61-c9071ebc29f2 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=59a34f47531640a9a90d6bb964b08683&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271847 Mar 30 18:35:02.675016 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e54c02b7-9073-40a7-a45a-aebcf04dea72 req-31bcc7f4-2bcc-4547-82cd-cdcda00dc991 service neutron] 10.222.0.41 "GET /v2.0/networks/147ce808-725e-417a-a1d2-85e3c7982746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846219 Mar 30 18:35:02.761936 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e54c02b7-9073-40a7-a45a-aebcf04dea72 req-c4d3294f-70fb-441c-b29b-a22a1357370f service neutron] 10.222.0.41 "GET /v2.0/networks/147ce808-725e-417a-a1d2-85e3c7982746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811605 Mar 30 18:35:02.924765 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-27bb577d-b0bb-4ff0-be15-7c66616a4ac0 req-c72b4ce1-fc18-4360-b580-2d516c0485fb tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1997e58-74b2-4547-8c04-57dcf77b7516 HTTP/1.1" status: 200 len: 210 time: 0.0326996 Mar 30 18:35:03.953746 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c02b7-9073-40a7-a45a-aebcf04dea72 req-a34bc610-e8ad-4666-aa40-b65e7f03ba10 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:35:03.955539 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e54c02b7-9073-40a7-a45a-aebcf04dea72 req-a34bc610-e8ad-4666-aa40-b65e7f03ba10 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] 10.222.0.44 "GET /v2.0/networks?id=147ce808-725e-417a-a1d2-85e3c7982746 HTTP/1.1" status: 200 len: 814 time: 0.1008234 Mar 30 18:35:03.995805 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [req-e54c02b7-9073-40a7-a45a-aebcf04dea72 req-c7b873ef-5061-4d73-a904-9485b730d5a6 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Request body: {'port': {'device_id': 'b1997e58-74b2-4547-8c04-57dcf77b7516', 'network_id': '147ce808-725e-417a-a1d2-85e3c7982746', 'admin_state_up': True, 'tenant_id': '59a34f47531640a9a90d6bb964b08683'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:35:04.068382 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-280b1e8b-5a61-4a3f-99f4-6c640d8d28ed req-0bb7ee1a-c83b-49f8-b153-f429298bc945 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1997e58-74b2-4547-8c04-57dcf77b7516 HTTP/1.1" status: 200 len: 210 time: 0.0675275 Mar 30 18:35:04.126112 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e54c02b7-9073-40a7-a45a-aebcf04dea72 req-c7b873ef-5061-4d73-a904-9485b730d5a6 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Made reservation on behalf of 59a34f47531640a9a90d6bb964b08683 for: {'port': 1} {{(pid=103495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:35:04.129497 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-e54c02b7-9073-40a7-a45a-aebcf04dea72 req-c7b873ef-5061-4d73-a904-9485b730d5a6 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:04.254397 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.db_base_plugin_common [req-e54c02b7-9073-40a7-a45a-aebcf04dea72 req-c7b873ef-5061-4d73-a904-9485b730d5a6 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Allocated IP 172.20.0.9 (147ce808-725e-417a-a1d2-85e3c7982746/e76db28a-4393-448a-aff7-aabb4d8ed661/efe4cb87-2d0b-405d-b945-7ab4d40e56f2) {{(pid=103495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:35:04.401464 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-e54c02b7-9073-40a7-a45a-aebcf04dea72 req-c7b873ef-5061-4d73-a904-9485b730d5a6 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Publish callbacks [] for port (efe4cb87-2d0b-405d-b945-7ab4d40e56f2), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:04.434017 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-e54c02b7-9073-40a7-a45a-aebcf04dea72 req-c7b873ef-5061-4d73-a904-9485b730d5a6 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728099412974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5398852'] for port (efe4cb87-2d0b-405d-b945-7ab4d40e56f2), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:04.479031 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e54c02b7-9073-40a7-a45a-aebcf04dea72 req-c7b873ef-5061-4d73-a904-9485b730d5a6 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Network 147ce808-725e-417a-a1d2-85e3c7982746 is already hosted by enough agents. {{(pid=103495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:35:04.482043 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.base_scheduler [req-e54c02b7-9073-40a7-a45a-aebcf04dea72 req-c7b873ef-5061-4d73-a904-9485b730d5a6 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Resources bound (agent type, host, resource id): {{(pid=103495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:35:04.485681 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.l3_dvrscheduler_db [req-e54c02b7-9073-40a7-a45a-aebcf04dea72 req-c7b873ef-5061-4d73-a904-9485b730d5a6 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Received port after_create {{(pid=103495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:35:04.514551 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b873ef-5061-4d73-a904-9485b730d5a6 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Pushing event updated for resources: {'Port': ['ID=efe4cb87-2d0b-405d-b945-7ab4d40e56f2,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:35:04.538928 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c02b7-9073-40a7-a45a-aebcf04dea72 req-c7b873ef-5061-4d73-a904-9485b730d5a6 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:35:04.539773 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-e54c02b7-9073-40a7-a45a-aebcf04dea72 req-c7b873ef-5061-4d73-a904-9485b730d5a6 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for port (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:04.555481 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e54c02b7-9073-40a7-a45a-aebcf04dea72 req-c7b873ef-5061-4d73-a904-9485b730d5a6 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5638263 Mar 30 18:35:04.573465 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [req-e54c02b7-9073-40a7-a45a-aebcf04dea72 req-c0aa7495-9716-44df-b470-968556f49a85 service neutron] Request body: {'port': {'device_id': 'b1997e58-74b2-4547-8c04-57dcf77b7516', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:35:04.630560 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-e54c02b7-9073-40a7-a45a-aebcf04dea72 req-c0aa7495-9716-44df-b470-968556f49a85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (efe4cb87-2d0b-405d-b945-7ab4d40e56f2), before_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:04.886386 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.notifiers.nova [req-e54c02b7-9073-40a7-a45a-aebcf04dea72 req-c0aa7495-9716-44df-b470-968556f49a85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efe4cb87-2d0b-405d-b945-7ab4d40e56f2 {{(pid=103495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:35:04.895020 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-e54c02b7-9073-40a7-a45a-aebcf04dea72 req-c0aa7495-9716-44df-b470-968556f49a85 service neutron] Publish callbacks [] for port (efe4cb87-2d0b-405d-b945-7ab4d40e56f2), precommit_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:04.907063 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.provisioning_blocks [req-e54c02b7-9073-40a7-a45a-aebcf04dea72 req-c0aa7495-9716-44df-b470-968556f49a85 service neutron] Transition to ACTIVE for port object efe4cb87-2d0b-405d-b945-7ab4d40e56f2 will not be triggered until provisioned by entity L2. {{(pid=103495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 18:35:04.911610 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-e54c02b7-9073-40a7-a45a-aebcf04dea72 req-c0aa7495-9716-44df-b470-968556f49a85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5398861'] for port (efe4cb87-2d0b-405d-b945-7ab4d40e56f2), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:04.976992 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa7495-9716-44df-b470-968556f49a85 service neutron] Pushing event updated for resources: {'Port': ['ID=efe4cb87-2d0b-405d-b945-7ab4d40e56f2,revision_number=2']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:35:05.025722 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.managers [req-e54c02b7-9073-40a7-a45a-aebcf04dea72 req-c0aa7495-9716-44df-b470-968556f49a85 service neutron] Attempting to bind port efe4cb87-2d0b-405d-b945-7ab4d40e56f2 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:35:05.026053 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.managers [req-e54c02b7-9073-40a7-a45a-aebcf04dea72 req-c0aa7495-9716-44df-b470-968556f49a85 service neutron] Attempting to bind port efe4cb87-2d0b-405d-b945-7ab4d40e56f2 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': '9e6117dd-5b51-4cf4-8fc0-b21d4dea98cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '147ce808-725e-417a-a1d2-85e3c7982746'}] {{(pid=103495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:35:05.028191 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54c02b7-9073-40a7-a45a-aebcf04dea72 req-c0aa7495-9716-44df-b470-968556f49a85 service neutron] Attempting to bind port efe4cb87-2d0b-405d-b945-7ab4d40e56f2 on network 147ce808-725e-417a-a1d2-85e3c7982746 {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:35:05.032362 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54c02b7-9073-40a7-a45a-aebcf04dea72 req-c0aa7495-9716-44df-b470-968556f49a85 service neutron] Port efe4cb87-2d0b-405d-b945-7ab4d40e56f2 on network 147ce808-725e-417a-a1d2-85e3c7982746 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 18:35:05.032673 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54c02b7-9073-40a7-a45a-aebcf04dea72 req-c0aa7495-9716-44df-b470-968556f49a85 service neutron] Attempting to bind port efe4cb87-2d0b-405d-b945-7ab4d40e56f2 on network 147ce808-725e-417a-a1d2-85e3c7982746 {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:35:05.037977 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54c02b7-9073-40a7-a45a-aebcf04dea72 req-c0aa7495-9716-44df-b470-968556f49a85 service neutron] Checking agent: {'id': 'ab438a54-a4f6-4fd3-b589-96aa27265666', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 15, 49), 'started_at': datetime.datetime(2022, 3, 30, 18, 15, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:35:05.038344 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54c02b7-9073-40a7-a45a-aebcf04dea72 req-c0aa7495-9716-44df-b470-968556f49a85 service neutron] Checking segment: {'id': '9e6117dd-5b51-4cf4-8fc0-b21d4dea98cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '147ce808-725e-417a-a1d2-85e3c7982746'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:35:05.038732 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54c02b7-9073-40a7-a45a-aebcf04dea72 req-c0aa7495-9716-44df-b470-968556f49a85 service neutron] Bound using segment: {'id': '9e6117dd-5b51-4cf4-8fc0-b21d4dea98cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '147ce808-725e-417a-a1d2-85e3c7982746'} {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:35:05.039145 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.managers [req-e54c02b7-9073-40a7-a45a-aebcf04dea72 req-c0aa7495-9716-44df-b470-968556f49a85 service neutron] Bound port: efe4cb87-2d0b-405d-b945-7ab4d40e56f2, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e6117dd-5b51-4cf4-8fc0-b21d4dea98cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '147ce808-725e-417a-a1d2-85e3c7982746'}}] {{(pid=103495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:35:05.039494 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-e54c02b7-9073-40a7-a45a-aebcf04dea72 req-c0aa7495-9716-44df-b470-968556f49a85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (efe4cb87-2d0b-405d-b945-7ab4d40e56f2), before_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:05.104363 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [req-e54c02b7-9073-40a7-a45a-aebcf04dea72 req-c0aa7495-9716-44df-b470-968556f49a85 service neutron] For port efe4cb87-2d0b-405d-b945-7ab4d40e56f2, host hv-cinder-83588, cleared binding levels {{(pid=103495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:35:05.107789 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [req-e54c02b7-9073-40a7-a45a-aebcf04dea72 req-c0aa7495-9716-44df-b470-968556f49a85 service neutron] For port efe4cb87-2d0b-405d-b945-7ab4d40e56f2, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=efe4cb87-2d0b-405d-b945-7ab4d40e56f2,segment=NetworkSegment(9e6117dd-5b51-4cf4-8fc0-b21d4dea98cc),segment_id=9e6117dd-5b51-4cf4-8fc0-b21d4dea98cc)] {{(pid=103495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:35:05.113481 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-e54c02b7-9073-40a7-a45a-aebcf04dea72 req-c0aa7495-9716-44df-b470-968556f49a85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5398861'] for port (efe4cb87-2d0b-405d-b945-7ab4d40e56f2), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:05.170401 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c02b7-9073-40a7-a45a-aebcf04dea72 req-c0aa7495-9716-44df-b470-968556f49a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:35:05.171034 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-e54c02b7-9073-40a7-a45a-aebcf04dea72 req-c0aa7495-9716-44df-b470-968556f49a85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for port (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:05.172384 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e54c02b7-9073-40a7-a45a-aebcf04dea72 req-c0aa7495-9716-44df-b470-968556f49a85 service neutron] 10.222.0.44 "PUT /v2.0/ports/efe4cb87-2d0b-405d-b945-7ab4d40e56f2 HTTP/1.1" status: 200 len: 1093 time: 0.6031415 Mar 30 18:35:05.172816 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1997e58-74b2-4547-8c04-57dcf77b7516', 'tag': 'efe4cb87-2d0b-405d-b945-7ab4d40e56f2'}] {{(pid=103495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:35:05.176236 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0dfb30c8fd1ad248dcf0c7d180f6bc71f3cc1084e8ff52034c63c32eff48f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec84d7ff-dce5-473d-a4db-09e1fe3830e9" -d '{"events": [{"name": "network-changed", "server_uuid": "b1997e58-74b2-4547-8c04-57dcf77b7516", "tag": "efe4cb87-2d0b-405d-b945-7ab4d40e56f2"}]}' {{(pid=103495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:35:05.211098 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa7495-9716-44df-b470-968556f49a85 service neutron] Pushing event updated for resources: {'Port': ['ID=efe4cb87-2d0b-405d-b945-7ab4d40e56f2,revision_number=3']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:35:05.214899 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b0a8c9-18c0-4eb3-ae91-eb6ebde1bf00 x-openstack-request-id: req-b3b0a8c9-18c0-4eb3-ae91-eb6ebde1bf00 {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:35:05.215186 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1997e58-74b2-4547-8c04-57dcf77b7516", "tag": "efe4cb87-2d0b-405d-b945-7ab4d40e56f2", "status": "completed", "code": 200}]} {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:35:05.215440 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b3b0a8c9-18c0-4eb3-ae91-eb6ebde1bf00 {{(pid=103495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:35:05.215840 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3b0a8c9-18c0-4eb3-ae91-eb6ebde1bf00'] response: {'name': 'network-changed', 'server_uuid': 'b1997e58-74b2-4547-8c04-57dcf77b7516', 'tag': 'efe4cb87-2d0b-405d-b945-7ab4d40e56f2', 'status': 'completed', 'code': 200} Mar 30 18:35:05.227752 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d1d4b0-4f17-4ed0-a3db-fef783ed70f4 req-64a19cbf-4d59-4f62-a752-e785ad0f86b8 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:35:05.229261 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-70d1d4b0-4f17-4ed0-a3db-fef783ed70f4 req-64a19cbf-4d59-4f62-a752-e785ad0f86b8 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1997e58-74b2-4547-8c04-57dcf77b7516 HTTP/1.1" status: 200 len: 943 time: 0.0903640 Mar 30 18:35:05.309376 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-70d1d4b0-4f17-4ed0-a3db-fef783ed70f4 req-bbc5846c-121a-4c8c-a112-bbdf8db705a9 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] 10.222.0.41 "GET /v2.0/security-groups?id=5402e73a-61c4-476d-8bb6-c3f05620eb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740340 Mar 30 18:35:05.315326 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c02b7-9073-40a7-a45a-aebcf04dea72 req-69ae2a49-52ac-4ea6-8d36-ef3857323416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:35:05.316840 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e54c02b7-9073-40a7-a45a-aebcf04dea72 req-69ae2a49-52ac-4ea6-8d36-ef3857323416 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=59a34f47531640a9a90d6bb964b08683&device_id=b1997e58-74b2-4547-8c04-57dcf77b7516 HTTP/1.1" status: 200 len: 1127 time: 0.0755024 Mar 30 18:35:05.363717 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e54c02b7-9073-40a7-a45a-aebcf04dea72 req-a9181771-5132-4cf2-b339-a3b532895b41 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efe4cb87-2d0b-405d-b945-7ab4d40e56f2 HTTP/1.1" status: 200 len: 217 time: 0.0346937 Mar 30 18:35:05.410617 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c02b7-9073-40a7-a45a-aebcf04dea72 req-d5a854f4-a984-4ff3-8187-72561aaf107c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:35:05.411936 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e54c02b7-9073-40a7-a45a-aebcf04dea72 req-d5a854f4-a984-4ff3-8187-72561aaf107c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e76db28a-4393-448a-aff7-aabb4d8ed661 HTTP/1.1" status: 200 len: 854 time: 0.0425928 Mar 30 18:35:05.445611 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e54c02b7-9073-40a7-a45a-aebcf04dea72 req-a878509d-cd4e-4b9e-90c3-550cb2988609 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=147ce808-725e-417a-a1d2-85e3c7982746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281289 Mar 30 18:35:05.533202 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e54c02b7-9073-40a7-a45a-aebcf04dea72 req-d981c524-8d5e-4d7f-a365-589cf3e19bf0 service neutron] 10.222.0.44 "GET /v2.0/networks/147ce808-725e-417a-a1d2-85e3c7982746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814993 Mar 30 18:35:05.625281 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e54c02b7-9073-40a7-a45a-aebcf04dea72 req-a39a8e75-6328-4739-b0e1-777a54d368a0 service neutron] 10.222.0.44 "GET /v2.0/networks/147ce808-725e-417a-a1d2-85e3c7982746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861676 Mar 30 18:35:05.772387 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec84d7ff-dce5-473d-a4db-09e1fe3830e9 req-08dcf57e-75ba-4d45-ac33-a900f8be8b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:35:05.773782 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ec84d7ff-dce5-473d-a4db-09e1fe3830e9 req-08dcf57e-75ba-4d45-ac33-a900f8be8b9c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=59a34f47531640a9a90d6bb964b08683&device_id=b1997e58-74b2-4547-8c04-57dcf77b7516 HTTP/1.1" status: 200 len: 1127 time: 0.0462248 Mar 30 18:35:05.875595 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec84d7ff-dce5-473d-a4db-09e1fe3830e9 req-ed56d6fa-6839-4391-abdc-b59c7ed48574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:35:05.877053 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ec84d7ff-dce5-473d-a4db-09e1fe3830e9 req-ed56d6fa-6839-4391-abdc-b59c7ed48574 service neutron] 10.222.0.44 "GET /v2.0/networks?id=147ce808-725e-417a-a1d2-85e3c7982746 HTTP/1.1" status: 200 len: 915 time: 0.0970464 Mar 30 18:35:05.921683 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ec84d7ff-dce5-473d-a4db-09e1fe3830e9 req-913cae76-d827-46f5-9376-503990e0f9a7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efe4cb87-2d0b-405d-b945-7ab4d40e56f2 HTTP/1.1" status: 200 len: 217 time: 0.0382543 Mar 30 18:35:05.973994 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec84d7ff-dce5-473d-a4db-09e1fe3830e9 req-00bb1e7e-1d04-4fba-8285-321e666eb122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:35:05.975455 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ec84d7ff-dce5-473d-a4db-09e1fe3830e9 req-00bb1e7e-1d04-4fba-8285-321e666eb122 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=e76db28a-4393-448a-aff7-aabb4d8ed661 HTTP/1.1" status: 200 len: 854 time: 0.0476100 Mar 30 18:35:06.007915 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ec84d7ff-dce5-473d-a4db-09e1fe3830e9 req-73d5a6b1-c7ae-43a4-9713-a92c1fa1d423 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=147ce808-725e-417a-a1d2-85e3c7982746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265455 Mar 30 18:35:06.101452 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ec84d7ff-dce5-473d-a4db-09e1fe3830e9 req-411d7979-b90d-46bb-9674-95a780df6f9e service neutron] 10.222.0.44 "GET /v2.0/networks/147ce808-725e-417a-a1d2-85e3c7982746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873442 Mar 30 18:35:06.199260 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ec84d7ff-dce5-473d-a4db-09e1fe3830e9 req-0ef15661-eb90-4ed3-91cc-3e6197918357 service neutron] 10.222.0.44 "GET /v2.0/networks/147ce808-725e-417a-a1d2-85e3c7982746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920475 Mar 30 18:35:06.429936 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa5ff4-f135-44e1-ad03-342c2273b36e req-cacf3091-1fee-4857-9111-41f2269bebef tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:35:06.431413 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2aaa5ff4-f135-44e1-ad03-342c2273b36e req-cacf3091-1fee-4857-9111-41f2269bebef tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1997e58-74b2-4547-8c04-57dcf77b7516 HTTP/1.1" status: 200 len: 943 time: 0.0536106 Mar 30 18:35:06.481410 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2aaa5ff4-f135-44e1-ad03-342c2273b36e req-f050d13e-981f-4e00-8ee8-948148eec0d7 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] 10.222.0.41 "GET /v2.0/security-groups?id=5402e73a-61c4-476d-8bb6-c3f05620eb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444212 Mar 30 18:35:07.597282 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4534cbe6-bc2d-4310-b0b4-288b7baa29bb req-decab7a1-1501-4ad2-9db8-ccb05417fee2 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:35:07.598768 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-4534cbe6-bc2d-4310-b0b4-288b7baa29bb req-decab7a1-1501-4ad2-9db8-ccb05417fee2 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1997e58-74b2-4547-8c04-57dcf77b7516 HTTP/1.1" status: 200 len: 943 time: 0.0522566 Mar 30 18:35:07.643995 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-4534cbe6-bc2d-4310-b0b4-288b7baa29bb req-416c9698-274c-48a1-87ba-7a8c31cae41c tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] 10.222.0.41 "GET /v2.0/security-groups?id=5402e73a-61c4-476d-8bb6-c3f05620eb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397551 Mar 30 18:35:08.760520 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d210330-c9b9-4c09-8f7a-f2de8022d64a req-819fb078-b4b8-46a7-8702-7d1665cbd4da tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:35:08.762010 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2d210330-c9b9-4c09-8f7a-f2de8022d64a req-819fb078-b4b8-46a7-8702-7d1665cbd4da tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1997e58-74b2-4547-8c04-57dcf77b7516 HTTP/1.1" status: 200 len: 943 time: 0.0523682 Mar 30 18:35:08.806862 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2d210330-c9b9-4c09-8f7a-f2de8022d64a req-7db1d8b4-4f71-42e7-b115-6c1e4c8a7662 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] 10.222.0.41 "GET /v2.0/security-groups?id=5402e73a-61c4-476d-8bb6-c3f05620eb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393436 Mar 30 18:35:09.924751 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b72bf6-adea-4050-82c0-c428156f6c5a req-24da7d40-dd87-4609-93b2-b2a1487cc4b5 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:35:09.926236 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-22b72bf6-adea-4050-82c0-c428156f6c5a req-24da7d40-dd87-4609-93b2-b2a1487cc4b5 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1997e58-74b2-4547-8c04-57dcf77b7516 HTTP/1.1" status: 200 len: 943 time: 0.0553977 Mar 30 18:35:09.972936 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-22b72bf6-adea-4050-82c0-c428156f6c5a req-ee84e769-f079-4c11-8ba9-b57d2b7b304f tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] 10.222.0.41 "GET /v2.0/security-groups?id=5402e73a-61c4-476d-8bb6-c3f05620eb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411260 Mar 30 18:35:10.919068 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device efe4cb87-2d0b-405d-b945-7ab4d40e56f2 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:35:11.016827 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port efe4cb87-2d0b-405d-b945-7ab4d40e56f2, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=efe4cb87-2d0b-405d-b945-7ab4d40e56f2,segment=NetworkSegment(9e6117dd-5b51-4cf4-8fc0-b21d4dea98cc),segment_id=9e6117dd-5b51-4cf4-8fc0-b21d4dea98cc)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:35:11.029188 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Returning: {'device': 'efe4cb87-2d0b-405d-b945-7ab4d40e56f2', 'network_id': '147ce808-725e-417a-a1d2-85e3c7982746', 'port_id': 'efe4cb87-2d0b-405d-b945-7ab4d40e56f2', 'mac_address': 'fa:16:3e:2c:28:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e76db28a-4393-448a-aff7-aabb4d8ed661', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:35:11.066201 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Current status of the port efe4cb87-2d0b-405d-b945-7ab4d40e56f2 is: DOWN; New status is: BUILD {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:35:11.066600 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (efe4cb87-2d0b-405d-b945-7ab4d40e56f2), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:11.083822 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efe4cb87-2d0b-405d-b945-7ab4d40e56f2 {{(pid=103496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:35:11.093100 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48401c2e-12cc-4905-a1e6-4c102e3f010c req-da5c3ae3-5080-4151-a227-6685e54403ca tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:35:11.094720 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-48401c2e-12cc-4905-a1e6-4c102e3f010c req-da5c3ae3-5080-4151-a227-6685e54403ca tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1997e58-74b2-4547-8c04-57dcf77b7516 HTTP/1.1" status: 200 len: 943 time: 0.0547752 Mar 30 18:35:11.102900 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port efe4cb87-2d0b-405d-b945-7ab4d40e56f2, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=efe4cb87-2d0b-405d-b945-7ab4d40e56f2,segment=NetworkSegment(9e6117dd-5b51-4cf4-8fc0-b21d4dea98cc),segment_id=9e6117dd-5b51-4cf4-8fc0-b21d4dea98cc)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:35:11.107324 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (efe4cb87-2d0b-405d-b945-7ab4d40e56f2), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:11.143673 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-48401c2e-12cc-4905-a1e6-4c102e3f010c req-51f3f6be-3505-4c81-b2cc-993c4fa7af3a tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] 10.222.0.41 "GET /v2.0/security-groups?id=5402e73a-61c4-476d-8bb6-c3f05620eb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431418 Mar 30 18:35:11.153472 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Pushing event updated for resources: {'Port': ['ID=efe4cb87-2d0b-405d-b945-7ab4d40e56f2,revision_number=4']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:35:11.160593 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:35:11.160941 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:35:11.161283 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:35:11.161623 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:35:11.161960 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:35:11.162316 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:35:11.162649 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:35:11.163044 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:35:11.163382 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:35:11.163709 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:35:11.164037 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:35:11.164362 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:35:11.164685 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:35:11.165007 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:35:11.165331 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:35:11.490887 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] get_ports_and_sgs() called for port_ids ['efe4cb87-2d0b-405d-b945-7ab4d40e56f2'] {{(pid=103496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:35:11.822784 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e0992be4-1bb2-44d3-931b-720d247c5513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:12.262435 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6980022e-0fb6-4637-a442-a08d88a43c34 req-5847f5b5-719b-497a-9cae-35a3d20adf84 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:35:12.263897 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-6980022e-0fb6-4637-a442-a08d88a43c34 req-5847f5b5-719b-497a-9cae-35a3d20adf84 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1997e58-74b2-4547-8c04-57dcf77b7516 HTTP/1.1" status: 200 len: 944 time: 0.0545084 Mar 30 18:35:12.313613 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-6980022e-0fb6-4637-a442-a08d88a43c34 req-76de4d85-31b6-4054-a8ee-b01b4e179c1f tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] 10.222.0.41 "GET /v2.0/security-groups?id=5402e73a-61c4-476d-8bb6-c3f05620eb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438499 Mar 30 18:35:12.935080 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device efe4cb87-2d0b-405d-b945-7ab4d40e56f2 up at agent hyperv_hv-cinder-83588 {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:35:12.982839 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Provisioning for port efe4cb87-2d0b-405d-b945-7ab4d40e56f2 completed by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 18:35:12.987283 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Provisioning complete for port efe4cb87-2d0b-405d-b945-7ab4d40e56f2 triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:35:12.987660 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (efe4cb87-2d0b-405d-b945-7ab4d40e56f2), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:13.066565 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Current status of the port efe4cb87-2d0b-405d-b945-7ab4d40e56f2 is: BUILD; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:35:13.066958 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (efe4cb87-2d0b-405d-b945-7ab4d40e56f2), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:13.089180 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1997e58-74b2-4547-8c04-57dcf77b7516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe4cb87-2d0b-405d-b945-7ab4d40e56f2'}] {{(pid=103496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:35:13.091426 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cbde32198906eb4ff2132376d68ea43d0d8f515c48f03fe95d90af760020ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e42f1c87-9f8b-4534-b876-4d64d7dbfe43" -d '{"events": [{"server_uuid": "b1997e58-74b2-4547-8c04-57dcf77b7516", "name": "network-vif-plugged", "status": "completed", "tag": "efe4cb87-2d0b-405d-b945-7ab4d40e56f2"}]}' {{(pid=103496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:35:13.107018 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port efe4cb87-2d0b-405d-b945-7ab4d40e56f2, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=efe4cb87-2d0b-405d-b945-7ab4d40e56f2,segment=NetworkSegment(9e6117dd-5b51-4cf4-8fc0-b21d4dea98cc),segment_id=9e6117dd-5b51-4cf4-8fc0-b21d4dea98cc)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:35:13.111360 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (efe4cb87-2d0b-405d-b945-7ab4d40e56f2), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:13.135856 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964552f1-795f-40a4-a325-564b0e4dee8b x-openstack-request-id: req-964552f1-795f-40a4-a325-564b0e4dee8b {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:35:13.136156 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1997e58-74b2-4547-8c04-57dcf77b7516", "name": "network-vif-plugged", "status": "completed", "tag": "efe4cb87-2d0b-405d-b945-7ab4d40e56f2", "code": 200}]} {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:35:13.136415 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-964552f1-795f-40a4-a325-564b0e4dee8b {{(pid=103496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:35:13.136809 dv-cinder-835881-1-iscsi neutron-server[103496]: INFO neutron.notifiers.nova [-] Nova event matching ['req-964552f1-795f-40a4-a325-564b0e4dee8b'] response: {'server_uuid': 'b1997e58-74b2-4547-8c04-57dcf77b7516', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe4cb87-2d0b-405d-b945-7ab4d40e56f2', 'code': 200} Mar 30 18:35:13.162698 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Pushing event updated for resources: {'Port': ['ID=efe4cb87-2d0b-405d-b945-7ab4d40e56f2,revision_number=5']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:35:13.330790 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91cd333-2ee7-4865-866b-c67a4fa2c1d4 req-f9e5d6ed-1df6-474a-bffb-529b012734fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:35:13.332412 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e91cd333-2ee7-4865-866b-c67a4fa2c1d4 req-f9e5d6ed-1df6-474a-bffb-529b012734fb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b1997e58-74b2-4547-8c04-57dcf77b7516 HTTP/1.1" status: 200 len: 1129 time: 0.0446119 Mar 30 18:35:13.376697 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e91cd333-2ee7-4865-866b-c67a4fa2c1d4 req-77fbc67c-0076-4d0b-984d-9a14bf2106a9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5402e73a-61c4-476d-8bb6-c3f05620eb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378523 Mar 30 18:35:13.430482 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014395d8-3487-475e-a190-f7c10170b6f5 req-ea1f91c4-c65d-4896-a937-94ede603c51d tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:35:13.431961 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-014395d8-3487-475e-a190-f7c10170b6f5 req-ea1f91c4-c65d-4896-a937-94ede603c51d tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1997e58-74b2-4547-8c04-57dcf77b7516 HTTP/1.1" status: 200 len: 945 time: 0.0511105 Mar 30 18:35:13.478202 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-014395d8-3487-475e-a190-f7c10170b6f5 req-e3dd5622-4aab-4345-bc04-c151196ccb23 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] 10.222.0.41 "GET /v2.0/security-groups?id=5402e73a-61c4-476d-8bb6-c3f05620eb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406148 Mar 30 18:35:13.907377 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f6ee5f4d-aa68-4a23-8384-40dc94beccb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:14.601848 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f4143-a627-4a95-9ef8-2c02177c0365 req-fa9f54cd-c93f-4040-be96-3f09443966cb tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:35:14.603318 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-332f4143-a627-4a95-9ef8-2c02177c0365 req-fa9f54cd-c93f-4040-be96-3f09443966cb tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1997e58-74b2-4547-8c04-57dcf77b7516 HTTP/1.1" status: 200 len: 945 time: 0.0570116 Mar 30 18:35:14.649465 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-332f4143-a627-4a95-9ef8-2c02177c0365 req-dce406cd-934b-4ff5-ac9d-312fb0fcbebe tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] 10.222.0.41 "GET /v2.0/security-groups?id=5402e73a-61c4-476d-8bb6-c3f05620eb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406349 Mar 30 18:35:15.084404 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:15.768723 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf24fdb0-c8f4-41e4-ad42-e6c54316c610 req-16deb16c-564b-4242-835b-1981b0643c6d tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:35:15.770195 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-bf24fdb0-c8f4-41e4-ad42-e6c54316c610 req-16deb16c-564b-4242-835b-1981b0643c6d tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1997e58-74b2-4547-8c04-57dcf77b7516 HTTP/1.1" status: 200 len: 945 time: 0.0533416 Mar 30 18:35:15.816266 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-bf24fdb0-c8f4-41e4-ad42-e6c54316c610 req-0f1e8468-2087-4f97-9b8e-6c9a133b1929 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] 10.222.0.41 "GET /v2.0/security-groups?id=5402e73a-61c4-476d-8bb6-c3f05620eb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405557 Mar 30 18:35:16.482253 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:18.041996 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:18.749451 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (ab438a54-a4f6-4fd3-b589-96aa27265666), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:22.168231 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.agents_db [None req-01a7ea33-ae04-4be9-ae8a-11827e05d97f None None] Agent healthcheck: found 6 active agents {{(pid=103497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:35:38.838539 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cdcaca-5153-4d32-ac4c-f08c975eacb7 req-cf04234d-72fb-436a-a1cf-0d3acfb2a30a tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:35:38.840033 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-37cdcaca-5153-4d32-ac4c-f08c975eacb7 req-cf04234d-72fb-436a-a1cf-0d3acfb2a30a tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1997e58-74b2-4547-8c04-57dcf77b7516 HTTP/1.1" status: 200 len: 945 time: 0.0553129 Mar 30 18:35:38.885317 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-37cdcaca-5153-4d32-ac4c-f08c975eacb7 req-5ee7e8f1-777d-4db8-bc7c-a40acff106f5 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] 10.222.0.41 "GET /v2.0/security-groups?id=5402e73a-61c4-476d-8bb6-c3f05620eb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397010 Mar 30 18:35:40.003188 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff6b7a7-c2cf-41e6-9335-525879e9a305 req-a03fd9f1-855e-4a3a-897e-c103214ef1a1 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:35:40.004678 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-9ff6b7a7-c2cf-41e6-9335-525879e9a305 req-a03fd9f1-855e-4a3a-897e-c103214ef1a1 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1997e58-74b2-4547-8c04-57dcf77b7516 HTTP/1.1" status: 200 len: 945 time: 0.0525467 Mar 30 18:35:40.051023 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-9ff6b7a7-c2cf-41e6-9335-525879e9a305 req-a4f4f619-27b4-4900-b900-5d9bc3961435 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] 10.222.0.41 "GET /v2.0/security-groups?id=5402e73a-61c4-476d-8bb6-c3f05620eb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407846 Mar 30 18:35:40.758365 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c580b979-58c4-4305-8b14-848da4ee98ff req-4a4b71f3-57ec-45e1-9d5b-0e7ac6a580f1 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:35:40.759805 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c580b979-58c4-4305-8b14-848da4ee98ff req-4a4b71f3-57ec-45e1-9d5b-0e7ac6a580f1 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] 10.222.0.44 "GET /v2.0/ports?device_id=b1997e58-74b2-4547-8c04-57dcf77b7516 HTTP/1.1" status: 200 len: 945 time: 0.0522826 Mar 30 18:35:40.853612 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [req-c580b979-58c4-4305-8b14-848da4ee98ff req-d6668f2d-0fcc-40eb-a059-e10cd0efe3a3 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Deleting port efe4cb87-2d0b-405d-b945-7ab4d40e56f2 {{(pid=103495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:35:40.853957 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-c580b979-58c4-4305-8b14-848da4ee98ff req-d6668f2d-0fcc-40eb-a059-e10cd0efe3a3 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (efe4cb87-2d0b-405d-b945-7ab4d40e56f2), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:40.940797 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [req-c580b979-58c4-4305-8b14-848da4ee98ff req-d6668f2d-0fcc-40eb-a059-e10cd0efe3a3 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] For port efe4cb87-2d0b-405d-b945-7ab4d40e56f2, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=efe4cb87-2d0b-405d-b945-7ab4d40e56f2,segment=NetworkSegment(9e6117dd-5b51-4cf4-8fc0-b21d4dea98cc),segment_id=9e6117dd-5b51-4cf4-8fc0-b21d4dea98cc)] {{(pid=103495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:35:40.941157 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-c580b979-58c4-4305-8b14-848da4ee98ff req-d6668f2d-0fcc-40eb-a059-e10cd0efe3a3 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (efe4cb87-2d0b-405d-b945-7ab4d40e56f2), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:40.954150 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [req-c580b979-58c4-4305-8b14-848da4ee98ff req-d6668f2d-0fcc-40eb-a059-e10cd0efe3a3 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Calling delete_port for efe4cb87-2d0b-405d-b945-7ab4d40e56f2 owned by compute:nova {{(pid=103495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:35:41.083979 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-c580b979-58c4-4305-8b14-848da4ee98ff req-d6668f2d-0fcc-40eb-a059-e10cd0efe3a3 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5398852'] for port (efe4cb87-2d0b-405d-b945-7ab4d40e56f2), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:41.113471 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6668f2d-0fcc-40eb-a059-e10cd0efe3a3 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Pushing event deleted for resources: {'Port': ['ID=efe4cb87-2d0b-405d-b945-7ab4d40e56f2,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:35:41.119488 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] get_ports_and_sgs() called for port_ids ['efe4cb87-2d0b-405d-b945-7ab4d40e56f2'] {{(pid=103496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:35:41.166911 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-135d5536-fce0-48d8-9cba-8494b0407cd8 req-e5c37644-2675-480d-a795-f69b35f41369 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1997e58-74b2-4547-8c04-57dcf77b7516 HTTP/1.1" status: 200 len: 210 time: 0.0450709 Mar 30 18:35:41.184532 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.l3_dvrscheduler_db [req-c580b979-58c4-4305-8b14-848da4ee98ff req-d6668f2d-0fcc-40eb-a059-e10cd0efe3a3 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] No DVR routers for this DVR port efe4cb87-2d0b-405d-b945-7ab4d40e56f2 on host hv-cinder-83588 {{(pid=103495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:35:41.187144 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-c580b979-58c4-4305-8b14-848da4ee98ff req-d6668f2d-0fcc-40eb-a059-e10cd0efe3a3 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for port (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:41.191661 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c580b979-58c4-4305-8b14-848da4ee98ff req-d6668f2d-0fcc-40eb-a059-e10cd0efe3a3 tempest-VolumesSnapshotTestJSON-599220026 tempest-VolumesSnapshotTestJSON-599220026-project] 10.222.0.44 "DELETE /v2.0/ports/efe4cb87-2d0b-405d-b945-7ab4d40e56f2 HTTP/1.1" status: 204 len: 173 time: 0.4267128 Mar 30 18:35:41.192121 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1997e58-74b2-4547-8c04-57dcf77b7516', 'name': 'network-vif-deleted', 'tag': 'efe4cb87-2d0b-405d-b945-7ab4d40e56f2'}] {{(pid=103495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:35:41.194392 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0dfb30c8fd1ad248dcf0c7d180f6bc71f3cc1084e8ff52034c63c32eff48f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784599be-b8e4-4e41-9da9-0069e8abd27d" -d '{"events": [{"server_uuid": "b1997e58-74b2-4547-8c04-57dcf77b7516", "name": "network-vif-deleted", "tag": "efe4cb87-2d0b-405d-b945-7ab4d40e56f2"}]}' {{(pid=103495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:35:41.230502 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d0b573-a273-46e1-b11a-03db6b13ae40 x-openstack-request-id: req-88d0b573-a273-46e1-b11a-03db6b13ae40 {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:35:41.230792 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1997e58-74b2-4547-8c04-57dcf77b7516", "name": "network-vif-deleted", "tag": "efe4cb87-2d0b-405d-b945-7ab4d40e56f2", "status": "completed", "code": 200}]} {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:35:41.231067 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-88d0b573-a273-46e1-b11a-03db6b13ae40 {{(pid=103495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:35:41.231454 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88d0b573-a273-46e1-b11a-03db6b13ae40'] response: {'server_uuid': 'b1997e58-74b2-4547-8c04-57dcf77b7516', 'name': 'network-vif-deleted', 'tag': 'efe4cb87-2d0b-405d-b945-7ab4d40e56f2', 'status': 'completed', 'code': 200} Mar 30 18:35:41.823579 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-ea44b23b-f938-4fe9-93f6-ba4695c1931d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:43.151052 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device efe4cb87-2d0b-405d-b945-7ab4d40e56f2 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:35:43.171881 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] No Port match for: efe4cb87-2d0b-405d-b945-7ab4d40e56f2 {{(pid=103496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:35:43.172224 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device efe4cb87-2d0b-405d-b945-7ab4d40e56f2 not bound to the agent host hv-cinder-83588 {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:35:43.909617 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-9369adbb-546a-46db-abff-f36b2c03ef36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:45.086953 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:46.485656 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:47.777226 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 54280) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:35:48.044567 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.plugin [None req-8027940d-02c3-41ff-bb82-474826db1a22 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Deleting port b7baa52d-2d7e-4ce2-bfad-d546031f9af0 {{(pid=103494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:35:48.044959 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-8027940d-02c3-41ff-bb82-474826db1a22 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (b7baa52d-2d7e-4ce2-bfad-d546031f9af0), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:48.056239 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:48.324299 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-8027940d-02c3-41ff-bb82-474826db1a22 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (b7baa52d-2d7e-4ce2-bfad-d546031f9af0), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:48.324625 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-8027940d-02c3-41ff-bb82-474826db1a22 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Publish callbacks [] for floatingip (b7baa52d-2d7e-4ce2-bfad-d546031f9af0), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:48.337986 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.plugin [None req-8027940d-02c3-41ff-bb82-474826db1a22 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Calling delete_port for b7baa52d-2d7e-4ce2-bfad-d546031f9af0 owned by network:floatingip {{(pid=103494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:35:48.515994 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-8027940d-02c3-41ff-bb82-474826db1a22 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5343457'] for port (b7baa52d-2d7e-4ce2-bfad-d546031f9af0), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:48.542446 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8027940d-02c3-41ff-bb82-474826db1a22 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Pushing event deleted for resources: {'Port': ['ID=b7baa52d-2d7e-4ce2-bfad-d546031f9af0,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:35:48.568842 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8027940d-02c3-41ff-bb82-474826db1a22 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:35:48.569194 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8027940d-02c3-41ff-bb82-474826db1a22 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:35:48.569538 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8027940d-02c3-41ff-bb82-474826db1a22 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:35:48.569880 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8027940d-02c3-41ff-bb82-474826db1a22 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:35:48.570250 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8027940d-02c3-41ff-bb82-474826db1a22 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:35:48.570583 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8027940d-02c3-41ff-bb82-474826db1a22 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:35:48.570911 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8027940d-02c3-41ff-bb82-474826db1a22 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:35:48.571238 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8027940d-02c3-41ff-bb82-474826db1a22 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:35:48.571563 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8027940d-02c3-41ff-bb82-474826db1a22 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:35:48.571886 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8027940d-02c3-41ff-bb82-474826db1a22 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:35:48.572212 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8027940d-02c3-41ff-bb82-474826db1a22 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:35:48.572537 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8027940d-02c3-41ff-bb82-474826db1a22 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:35:48.572856 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8027940d-02c3-41ff-bb82-474826db1a22 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:35:48.573177 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8027940d-02c3-41ff-bb82-474826db1a22 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:35:48.573774 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8027940d-02c3-41ff-bb82-474826db1a22 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:35:48.615334 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-8027940d-02c3-41ff-bb82-474826db1a22 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Publish callbacks [] for floatingip (19ce702c-5f6c-4471-bf13-296be2c31dc1), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:48.615772 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.db.l3_db [None req-8027940d-02c3-41ff-bb82-474826db1a22 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Floating IP 19ce702c-5f6c-4471-bf13-296be2c31dc1 disassociated (deleted). External IP: 172.27.1.159, port: 4e9f0edb-e9b2-4b83-a6b6-9048b17b483e. Mar 30 18:35:48.755966 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (ab438a54-a4f6-4fd3-b589-96aa27265666), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:48.835634 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8027940d-02c3-41ff-bb82-474826db1a22 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Router 763c50f3-e43f-470b-bc9d-e581931aa401 has already been hosted by L3 agent d6545c5f-a93c-4a15-87cd-019d3e75e7be {{(pid=103494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:35:48.944400 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8027940d-02c3-41ff-bb82-474826db1a22 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Notify agent at l3_agent.dv-cinder-835881-1-iscsi the message routers_updated {{(pid=103494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:35:48.949321 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-8027940d-02c3-41ff-bb82-474826db1a22 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for floatingip (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:48.953892 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4429d6-a142-4c17-a287-e39dd37d1e21 None None] Sync routers for ids ['763c50f3-e43f-470b-bc9d-e581931aa401'] in dv-cinder-835881-1-iscsi {{(pid=103496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:35:48.963554 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4429d6-a142-4c17-a287-e39dd37d1e21 None None] Routers {'763c50f3-e43f-470b-bc9d-e581931aa401'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:35:48.964177 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-0e4429d6-a142-4c17-a287-e39dd37d1e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:35:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['763c50f3-e43f-470b-bc9d-e581931aa401'], 'active': True} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:35:48.978521 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-8027940d-02c3-41ff-bb82-474826db1a22 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "DELETE /v2.0/floatingips/19ce702c-5f6c-4471-bf13-296be2c31dc1 HTTP/1.1" status: 204 len: 168 time: 1.2001777 Mar 30 18:35:48.979215 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59dcbef0-44be-4c98-b9d4-51d9223998d2', 'tag': '4e9f0edb-e9b2-4b83-a6b6-9048b17b483e'}] {{(pid=103494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:35:48.981567 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb351bb8290705a302d4a38882229c6eed6c712c49b0ac171ffbe10a695cd3a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939a7b74-8b95-4feb-abf0-7f3788de3067" -d '{"events": [{"name": "network-changed", "server_uuid": "59dcbef0-44be-4c98-b9d4-51d9223998d2", "tag": "4e9f0edb-e9b2-4b83-a6b6-9048b17b483e"}]}' {{(pid=103494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:35:49.087505 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvr_db [None req-0e4429d6-a142-4c17-a287-e39dd37d1e21 None None] Set router 763c50f3-e43f-470b-bc9d-e581931aa401 gateway port host: dv-cinder-835881-1-iscsi {{(pid=103496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:35:49.115629 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8b8563-cf28-4b7a-99ca-df7858d53d3d x-openstack-request-id: req-eb8b8563-cf28-4b7a-99ca-df7858d53d3d {{(pid=103494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:35:49.116069 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59dcbef0-44be-4c98-b9d4-51d9223998d2", "tag": "4e9f0edb-e9b2-4b83-a6b6-9048b17b483e", "status": "completed", "code": 200}]} {{(pid=103494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:35:49.116579 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eb8b8563-cf28-4b7a-99ca-df7858d53d3d {{(pid=103494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:35:49.117274 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb8b8563-cf28-4b7a-99ca-df7858d53d3d'] response: {'name': 'network-changed', 'server_uuid': '59dcbef0-44be-4c98-b9d4-51d9223998d2', 'tag': '4e9f0edb-e9b2-4b83-a6b6-9048b17b483e', 'status': 'completed', 'code': 200} Mar 30 18:35:49.286375 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0563aedf-9df8-4c1c-a780-92e7012cbaa3 req-f56422e6-881e-4281-b2c4-1f9d56884fc5 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:35:49.288247 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0563aedf-9df8-4c1c-a780-92e7012cbaa3 req-f56422e6-881e-4281-b2c4-1f9d56884fc5 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/ports?device_id=59dcbef0-44be-4c98-b9d4-51d9223998d2 HTTP/1.1" status: 200 len: 945 time: 0.1000516 Mar 30 18:35:49.310654 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-0e4429d6-a142-4c17-a287-e39dd37d1e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763c50f3-e43f-470b-bc9d-e581931aa401', 'name': 'tempest-TestShelveInstance-357335532-router', 'tenant_id': 'adc414db793a45ffa18c1af010b12a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '6081157b-72c1-4a41-a8a5-2b9e014e5160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:30:15Z', 'updated_at': '2022-03-30T18:30:18Z', 'revision_number': 4, 'project_id': 'adc414db793a45ffa18c1af010b12a32', 'gw_port': {'id': '6081157b-72c1-4a41-a8a5-2b9e014e5160', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:42:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763c50f3-e43f-470b-bc9d-e581931aa401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:30:16Z', 'updated_at': '2022-03-30T18:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': '701142ab-24b3-4078-b018-82403af224c9', 'name': '', 'network_id': 'e5de71a0-14ad-4ef8-a889-ddf5c13efa1f', 'tenant_id': 'adc414db793a45ffa18c1af010b12a32', 'mac_address': 'fa:16:3e:88:99:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763c50f3-e43f-470b-bc9d-e581931aa401', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'f95acf74-50cf-4b9c-93f5-6d4687a32a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:30:18Z', 'updated_at': '2022-03-30T18:30:23Z', 'revision_number': 5, 'project_id': 'adc414db793a45ffa18c1af010b12a32', 'subnets': [{'id': 'f95acf74-50cf-4b9c-93f5-6d4687a32a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:35:49.315614 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a7b74-8b95-4feb-abf0-7f3788de3067 req-dc0334a6-2b53-4edd-bd33-aa9184091f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:35:49.317084 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-939a7b74-8b95-4feb-abf0-7f3788de3067 req-dc0334a6-2b53-4edd-bd33-aa9184091f39 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=adc414db793a45ffa18c1af010b12a32&device_id=59dcbef0-44be-4c98-b9d4-51d9223998d2 HTTP/1.1" status: 200 len: 1129 time: 0.1195729 Mar 30 18:35:49.334924 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4429d6-a142-4c17-a287-e39dd37d1e21 None None] Checking router: 763c50f3-e43f-470b-bc9d-e581931aa401 for host: dv-cinder-835881-1-iscsi {{(pid=103496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:35:49.343548 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4429d6-a142-4c17-a287-e39dd37d1e21 None None] Routers {'763c50f3-e43f-470b-bc9d-e581931aa401'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:35:49.344098 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-0e4429d6-a142-4c17-a287-e39dd37d1e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:35:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['763c50f3-e43f-470b-bc9d-e581931aa401'], 'active': True} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:35:49.395658 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0563aedf-9df8-4c1c-a780-92e7012cbaa3 req-f53c6f89-ac83-44ab-a9c0-05714ea6177d tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/security-groups?id=8feca345-98dd-4850-9cae-e25a0be977ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960186 Mar 30 18:35:49.431473 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a7b74-8b95-4feb-abf0-7f3788de3067 req-e2da47d5-f94f-4e86-a25e-8fabe9b24f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:35:49.432920 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-939a7b74-8b95-4feb-abf0-7f3788de3067 req-e2da47d5-f94f-4e86-a25e-8fabe9b24f68 service neutron] 10.222.0.44 "GET /v2.0/networks?id=e5de71a0-14ad-4ef8-a889-ddf5c13efa1f HTTP/1.1" status: 200 len: 909 time: 0.1080527 Mar 30 18:35:49.453061 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvr_db [None req-0e4429d6-a142-4c17-a287-e39dd37d1e21 None None] Set router 763c50f3-e43f-470b-bc9d-e581931aa401 gateway port host: dv-cinder-835881-1-iscsi {{(pid=103496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:35:49.478620 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-939a7b74-8b95-4feb-abf0-7f3788de3067 req-55b51f67-1d95-4fea-ac0a-5923d32f7a52 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e9f0edb-e9b2-4b83-a6b6-9048b17b483e HTTP/1.1" status: 200 len: 217 time: 0.0388184 Mar 30 18:35:49.529468 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a7b74-8b95-4feb-abf0-7f3788de3067 req-ed3082f3-1fe3-4a19-83ae-7a74c174bd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:35:49.530966 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-939a7b74-8b95-4feb-abf0-7f3788de3067 req-ed3082f3-1fe3-4a19-83ae-7a74c174bd51 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=f95acf74-50cf-4b9c-93f5-6d4687a32a8f HTTP/1.1" status: 200 len: 847 time: 0.0461545 Mar 30 18:35:49.588123 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a7b74-8b95-4feb-abf0-7f3788de3067 req-85151007-ae68-4aec-ad57-940846f64322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:35:49.589707 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-939a7b74-8b95-4feb-abf0-7f3788de3067 req-85151007-ae68-4aec-ad57-940846f64322 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=e5de71a0-14ad-4ef8-a889-ddf5c13efa1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506237 Mar 30 18:35:49.685760 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-939a7b74-8b95-4feb-abf0-7f3788de3067 req-de47f77b-7c09-4018-b6cc-e6003c122d9c service neutron] 10.222.0.44 "GET /v2.0/networks/e5de71a0-14ad-4ef8-a889-ddf5c13efa1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880978 Mar 30 18:35:49.774296 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-939a7b74-8b95-4feb-abf0-7f3788de3067 req-e00b3cc4-2390-4229-952b-a2b382272bfa service neutron] 10.222.0.44 "GET /v2.0/networks/e5de71a0-14ad-4ef8-a889-ddf5c13efa1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818739 Mar 30 18:35:49.777169 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-0e4429d6-a142-4c17-a287-e39dd37d1e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763c50f3-e43f-470b-bc9d-e581931aa401', 'name': 'tempest-TestShelveInstance-357335532-router', 'tenant_id': 'adc414db793a45ffa18c1af010b12a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '6081157b-72c1-4a41-a8a5-2b9e014e5160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:30:15Z', 'updated_at': '2022-03-30T18:30:18Z', 'revision_number': 4, 'project_id': 'adc414db793a45ffa18c1af010b12a32', 'gw_port': {'id': '6081157b-72c1-4a41-a8a5-2b9e014e5160', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:42:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763c50f3-e43f-470b-bc9d-e581931aa401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:30:16Z', 'updated_at': '2022-03-30T18:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': '701142ab-24b3-4078-b018-82403af224c9', 'name': '', 'network_id': 'e5de71a0-14ad-4ef8-a889-ddf5c13efa1f', 'tenant_id': 'adc414db793a45ffa18c1af010b12a32', 'mac_address': 'fa:16:3e:88:99:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763c50f3-e43f-470b-bc9d-e581931aa401', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'f95acf74-50cf-4b9c-93f5-6d4687a32a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:30:18Z', 'updated_at': '2022-03-30T18:30:23Z', 'revision_number': 5, 'project_id': 'adc414db793a45ffa18c1af010b12a32', 'subnets': [{'id': 'f95acf74-50cf-4b9c-93f5-6d4687a32a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:35:49.804913 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4429d6-a142-4c17-a287-e39dd37d1e21 None None] The sync data for ids ['763c50f3-e43f-470b-bc9d-e581931aa401'] in dv-cinder-835881-1-iscsi is: [{'id': '763c50f3-e43f-470b-bc9d-e581931aa401', 'name': 'tempest-TestShelveInstance-357335532-router', 'tenant_id': 'adc414db793a45ffa18c1af010b12a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '6081157b-72c1-4a41-a8a5-2b9e014e5160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:30:15Z', 'updated_at': '2022-03-30T18:30:18Z', 'revision_number': 4, 'project_id': 'adc414db793a45ffa18c1af010b12a32', 'gw_port': {'id': '6081157b-72c1-4a41-a8a5-2b9e014e5160', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:42:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763c50f3-e43f-470b-bc9d-e581931aa401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:30:16Z', 'updated_at': '2022-03-30T18:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': '701142ab-24b3-4078-b018-82403af224c9', 'name': '', 'network_id': 'e5de71a0-14ad-4ef8-a889-ddf5c13efa1f', 'tenant_id': 'adc414db793a45ffa18c1af010b12a32', 'mac_address': 'fa:16:3e:88:99:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763c50f3-e43f-470b-bc9d-e581931aa401', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'f95acf74-50cf-4b9c-93f5-6d4687a32a8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:30:18Z', 'updated_at': '2022-03-30T18:30:23Z', 'revision_number': 5, 'project_id': 'adc414db793a45ffa18c1af010b12a32', 'subnets': [{'id': 'f95acf74-50cf-4b9c-93f5-6d4687a32a8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:35:50.016955 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b99a8e-9799-4418-be6e-7c14a51524b7 None None] New status for floating IP 19ce702c-5f6c-4471-bf13-296be2c31dc1: DOWN {{(pid=103497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:35:50.526416 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e530cc-d625-4d44-acf6-bfbe321f58be req-36d223e0-60ba-4773-b7a2-805f045665c0 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:35:50.527949 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-61e530cc-d625-4d44-acf6-bfbe321f58be req-36d223e0-60ba-4773-b7a2-805f045665c0 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/ports?device_id=59dcbef0-44be-4c98-b9d4-51d9223998d2 HTTP/1.1" status: 200 len: 945 time: 0.0536573 Mar 30 18:35:50.584969 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-61e530cc-d625-4d44-acf6-bfbe321f58be req-0396d4e3-db7d-4e1f-9189-d8e533e7d028 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/security-groups?id=8feca345-98dd-4850-9cae-e25a0be977ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500941 Mar 30 18:35:51.255530 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf35d4-169b-4d1e-821d-93270b3ea793 req-65052426-6148-49d6-85a6-6d4d29bde38d tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:35:51.256957 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c8cf35d4-169b-4d1e-821d-93270b3ea793 req-65052426-6148-49d6-85a6-6d4d29bde38d tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.44 "GET /v2.0/ports?device_id=59dcbef0-44be-4c98-b9d4-51d9223998d2 HTTP/1.1" status: 200 len: 945 time: 0.0529873 Mar 30 18:35:51.347220 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [req-c8cf35d4-169b-4d1e-821d-93270b3ea793 req-324bb99f-c733-4396-b6b9-8e70c52a86b2 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Deleting port 4e9f0edb-e9b2-4b83-a6b6-9048b17b483e {{(pid=103495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:35:51.347483 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-c8cf35d4-169b-4d1e-821d-93270b3ea793 req-324bb99f-c733-4396-b6b9-8e70c52a86b2 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (4e9f0edb-e9b2-4b83-a6b6-9048b17b483e), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:51.438541 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [req-c8cf35d4-169b-4d1e-821d-93270b3ea793 req-324bb99f-c733-4396-b6b9-8e70c52a86b2 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] For port 4e9f0edb-e9b2-4b83-a6b6-9048b17b483e, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4e9f0edb-e9b2-4b83-a6b6-9048b17b483e,segment=NetworkSegment(aea436d8-46f8-479c-bed5-a186a1319bc0),segment_id=aea436d8-46f8-479c-bed5-a186a1319bc0)] {{(pid=103495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:35:51.438903 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-c8cf35d4-169b-4d1e-821d-93270b3ea793 req-324bb99f-c733-4396-b6b9-8e70c52a86b2 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (4e9f0edb-e9b2-4b83-a6b6-9048b17b483e), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:51.452251 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [req-c8cf35d4-169b-4d1e-821d-93270b3ea793 req-324bb99f-c733-4396-b6b9-8e70c52a86b2 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Calling delete_port for 4e9f0edb-e9b2-4b83-a6b6-9048b17b483e owned by compute:nova {{(pid=103495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:35:51.580134 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-c8cf35d4-169b-4d1e-821d-93270b3ea793 req-324bb99f-c733-4396-b6b9-8e70c52a86b2 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5398852'] for port (4e9f0edb-e9b2-4b83-a6b6-9048b17b483e), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:51.607503 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324bb99f-c733-4396-b6b9-8e70c52a86b2 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Pushing event deleted for resources: {'Port': ['ID=4e9f0edb-e9b2-4b83-a6b6-9048b17b483e,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:35:51.637189 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324bb99f-c733-4396-b6b9-8e70c52a86b2 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:35:51.637549 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324bb99f-c733-4396-b6b9-8e70c52a86b2 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:35:51.640908 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324bb99f-c733-4396-b6b9-8e70c52a86b2 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:35:51.640908 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324bb99f-c733-4396-b6b9-8e70c52a86b2 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:35:51.640908 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324bb99f-c733-4396-b6b9-8e70c52a86b2 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:35:51.640908 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324bb99f-c733-4396-b6b9-8e70c52a86b2 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:35:51.640908 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324bb99f-c733-4396-b6b9-8e70c52a86b2 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:35:51.640908 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324bb99f-c733-4396-b6b9-8e70c52a86b2 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:35:51.640908 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324bb99f-c733-4396-b6b9-8e70c52a86b2 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:35:51.640908 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324bb99f-c733-4396-b6b9-8e70c52a86b2 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:35:51.641827 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324bb99f-c733-4396-b6b9-8e70c52a86b2 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:35:51.641827 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324bb99f-c733-4396-b6b9-8e70c52a86b2 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:35:51.641827 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324bb99f-c733-4396-b6b9-8e70c52a86b2 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:35:51.642101 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324bb99f-c733-4396-b6b9-8e70c52a86b2 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:35:51.642331 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324bb99f-c733-4396-b6b9-8e70c52a86b2 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:35:51.666727 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8cf35d4-169b-4d1e-821d-93270b3ea793 req-324bb99f-c733-4396-b6b9-8e70c52a86b2 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] No DVR routers for this DVR port 4e9f0edb-e9b2-4b83-a6b6-9048b17b483e on host hv-cinder-83588 {{(pid=103495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:35:51.671362 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-c8cf35d4-169b-4d1e-821d-93270b3ea793 req-324bb99f-c733-4396-b6b9-8e70c52a86b2 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for port (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:51.676059 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c8cf35d4-169b-4d1e-821d-93270b3ea793 req-324bb99f-c733-4396-b6b9-8e70c52a86b2 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.44 "DELETE /v2.0/ports/4e9f0edb-e9b2-4b83-a6b6-9048b17b483e HTTP/1.1" status: 204 len: 173 time: 0.4133451 Mar 30 18:35:51.676547 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59dcbef0-44be-4c98-b9d4-51d9223998d2', 'name': 'network-vif-deleted', 'tag': '4e9f0edb-e9b2-4b83-a6b6-9048b17b483e'}] {{(pid=103495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:35:51.678883 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0dfb30c8fd1ad248dcf0c7d180f6bc71f3cc1084e8ff52034c63c32eff48f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75caa628-fb57-4e3a-bdc4-e954b7f0b655" -d '{"events": [{"server_uuid": "59dcbef0-44be-4c98-b9d4-51d9223998d2", "name": "network-vif-deleted", "tag": "4e9f0edb-e9b2-4b83-a6b6-9048b17b483e"}]}' {{(pid=103495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:35:51.713794 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8058d730-af70-47ac-9500-fa9ceffc98c9 req-3e7d40b6-bf03-4957-a2f7-a2903f91f311 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/ports?device_id=59dcbef0-44be-4c98-b9d4-51d9223998d2 HTTP/1.1" status: 200 len: 210 time: 0.0320418 Mar 30 18:35:51.724969 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d805b3d-f89e-4c56-92f2-3467a7d6f34a x-openstack-request-id: req-9d805b3d-f89e-4c56-92f2-3467a7d6f34a {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:35:51.725417 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59dcbef0-44be-4c98-b9d4-51d9223998d2", "name": "network-vif-deleted", "tag": "4e9f0edb-e9b2-4b83-a6b6-9048b17b483e", "status": "completed", "code": 200}]} {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:35:51.725913 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9d805b3d-f89e-4c56-92f2-3467a7d6f34a {{(pid=103495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:35:51.726250 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d805b3d-f89e-4c56-92f2-3467a7d6f34a'] response: {'server_uuid': '59dcbef0-44be-4c98-b9d4-51d9223998d2', 'name': 'network-vif-deleted', 'tag': '4e9f0edb-e9b2-4b83-a6b6-9048b17b483e', 'status': 'completed', 'code': 200} Mar 30 18:35:52.836776 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-dee58f9a-a9f8-47e7-92b3-6ce09c999162 req-2bd8df40-fa2a-4881-b5c9-6d87f7989b16 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/ports?device_id=59dcbef0-44be-4c98-b9d4-51d9223998d2 HTTP/1.1" status: 200 len: 210 time: 0.0405517 Mar 30 18:35:53.455642 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 4e9f0edb-e9b2-4b83-a6b6-9048b17b483e no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:35:53.479199 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] No Port match for: 4e9f0edb-e9b2-4b83-a6b6-9048b17b483e {{(pid=103496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:35:53.479544 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 4e9f0edb-e9b2-4b83-a6b6-9048b17b483e not bound to the agent host hv-cinder-83588 {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:35:53.942229 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-de612180-8d43-413c-b889-9388be0a9c51 req-719f586b-55b4-4053-a7c3-586e3baea8d9 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/ports?device_id=59dcbef0-44be-4c98-b9d4-51d9223998d2 HTTP/1.1" status: 200 len: 210 time: 0.0260794 Mar 30 18:35:55.043570 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ae1872c2-7af0-4d64-99c1-61ae15e50224 req-4e1bc67a-99bd-462f-89b1-65b9fbc4df4f tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "GET /v2.0/ports?device_id=59dcbef0-44be-4c98-b9d4-51d9223998d2 HTTP/1.1" status: 200 len: 210 time: 0.0267751 Mar 30 18:35:56.098911 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 54342) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:35:56.157818 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-e64262a4-dc74-4a9e-9528-96f7d24caae5 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Publish callbacks [] for security_group (8feca345-98dd-4850-9cae-e25a0be977ac), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:56.182914 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-e64262a4-dc74-4a9e-9528-96f7d24caae5 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Publish callbacks [] for security_group (8feca345-98dd-4850-9cae-e25a0be977ac), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:56.243137 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-e64262a4-dc74-4a9e-9528-96f7d24caae5 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (8feca345-98dd-4850-9cae-e25a0be977ac), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:56.245790 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-e64262a4-dc74-4a9e-9528-96f7d24caae5 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Publish callbacks [] for security_group (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:56.247021 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-e64262a4-dc74-4a9e-9528-96f7d24caae5 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] 10.222.0.41 "DELETE /v2.0/security-groups/8feca345-98dd-4850-9cae-e25a0be977ac HTTP/1.1" status: 204 len: 168 time: 0.1471372 Mar 30 18:35:56.257023 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64262a4-dc74-4a9e-9528-96f7d24caae5 tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8feca345-98dd-4850-9cae-e25a0be977ac,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:35:57.308029 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 54356) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:35:57.693552 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-2241c273-ced3-416b-a926-9569f79d8d2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542320'] for router_interface (763c50f3-e43f-470b-bc9d-e581931aa401), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:57.936373 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.plugin [None req-2241c273-ced3-416b-a926-9569f79d8d2f admin admin] Deleting port 701142ab-24b3-4078-b018-82403af224c9 {{(pid=103494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:35:57.936705 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-2241c273-ced3-416b-a926-9569f79d8d2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (701142ab-24b3-4078-b018-82403af224c9), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:58.015980 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.db [None req-2241c273-ced3-416b-a926-9569f79d8d2f admin admin] For port 701142ab-24b3-4078-b018-82403af224c9, host dv-cinder-835881-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=701142ab-24b3-4078-b018-82403af224c9,segment=NetworkSegment(aea436d8-46f8-479c-bed5-a186a1319bc0),segment_id=aea436d8-46f8-479c-bed5-a186a1319bc0)] {{(pid=103494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:35:58.016335 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-2241c273-ced3-416b-a926-9569f79d8d2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (701142ab-24b3-4078-b018-82403af224c9), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:58.029572 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.plugin [None req-2241c273-ced3-416b-a926-9569f79d8d2f admin admin] Calling delete_port for 701142ab-24b3-4078-b018-82403af224c9 owned by network:router_interface {{(pid=103494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:35:58.207347 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-2241c273-ced3-416b-a926-9569f79d8d2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5343457'] for port (701142ab-24b3-4078-b018-82403af224c9), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:58.232226 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2241c273-ced3-416b-a926-9569f79d8d2f admin admin] Pushing event deleted for resources: {'Port': ['ID=701142ab-24b3-4078-b018-82403af224c9,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:35:58.407519 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-2241c273-ced3-416b-a926-9569f79d8d2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548576'] for router_interface (763c50f3-e43f-470b-bc9d-e581931aa401), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:58.630645 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2241c273-ced3-416b-a926-9569f79d8d2f admin admin] Router 763c50f3-e43f-470b-bc9d-e581931aa401 has already been hosted by L3 agent d6545c5f-a93c-4a15-87cd-019d3e75e7be {{(pid=103494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:35:58.739765 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2241c273-ced3-416b-a926-9569f79d8d2f admin admin] Notify agent at l3_agent.dv-cinder-835881-1-iscsi the message routers_updated {{(pid=103494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:35:58.747521 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-2241c273-ced3-416b-a926-9569f79d8d2f admin admin] 10.222.0.41 "PUT /v2.0/routers/763c50f3-e43f-470b-bc9d-e581931aa401/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4366148 Mar 30 18:35:58.748213 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 54368) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:35:58.748862 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6ae23f-bbcf-4dfa-b49f-0f98a0248844 None None] Sync routers for ids ['763c50f3-e43f-470b-bc9d-e581931aa401'] in dv-cinder-835881-1-iscsi {{(pid=103496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:35:58.759844 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6ae23f-bbcf-4dfa-b49f-0f98a0248844 None None] Routers {'763c50f3-e43f-470b-bc9d-e581931aa401'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:35:58.760559 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-ca6ae23f-bbcf-4dfa-b49f-0f98a0248844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:35:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['763c50f3-e43f-470b-bc9d-e581931aa401'], 'active': True} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:35:58.855907 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-6b38cb8f-8f9f-4f30-a677-2501c55aae19 admin admin] Publish callbacks [] for router (763c50f3-e43f-470b-bc9d-e581931aa401), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:58.867184 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvr_db [None req-ca6ae23f-bbcf-4dfa-b49f-0f98a0248844 None None] Set router 763c50f3-e43f-470b-bc9d-e581931aa401 gateway port host: dv-cinder-835881-1-iscsi {{(pid=103496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:35:58.960789 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-6b38cb8f-8f9f-4f30-a677-2501c55aae19 admin admin] Publish callbacks [] for router_gateway (763c50f3-e43f-470b-bc9d-e581931aa401), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:59.013096 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.plugin [None req-6b38cb8f-8f9f-4f30-a677-2501c55aae19 admin admin] Deleting port 6081157b-72c1-4a41-a8a5-2b9e014e5160 {{(pid=103494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:35:59.013434 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-6b38cb8f-8f9f-4f30-a677-2501c55aae19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (6081157b-72c1-4a41-a8a5-2b9e014e5160), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:59.045093 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-ca6ae23f-bbcf-4dfa-b49f-0f98a0248844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763c50f3-e43f-470b-bc9d-e581931aa401', 'name': 'tempest-TestShelveInstance-357335532-router', 'tenant_id': 'adc414db793a45ffa18c1af010b12a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.40'}], 'enable_snat': True}, 'gw_port_id': '6081157b-72c1-4a41-a8a5-2b9e014e5160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:30:15Z', 'updated_at': '2022-03-30T18:35:58Z', 'revision_number': 5, 'project_id': 'adc414db793a45ffa18c1af010b12a32', 'gw_port': {'id': '6081157b-72c1-4a41-a8a5-2b9e014e5160', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:42:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763c50f3-e43f-470b-bc9d-e581931aa401', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:30:16Z', 'updated_at': '2022-03-30T18:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi'}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:35:59.076953 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6ae23f-bbcf-4dfa-b49f-0f98a0248844 None None] Checking router: 763c50f3-e43f-470b-bc9d-e581931aa401 for host: dv-cinder-835881-1-iscsi {{(pid=103496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:35:59.085703 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6ae23f-bbcf-4dfa-b49f-0f98a0248844 None None] Routers {'763c50f3-e43f-470b-bc9d-e581931aa401'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:35:59.086341 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-ca6ae23f-bbcf-4dfa-b49f-0f98a0248844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:35:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['763c50f3-e43f-470b-bc9d-e581931aa401'], 'active': True} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:35:59.095690 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.db [None req-6b38cb8f-8f9f-4f30-a677-2501c55aae19 admin admin] For port 6081157b-72c1-4a41-a8a5-2b9e014e5160, host dv-cinder-835881-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=6081157b-72c1-4a41-a8a5-2b9e014e5160,segment=NetworkSegment(3d136d15-dbd4-4a28-bf1a-1c22979f6a0d),segment_id=3d136d15-dbd4-4a28-bf1a-1c22979f6a0d)] {{(pid=103494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:35:59.096055 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-6b38cb8f-8f9f-4f30-a677-2501c55aae19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (6081157b-72c1-4a41-a8a5-2b9e014e5160), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:59.109081 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.plugin [None req-6b38cb8f-8f9f-4f30-a677-2501c55aae19 admin admin] Calling delete_port for 6081157b-72c1-4a41-a8a5-2b9e014e5160 owned by network:router_gateway {{(pid=103494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:35:59.166651 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.agents_db [None req-01a7ea33-ae04-4be9-ae8a-11827e05d97f None None] Agent healthcheck: found 6 active agents {{(pid=103497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:35:59.174645 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvr_db [None req-ca6ae23f-bbcf-4dfa-b49f-0f98a0248844 None None] Set router 763c50f3-e43f-470b-bc9d-e581931aa401 gateway port host: None {{(pid=103496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:35:59.227407 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-ca6ae23f-bbcf-4dfa-b49f-0f98a0248844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763c50f3-e43f-470b-bc9d-e581931aa401', 'name': 'tempest-TestShelveInstance-357335532-router', 'tenant_id': 'adc414db793a45ffa18c1af010b12a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:30:15Z', 'updated_at': '2022-03-30T18:35:58Z', 'revision_number': 6, 'project_id': 'adc414db793a45ffa18c1af010b12a32', 'gw_port_host': None}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:35:59.257992 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6ae23f-bbcf-4dfa-b49f-0f98a0248844 None None] The sync data for ids ['763c50f3-e43f-470b-bc9d-e581931aa401'] in dv-cinder-835881-1-iscsi is: [{'id': '763c50f3-e43f-470b-bc9d-e581931aa401', 'name': 'tempest-TestShelveInstance-357335532-router', 'tenant_id': 'adc414db793a45ffa18c1af010b12a32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:30:15Z', 'updated_at': '2022-03-30T18:35:58Z', 'revision_number': 6, 'project_id': 'adc414db793a45ffa18c1af010b12a32', 'gw_port_host': None}] {{(pid=103496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:35:59.480004 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-6b38cb8f-8f9f-4f30-a677-2501c55aae19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5343457'] for port (6081157b-72c1-4a41-a8a5-2b9e014e5160), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:59.505833 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b38cb8f-8f9f-4f30-a677-2501c55aae19 admin admin] Pushing event deleted for resources: {'Port': ['ID=6081157b-72c1-4a41-a8a5-2b9e014e5160,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:35:59.572334 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-6b38cb8f-8f9f-4f30-a677-2501c55aae19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541194'] for router_gateway (763c50f3-e43f-470b-bc9d-e581931aa401), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:59.671306 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-6b38cb8f-8f9f-4f30-a677-2501c55aae19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1693'] for router (763c50f3-e43f-470b-bc9d-e581931aa401), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:59.673475 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-6b38cb8f-8f9f-4f30-a677-2501c55aae19 admin admin] Publish callbacks [] for router_controller (763c50f3-e43f-470b-bc9d-e581931aa401), precommit_delete_associations {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:59.718306 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-6b38cb8f-8f9f-4f30-a677-2501c55aae19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548847'] for router (763c50f3-e43f-470b-bc9d-e581931aa401), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:59.718823 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b38cb8f-8f9f-4f30-a677-2501c55aae19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 763c50f3-e43f-470b-bc9d-e581931aa401 {{(pid=103494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 18:35:59.723688 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-6b38cb8f-8f9f-4f30-a677-2501c55aae19 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:59.724892 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-6b38cb8f-8f9f-4f30-a677-2501c55aae19 admin admin] 10.222.0.41 "DELETE /v2.0/routers/763c50f3-e43f-470b-bc9d-e581931aa401 HTTP/1.1" status: 204 len: 168 time: 0.9757447 Mar 30 18:35:59.727372 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 54378) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:35:59.771430 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.db.db_base_plugin_v2 [None req-d40029f5-3c08-4736-9572-3b3bcc38d624 admin admin] Deleting subnet f95acf74-50cf-4b9c-93f5-6d4687a32a8f {{(pid=103494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 18:35:59.774343 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-d40029f5-3c08-4736-9572-3b3bcc38d624 admin admin] Publish callbacks [] for subnet (f95acf74-50cf-4b9c-93f5-6d4687a32a8f), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:59.807763 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-d40029f5-3c08-4736-9572-3b3bcc38d624 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5271413'] for subnet (f95acf74-50cf-4b9c-93f5-6d4687a32a8f), precommit_delete_associations {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:59.885094 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-d40029f5-3c08-4736-9572-3b3bcc38d624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122403'] for subnet (f95acf74-50cf-4b9c-93f5-6d4687a32a8f), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:59.934323 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-d40029f5-3c08-4736-9572-3b3bcc38d624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5344530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5415489'] for subnet (f95acf74-50cf-4b9c-93f5-6d4687a32a8f), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:59.960717 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40029f5-3c08-4736-9572-3b3bcc38d624 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f95acf74-50cf-4b9c-93f5-6d4687a32a8f,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:35:59.962634 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-d40029f5-3c08-4736-9572-3b3bcc38d624 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for subnet (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:35:59.965726 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-d40029f5-3c08-4736-9572-3b3bcc38d624 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f95acf74-50cf-4b9c-93f5-6d4687a32a8f HTTP/1.1" status: 204 len: 168 time: 0.2373998 Mar 30 18:35:59.967096 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b58497-8702-438c-a4ce-a7a59c30d447 None None] Network e5de71a0-14ad-4ef8-a889-ddf5c13efa1f requested from dv-cinder-835881-1-iscsi {{(pid=103496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:35:59.968229 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 54380) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:36:00.043190 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3f4a7f7b-0fa6-4da5-b7e0-4d36fad4d93d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052194'] for network (e5de71a0-14ad-4ef8-a889-ddf5c13efa1f), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:00.087882 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 701142ab-24b3-4078-b018-82403af224c9 no longer exists at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:36:00.097483 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.plugin [None req-3f4a7f7b-0fa6-4da5-b7e0-4d36fad4d93d admin admin] Deleting port 65363193-474f-4ef7-a4e9-cb28fa210ba4 {{(pid=103494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:36:00.097818 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3f4a7f7b-0fa6-4da5-b7e0-4d36fad4d93d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (65363193-474f-4ef7-a4e9-cb28fa210ba4), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:00.114116 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] No Port match for: 701142ab-24b3-4078-b018-82403af224c9 {{(pid=103496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:36:00.114658 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 701142ab-24b3-4078-b018-82403af224c9 not bound to the agent host dv-cinder-835881-1-iscsi {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:36:00.115340 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 6081157b-72c1-4a41-a8a5-2b9e014e5160 no longer exists at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:36:00.139856 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] No Port match for: 6081157b-72c1-4a41-a8a5-2b9e014e5160 {{(pid=103496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:36:00.140395 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 6081157b-72c1-4a41-a8a5-2b9e014e5160 not bound to the agent host dv-cinder-835881-1-iscsi {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:36:00.168728 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.db [None req-3f4a7f7b-0fa6-4da5-b7e0-4d36fad4d93d admin admin] For port 65363193-474f-4ef7-a4e9-cb28fa210ba4, host dv-cinder-835881-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=65363193-474f-4ef7-a4e9-cb28fa210ba4,segment=NetworkSegment(aea436d8-46f8-479c-bed5-a186a1319bc0),segment_id=aea436d8-46f8-479c-bed5-a186a1319bc0)] {{(pid=103494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:36:00.169094 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3f4a7f7b-0fa6-4da5-b7e0-4d36fad4d93d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (65363193-474f-4ef7-a4e9-cb28fa210ba4), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:00.184201 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.plugin [None req-3f4a7f7b-0fa6-4da5-b7e0-4d36fad4d93d admin admin] Calling delete_port for 65363193-474f-4ef7-a4e9-cb28fa210ba4 owned by network:dhcp {{(pid=103494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:36:00.189935 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef47d68-a90a-453a-bcf1-cbdbaf8697ce None None] DHCP port deletion for e5de71a0-14ad-4ef8-a889-ddf5c13efa1f request from dv-cinder-835881-1-iscsi {{(pid=103496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 18:36:00.240926 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8ef47d68-a90a-453a-bcf1-cbdbaf8697ce None None] Deleting port 65363193-474f-4ef7-a4e9-cb28fa210ba4 {{(pid=103496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:36:00.241305 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8ef47d68-a90a-453a-bcf1-cbdbaf8697ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (65363193-474f-4ef7-a4e9-cb28fa210ba4), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:00.272253 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3f4a7f7b-0fa6-4da5-b7e0-4d36fad4d93d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5343457'] for port (65363193-474f-4ef7-a4e9-cb28fa210ba4), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:00.299452 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a7f7b-0fa6-4da5-b7e0-4d36fad4d93d admin admin] Pushing event deleted for resources: {'Port': ['ID=65363193-474f-4ef7-a4e9-cb28fa210ba4,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:36:00.306261 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4a7f7b-0fa6-4da5-b7e0-4d36fad4d93d admin admin] No DVR routers for this DVR port 65363193-474f-4ef7-a4e9-cb28fa210ba4 on host dv-cinder-835881-1-iscsi {{(pid=103494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:36:00.307656 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-8ef47d68-a90a-453a-bcf1-cbdbaf8697ce None None] For port 65363193-474f-4ef7-a4e9-cb28fa210ba4, host dv-cinder-835881-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=65363193-474f-4ef7-a4e9-cb28fa210ba4,segment=NetworkSegment(aea436d8-46f8-479c-bed5-a186a1319bc0),segment_id=aea436d8-46f8-479c-bed5-a186a1319bc0)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:36:00.308134 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8ef47d68-a90a-453a-bcf1-cbdbaf8697ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (65363193-474f-4ef7-a4e9-cb28fa210ba4), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:00.323852 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8ef47d68-a90a-453a-bcf1-cbdbaf8697ce None None] Calling delete_port for 65363193-474f-4ef7-a4e9-cb28fa210ba4 owned by network:dhcp {{(pid=103496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:36:00.387413 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3f4a7f7b-0fa6-4da5-b7e0-4d36fad4d93d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1203688', 'neutron.services.segments.db._delete_segments_for_network-8728099724090'] for network (e5de71a0-14ad-4ef8-a889-ddf5c13efa1f), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:00.403519 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8ef47d68-a90a-453a-bcf1-cbdbaf8697ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983'] for port (65363193-474f-4ef7-a4e9-cb28fa210ba4), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:00.412484 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.services.segments.db [None req-3f4a7f7b-0fa6-4da5-b7e0-4d36fad4d93d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5de71a0-14ad-4ef8-a889-ddf5c13efa1f']}} {{(pid=103494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:36:00.420700 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.services.segments.db [None req-3f4a7f7b-0fa6-4da5-b7e0-4d36fad4d93d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aea436d8-46f8-479c-bed5-a186a1319bc0') {'for_net_delete': True} {{(pid=103494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:36:00.421000 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.services.segments.db [None req-3f4a7f7b-0fa6-4da5-b7e0-4d36fad4d93d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aea436d8-46f8-479c-bed5-a186a1319bc0') {} {{(pid=103494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:36:00.430795 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3f4a7f7b-0fa6-4da5-b7e0-4d36fad4d93d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728099723075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5271422'] for segment (aea436d8-46f8-479c-bed5-a186a1319bc0), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:00.431869 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef47d68-a90a-453a-bcf1-cbdbaf8697ce None None] Pushing event deleted for resources: {'Port': ['ID=65363193-474f-4ef7-a4e9-cb28fa210ba4,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:36:00.436754 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef47d68-a90a-453a-bcf1-cbdbaf8697ce None None] No DVR routers for this DVR port 65363193-474f-4ef7-a4e9-cb28fa210ba4 on host dv-cinder-835881-1-iscsi {{(pid=103496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:36:00.446553 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3f4a7f7b-0fa6-4da5-b7e0-4d36fad4d93d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125716'] for segment (aea436d8-46f8-479c-bed5-a186a1319bc0), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:00.453111 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f4a7f7b-0fa6-4da5-b7e0-4d36fad4d93d admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=103494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 18:36:00.453556 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3f4a7f7b-0fa6-4da5-b7e0-4d36fad4d93d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5343412'] for segment (aea436d8-46f8-479c-bed5-a186a1319bc0), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:00.456072 dv-cinder-835881-1-iscsi neutron-server[103494]: Traceback (most recent call last): Mar 30 18:36:00.456072 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 18:36:00.456072 dv-cinder-835881-1-iscsi neutron-server[103494]: timer() Mar 30 18:36:00.456072 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 18:36:00.456072 dv-cinder-835881-1-iscsi neutron-server[103494]: cb(*args, **kw) Mar 30 18:36:00.456072 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 18:36:00.456072 dv-cinder-835881-1-iscsi neutron-server[103494]: return func(*args, **kwargs) Mar 30 18:36:00.456072 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 18:36:00.456072 dv-cinder-835881-1-iscsi neutron-server[103494]: self._notify() Mar 30 18:36:00.456072 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 18:36:00.456072 dv-cinder-835881-1-iscsi neutron-server[103494]: self.callback(batched_events) Mar 30 18:36:00.456072 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 18:36:00.456072 dv-cinder-835881-1-iscsi neutron-server[103494]: event.method(event) Mar 30 18:36:00.456072 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 18:36:00.456072 dv-cinder-835881-1-iscsi neutron-server[103494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 18:36:00.456072 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 18:36:00.456072 dv-cinder-835881-1-iscsi neutron-server[103494]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 18:36:00.456072 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 18:36:00.456072 dv-cinder-835881-1-iscsi neutron-server[103494]: return f(self, *a, **k) Mar 30 18:36:00.456072 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 18:36:00.456072 dv-cinder-835881-1-iscsi neutron-server[103494]: return self._get(url).json() Mar 30 18:36:00.456072 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 18:36:00.456072 dv-cinder-835881-1-iscsi neutron-server[103494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 18:36:00.456072 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 18:36:00.456072 dv-cinder-835881-1-iscsi neutron-server[103494]: return self.request(url, 'GET', **kwargs) Mar 30 18:36:00.456072 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 18:36:00.456072 dv-cinder-835881-1-iscsi neutron-server[103494]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 18:36:00.456072 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 18:36:00.456072 dv-cinder-835881-1-iscsi neutron-server[103494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 18:36:00.456072 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 18:36:00.456072 dv-cinder-835881-1-iscsi neutron-server[103494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 18:36:00.456072 dv-cinder-835881-1-iscsi neutron-server[103494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 18:36:00.511539 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3f4a7f7b-0fa6-4da5-b7e0-4d36fad4d93d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1203681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541286'] for network (e5de71a0-14ad-4ef8-a889-ddf5c13efa1f), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:00.520309 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3f4a7f7b-0fa6-4da5-b7e0-4d36fad4d93d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:00.523477 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-3f4a7f7b-0fa6-4da5-b7e0-4d36fad4d93d admin admin] 10.222.0.41 "DELETE /v2.0/networks/e5de71a0-14ad-4ef8-a889-ddf5c13efa1f HTTP/1.1" status: 204 len: 168 time: 0.5543497 Mar 30 18:36:00.527321 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 54382) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:36:00.534736 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a7f7b-0fa6-4da5-b7e0-4d36fad4d93d admin admin] Pushing event deleted for resources: {'Network': ['ID=e5de71a0-14ad-4ef8-a889-ddf5c13efa1f,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:36:01.184240 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8f9da72e-8c11-4c23-864e-9159dfda7ec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542320'] for router_interface (4f03dd75-c6f9-46a4-ae9d-f7a03a1535bf), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:01.428815 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [None req-8f9da72e-8c11-4c23-864e-9159dfda7ec8 admin admin] Deleting port 4f8dead1-7ec3-4be4-94c8-e352845d4658 {{(pid=103495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:36:01.429158 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8f9da72e-8c11-4c23-864e-9159dfda7ec8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (4f8dead1-7ec3-4be4-94c8-e352845d4658), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:01.509642 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [None req-8f9da72e-8c11-4c23-864e-9159dfda7ec8 admin admin] For port 4f8dead1-7ec3-4be4-94c8-e352845d4658, host dv-cinder-835881-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=4f8dead1-7ec3-4be4-94c8-e352845d4658,segment=NetworkSegment(4091d920-59ec-4de1-9425-161501f16208),segment_id=4091d920-59ec-4de1-9425-161501f16208)] {{(pid=103495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:36:01.510008 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8f9da72e-8c11-4c23-864e-9159dfda7ec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (4f8dead1-7ec3-4be4-94c8-e352845d4658), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:01.522759 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [None req-8f9da72e-8c11-4c23-864e-9159dfda7ec8 admin admin] Calling delete_port for 4f8dead1-7ec3-4be4-94c8-e352845d4658 owned by network:router_interface {{(pid=103495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:36:01.702932 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8f9da72e-8c11-4c23-864e-9159dfda7ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5398852'] for port (4f8dead1-7ec3-4be4-94c8-e352845d4658), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:01.731900 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9da72e-8c11-4c23-864e-9159dfda7ec8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f8dead1-7ec3-4be4-94c8-e352845d4658,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:36:01.902796 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-8f9da72e-8c11-4c23-864e-9159dfda7ec8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548576'] for router_interface (4f03dd75-c6f9-46a4-ae9d-f7a03a1535bf), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:02.094661 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 65363193-474f-4ef7-a4e9-cb28fa210ba4 no longer exists at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:36:02.115009 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] No Port match for: 65363193-474f-4ef7-a4e9-cb28fa210ba4 {{(pid=103496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:36:02.115357 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 65363193-474f-4ef7-a4e9-cb28fa210ba4 not bound to the agent host dv-cinder-835881-1-iscsi {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:36:02.128434 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f9da72e-8c11-4c23-864e-9159dfda7ec8 admin admin] Router 4f03dd75-c6f9-46a4-ae9d-f7a03a1535bf has already been hosted by L3 agent d6545c5f-a93c-4a15-87cd-019d3e75e7be {{(pid=103495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:36:02.234511 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f9da72e-8c11-4c23-864e-9159dfda7ec8 admin admin] Notify agent at l3_agent.dv-cinder-835881-1-iscsi the message routers_updated {{(pid=103495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:36:02.239577 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-8f9da72e-8c11-4c23-864e-9159dfda7ec8 admin admin] 10.222.0.41 "PUT /v2.0/routers/4f03dd75-c6f9-46a4-ae9d-f7a03a1535bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7112577 Mar 30 18:36:02.242073 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 54398) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:36:02.244608 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d51502-4ea0-42ba-87e1-6ca6c5b1344d None None] Sync routers for ids ['4f03dd75-c6f9-46a4-ae9d-f7a03a1535bf'] in dv-cinder-835881-1-iscsi {{(pid=103497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:36:02.255626 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d51502-4ea0-42ba-87e1-6ca6c5b1344d None None] Routers {'4f03dd75-c6f9-46a4-ae9d-f7a03a1535bf'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:36:02.256247 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-83d51502-4ea0-42ba-87e1-6ca6c5b1344d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:35:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['4f03dd75-c6f9-46a4-ae9d-f7a03a1535bf'], 'active': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:36:02.349339 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-df48a921-1a7d-4096-9c2a-931e699c2bc5 admin admin] Publish callbacks [] for router (4f03dd75-c6f9-46a4-ae9d-f7a03a1535bf), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:02.364885 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvr_db [None req-83d51502-4ea0-42ba-87e1-6ca6c5b1344d None None] Set router 4f03dd75-c6f9-46a4-ae9d-f7a03a1535bf gateway port host: dv-cinder-835881-1-iscsi {{(pid=103497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:36:02.459616 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-df48a921-1a7d-4096-9c2a-931e699c2bc5 admin admin] Publish callbacks [] for router_gateway (4f03dd75-c6f9-46a4-ae9d-f7a03a1535bf), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:02.511874 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [None req-df48a921-1a7d-4096-9c2a-931e699c2bc5 admin admin] Deleting port b3bc727d-5460-4fab-9db9-1ff7f57590f5 {{(pid=103495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:36:02.512129 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-df48a921-1a7d-4096-9c2a-931e699c2bc5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (b3bc727d-5460-4fab-9db9-1ff7f57590f5), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:02.547885 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-83d51502-4ea0-42ba-87e1-6ca6c5b1344d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f03dd75-c6f9-46a4-ae9d-f7a03a1535bf', 'name': 'tempest-TestShelveInstance-2088940844-router', 'tenant_id': '05f5b21171cd42f1bba5c9f4e8e12059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.13'}], 'enable_snat': True}, 'gw_port_id': 'b3bc727d-5460-4fab-9db9-1ff7f57590f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:30:20Z', 'updated_at': '2022-03-30T18:36:01Z', 'revision_number': 5, 'project_id': '05f5b21171cd42f1bba5c9f4e8e12059', 'gw_port': {'id': 'b3bc727d-5460-4fab-9db9-1ff7f57590f5', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:be:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f03dd75-c6f9-46a4-ae9d-f7a03a1535bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:30:21Z', 'updated_at': '2022-03-30T18:30:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi'}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:36:02.575102 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d51502-4ea0-42ba-87e1-6ca6c5b1344d None None] Checking router: 4f03dd75-c6f9-46a4-ae9d-f7a03a1535bf for host: dv-cinder-835881-1-iscsi {{(pid=103497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:36:02.583481 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d51502-4ea0-42ba-87e1-6ca6c5b1344d None None] Routers {'4f03dd75-c6f9-46a4-ae9d-f7a03a1535bf'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:36:02.584079 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-83d51502-4ea0-42ba-87e1-6ca6c5b1344d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:35:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['4f03dd75-c6f9-46a4-ae9d-f7a03a1535bf'], 'active': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:36:02.593893 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [None req-df48a921-1a7d-4096-9c2a-931e699c2bc5 admin admin] For port b3bc727d-5460-4fab-9db9-1ff7f57590f5, host dv-cinder-835881-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=b3bc727d-5460-4fab-9db9-1ff7f57590f5,segment=NetworkSegment(3d136d15-dbd4-4a28-bf1a-1c22979f6a0d),segment_id=3d136d15-dbd4-4a28-bf1a-1c22979f6a0d)] {{(pid=103495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:36:02.594301 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-df48a921-1a7d-4096-9c2a-931e699c2bc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (b3bc727d-5460-4fab-9db9-1ff7f57590f5), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:02.607812 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [None req-df48a921-1a7d-4096-9c2a-931e699c2bc5 admin admin] Calling delete_port for b3bc727d-5460-4fab-9db9-1ff7f57590f5 owned by network:router_gateway {{(pid=103495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:36:02.670850 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvr_db [None req-83d51502-4ea0-42ba-87e1-6ca6c5b1344d None None] Set router 4f03dd75-c6f9-46a4-ae9d-f7a03a1535bf gateway port host: None {{(pid=103497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:36:02.721362 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-83d51502-4ea0-42ba-87e1-6ca6c5b1344d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f03dd75-c6f9-46a4-ae9d-f7a03a1535bf', 'name': 'tempest-TestShelveInstance-2088940844-router', 'tenant_id': '05f5b21171cd42f1bba5c9f4e8e12059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:30:20Z', 'updated_at': '2022-03-30T18:36:02Z', 'revision_number': 6, 'project_id': '05f5b21171cd42f1bba5c9f4e8e12059', 'gw_port_host': None}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:36:02.750092 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d51502-4ea0-42ba-87e1-6ca6c5b1344d None None] The sync data for ids ['4f03dd75-c6f9-46a4-ae9d-f7a03a1535bf'] in dv-cinder-835881-1-iscsi is: [{'id': '4f03dd75-c6f9-46a4-ae9d-f7a03a1535bf', 'name': 'tempest-TestShelveInstance-2088940844-router', 'tenant_id': '05f5b21171cd42f1bba5c9f4e8e12059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:30:20Z', 'updated_at': '2022-03-30T18:36:02Z', 'revision_number': 6, 'project_id': '05f5b21171cd42f1bba5c9f4e8e12059', 'gw_port_host': None}] {{(pid=103497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:36:02.776866 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-df48a921-1a7d-4096-9c2a-931e699c2bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5398852'] for port (b3bc727d-5460-4fab-9db9-1ff7f57590f5), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:02.804584 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df48a921-1a7d-4096-9c2a-931e699c2bc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3bc727d-5460-4fab-9db9-1ff7f57590f5,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:36:02.863794 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-df48a921-1a7d-4096-9c2a-931e699c2bc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541194'] for router_gateway (4f03dd75-c6f9-46a4-ae9d-f7a03a1535bf), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:02.959422 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-df48a921-1a7d-4096-9c2a-931e699c2bc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1693'] for router (4f03dd75-c6f9-46a4-ae9d-f7a03a1535bf), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:02.961703 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-df48a921-1a7d-4096-9c2a-931e699c2bc5 admin admin] Publish callbacks [] for router_controller (4f03dd75-c6f9-46a4-ae9d-f7a03a1535bf), precommit_delete_associations {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:03.008487 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-df48a921-1a7d-4096-9c2a-931e699c2bc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548847'] for router (4f03dd75-c6f9-46a4-ae9d-f7a03a1535bf), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:03.009338 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df48a921-1a7d-4096-9c2a-931e699c2bc5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f03dd75-c6f9-46a4-ae9d-f7a03a1535bf {{(pid=103495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 18:36:03.015489 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-df48a921-1a7d-4096-9c2a-931e699c2bc5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:03.016644 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-df48a921-1a7d-4096-9c2a-931e699c2bc5 admin admin] 10.222.0.41 "DELETE /v2.0/routers/4f03dd75-c6f9-46a4-ae9d-f7a03a1535bf HTTP/1.1" status: 204 len: 168 time: 0.7735870 Mar 30 18:36:03.019821 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 54406) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:36:03.063307 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.db_base_plugin_v2 [None req-0431e414-c926-4c90-b6c1-dc7d584561e3 admin admin] Deleting subnet 5cbd3fbb-25ef-4ac4-9fc0-9b3a15a5020a {{(pid=103495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 18:36:03.067333 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0431e414-c926-4c90-b6c1-dc7d584561e3 admin admin] Publish callbacks [] for subnet (5cbd3fbb-25ef-4ac4-9fc0-9b3a15a5020a), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:03.105103 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0431e414-c926-4c90-b6c1-dc7d584561e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5945491'] for subnet (5cbd3fbb-25ef-4ac4-9fc0-9b3a15a5020a), precommit_delete_associations {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:03.195710 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0431e414-c926-4c90-b6c1-dc7d584561e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122403'] for subnet (5cbd3fbb-25ef-4ac4-9fc0-9b3a15a5020a), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:03.250593 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0431e414-c926-4c90-b6c1-dc7d584561e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5399735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4403031'] for subnet (5cbd3fbb-25ef-4ac4-9fc0-9b3a15a5020a), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:03.274747 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0431e414-c926-4c90-b6c1-dc7d584561e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cbd3fbb-25ef-4ac4-9fc0-9b3a15a5020a,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:36:03.280369 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-0431e414-c926-4c90-b6c1-dc7d584561e3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:03.285716 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-0431e414-c926-4c90-b6c1-dc7d584561e3 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/5cbd3fbb-25ef-4ac4-9fc0-9b3a15a5020a HTTP/1.1" status: 204 len: 168 time: 0.2627518 Mar 30 18:36:03.285992 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 54408) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:36:03.286803 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d8f351-1ac0-4bf7-9c3e-7ed97ba94666 None None] Network 58a16581-a066-49b6-a2f5-a30fcd00dd58 requested from dv-cinder-835881-1-iscsi {{(pid=103496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:36:03.356214 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-d23472bb-844f-48ab-85a9-838ba622e895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052194'] for network (58a16581-a066-49b6-a2f5-a30fcd00dd58), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:03.410031 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [None req-d23472bb-844f-48ab-85a9-838ba622e895 admin admin] Deleting port a387a1b0-d9cc-488a-9e25-8c32b389450c {{(pid=103495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:36:03.410413 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-d23472bb-844f-48ab-85a9-838ba622e895 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (a387a1b0-d9cc-488a-9e25-8c32b389450c), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:03.472489 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [None req-d23472bb-844f-48ab-85a9-838ba622e895 admin admin] For port a387a1b0-d9cc-488a-9e25-8c32b389450c, host dv-cinder-835881-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=a387a1b0-d9cc-488a-9e25-8c32b389450c,segment=NetworkSegment(4091d920-59ec-4de1-9425-161501f16208),segment_id=4091d920-59ec-4de1-9425-161501f16208)] {{(pid=103495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:36:03.472786 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-d23472bb-844f-48ab-85a9-838ba622e895 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (a387a1b0-d9cc-488a-9e25-8c32b389450c), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:03.485398 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [None req-d23472bb-844f-48ab-85a9-838ba622e895 admin admin] Calling delete_port for a387a1b0-d9cc-488a-9e25-8c32b389450c owned by network:dhcp {{(pid=103495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:36:03.526453 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69dda8a4-c462-4672-881a-d1b1a9ad055f None None] DHCP port deletion for 58a16581-a066-49b6-a2f5-a30fcd00dd58 request from dv-cinder-835881-1-iscsi {{(pid=103496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 18:36:03.574917 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-d23472bb-844f-48ab-85a9-838ba622e895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5398852'] for port (a387a1b0-d9cc-488a-9e25-8c32b389450c), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:03.579550 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-69dda8a4-c462-4672-881a-d1b1a9ad055f None None] Deleting port a387a1b0-d9cc-488a-9e25-8c32b389450c {{(pid=103496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:36:03.580494 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-69dda8a4-c462-4672-881a-d1b1a9ad055f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (a387a1b0-d9cc-488a-9e25-8c32b389450c), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:03.604896 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23472bb-844f-48ab-85a9-838ba622e895 admin admin] No DVR routers for this DVR port a387a1b0-d9cc-488a-9e25-8c32b389450c on host dv-cinder-835881-1-iscsi {{(pid=103495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:36:03.609169 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23472bb-844f-48ab-85a9-838ba622e895 admin admin] Pushing event deleted for resources: {'Port': ['ID=a387a1b0-d9cc-488a-9e25-8c32b389450c,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:36:03.643672 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-69dda8a4-c462-4672-881a-d1b1a9ad055f None None] For port a387a1b0-d9cc-488a-9e25-8c32b389450c, host dv-cinder-835881-1-iscsi, got binding levels [] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:36:03.644371 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-69dda8a4-c462-4672-881a-d1b1a9ad055f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (a387a1b0-d9cc-488a-9e25-8c32b389450c), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:03.661498 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-69dda8a4-c462-4672-881a-d1b1a9ad055f None None] Calling delete_port for a387a1b0-d9cc-488a-9e25-8c32b389450c owned by network:dhcp {{(pid=103496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:36:03.667312 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.ipam_backend_mixin [None req-69dda8a4-c462-4672-881a-d1b1a9ad055f None None] Port a387a1b0-d9cc-488a-9e25-8c32b389450c was not found and therefore no delete operation was performed {{(pid=103496) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 30 18:36:03.668637 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-69dda8a4-c462-4672-881a-d1b1a9ad055f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983'] for port (a387a1b0-d9cc-488a-9e25-8c32b389450c), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:03.684657 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-d23472bb-844f-48ab-85a9-838ba622e895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1203688', 'neutron.services.segments.db._delete_segments_for_network-8728099724090'] for network (58a16581-a066-49b6-a2f5-a30fcd00dd58), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:03.694297 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dda8a4-c462-4672-881a-d1b1a9ad055f None None] Pushing event deleted for resources: {'Port': ['ID=a387a1b0-d9cc-488a-9e25-8c32b389450c,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:36:03.698154 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dda8a4-c462-4672-881a-d1b1a9ad055f None None] No DVR routers for this DVR port a387a1b0-d9cc-488a-9e25-8c32b389450c on host dv-cinder-835881-1-iscsi {{(pid=103496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:36:03.710932 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.services.segments.db [None req-d23472bb-844f-48ab-85a9-838ba622e895 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58a16581-a066-49b6-a2f5-a30fcd00dd58']}} {{(pid=103495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:36:03.721668 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.services.segments.db [None req-d23472bb-844f-48ab-85a9-838ba622e895 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4091d920-59ec-4de1-9425-161501f16208') {'for_net_delete': True} {{(pid=103495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:36:03.721832 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.services.segments.db [None req-d23472bb-844f-48ab-85a9-838ba622e895 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4091d920-59ec-4de1-9425-161501f16208') {} {{(pid=103495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:36:03.731743 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-d23472bb-844f-48ab-85a9-838ba622e895 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728099723075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5945496'] for segment (4091d920-59ec-4de1-9425-161501f16208), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:03.745962 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-d23472bb-844f-48ab-85a9-838ba622e895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125716'] for segment (4091d920-59ec-4de1-9425-161501f16208), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:03.754378 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d23472bb-844f-48ab-85a9-838ba622e895 admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=103495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 18:36:03.754669 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-d23472bb-844f-48ab-85a9-838ba622e895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5398801'] for segment (4091d920-59ec-4de1-9425-161501f16208), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:03.756636 dv-cinder-835881-1-iscsi neutron-server[103495]: Traceback (most recent call last): Mar 30 18:36:03.756636 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 18:36:03.756636 dv-cinder-835881-1-iscsi neutron-server[103495]: timer() Mar 30 18:36:03.756636 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 18:36:03.756636 dv-cinder-835881-1-iscsi neutron-server[103495]: cb(*args, **kw) Mar 30 18:36:03.756636 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 18:36:03.756636 dv-cinder-835881-1-iscsi neutron-server[103495]: return func(*args, **kwargs) Mar 30 18:36:03.756636 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 18:36:03.756636 dv-cinder-835881-1-iscsi neutron-server[103495]: self._notify() Mar 30 18:36:03.756636 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 18:36:03.756636 dv-cinder-835881-1-iscsi neutron-server[103495]: self.callback(batched_events) Mar 30 18:36:03.756636 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 18:36:03.756636 dv-cinder-835881-1-iscsi neutron-server[103495]: event.method(event) Mar 30 18:36:03.756636 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 18:36:03.756636 dv-cinder-835881-1-iscsi neutron-server[103495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 18:36:03.756636 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 18:36:03.756636 dv-cinder-835881-1-iscsi neutron-server[103495]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 18:36:03.756636 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 18:36:03.756636 dv-cinder-835881-1-iscsi neutron-server[103495]: return f(self, *a, **k) Mar 30 18:36:03.756636 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 18:36:03.756636 dv-cinder-835881-1-iscsi neutron-server[103495]: return self._get(url).json() Mar 30 18:36:03.756636 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 18:36:03.756636 dv-cinder-835881-1-iscsi neutron-server[103495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 18:36:03.756636 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 18:36:03.756636 dv-cinder-835881-1-iscsi neutron-server[103495]: return self.request(url, 'GET', **kwargs) Mar 30 18:36:03.756636 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 18:36:03.756636 dv-cinder-835881-1-iscsi neutron-server[103495]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 18:36:03.756636 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 18:36:03.756636 dv-cinder-835881-1-iscsi neutron-server[103495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 18:36:03.756636 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 18:36:03.756636 dv-cinder-835881-1-iscsi neutron-server[103495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 18:36:03.756636 dv-cinder-835881-1-iscsi neutron-server[103495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 18:36:03.813635 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-d23472bb-844f-48ab-85a9-838ba622e895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1203681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541286'] for network (58a16581-a066-49b6-a2f5-a30fcd00dd58), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:03.820000 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-d23472bb-844f-48ab-85a9-838ba622e895 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:03.823298 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-d23472bb-844f-48ab-85a9-838ba622e895 admin admin] 10.222.0.41 "DELETE /v2.0/networks/58a16581-a066-49b6-a2f5-a30fcd00dd58 HTTP/1.1" status: 204 len: 168 time: 0.5364177 Mar 30 18:36:03.835401 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23472bb-844f-48ab-85a9-838ba622e895 admin admin] Pushing event deleted for resources: {'Network': ['ID=58a16581-a066-49b6-a2f5-a30fcd00dd58,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:36:03.932490 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 54412) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:36:03.979995 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-2e3b2597-62d6-442d-a7f1-b2b72bbcb683 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=adc414db793a45ffa18c1af010b12a32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0462527 Mar 30 18:36:03.982437 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 54414) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:36:04.041194 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-13047532-93dc-4a2d-9b63-43fe5d52b213 admin admin] Publish callbacks [] for security_group (5237fc4b-4daf-4e36-a23c-cb11133a0eac), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:04.058345 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device b3bc727d-5460-4fab-9db9-1ff7f57590f5 no longer exists at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:36:04.075226 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-13047532-93dc-4a2d-9b63-43fe5d52b213 admin admin] Publish callbacks [] for security_group (5237fc4b-4daf-4e36-a23c-cb11133a0eac), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:04.079475 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] No Port match for: b3bc727d-5460-4fab-9db9-1ff7f57590f5 {{(pid=103496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:36:04.079857 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device b3bc727d-5460-4fab-9db9-1ff7f57590f5 not bound to the agent host dv-cinder-835881-1-iscsi {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:36:04.080283 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 4f8dead1-7ec3-4be4-94c8-e352845d4658 no longer exists at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:36:04.100971 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] No Port match for: 4f8dead1-7ec3-4be4-94c8-e352845d4658 {{(pid=103496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:36:04.101328 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 4f8dead1-7ec3-4be4-94c8-e352845d4658 not bound to the agent host dv-cinder-835881-1-iscsi {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:36:04.101749 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device a387a1b0-d9cc-488a-9e25-8c32b389450c no longer exists at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:36:04.122232 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] No Port match for: a387a1b0-d9cc-488a-9e25-8c32b389450c {{(pid=103496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:36:04.122809 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device a387a1b0-d9cc-488a-9e25-8c32b389450c not bound to the agent host dv-cinder-835881-1-iscsi {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:36:04.133465 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-13047532-93dc-4a2d-9b63-43fe5d52b213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (5237fc4b-4daf-4e36-a23c-cb11133a0eac), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:04.139295 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-13047532-93dc-4a2d-9b63-43fe5d52b213 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:04.140500 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-13047532-93dc-4a2d-9b63-43fe5d52b213 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5237fc4b-4daf-4e36-a23c-cb11133a0eac HTTP/1.1" status: 204 len: 168 time: 0.1571722 Mar 30 18:36:04.149598 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13047532-93dc-4a2d-9b63-43fe5d52b213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5237fc4b-4daf-4e36-a23c-cb11133a0eac,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:36:04.482330 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 54440) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:36:04.524849 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-d6b31823-aa61-4ca2-97c2-826e45027464 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=05f5b21171cd42f1bba5c9f4e8e12059&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413268 Mar 30 18:36:04.527606 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 54442) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:36:04.576423 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-fd55cd07-0543-447f-b601-1d345cf486ed admin admin] Publish callbacks [] for security_group (0b5f5cf2-61cc-4744-a476-bf8187e5ccba), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:04.597470 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-fd55cd07-0543-447f-b601-1d345cf486ed admin admin] Publish callbacks [] for security_group (0b5f5cf2-61cc-4744-a476-bf8187e5ccba), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:04.643642 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-fd55cd07-0543-447f-b601-1d345cf486ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (0b5f5cf2-61cc-4744-a476-bf8187e5ccba), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:04.646318 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-fd55cd07-0543-447f-b601-1d345cf486ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:04.647455 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-fd55cd07-0543-447f-b601-1d345cf486ed admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0b5f5cf2-61cc-4744-a476-bf8187e5ccba HTTP/1.1" status: 204 len: 168 time: 0.1188881 Mar 30 18:36:04.655109 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd55cd07-0543-447f-b601-1d345cf486ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5f5cf2-61cc-4744-a476-bf8187e5ccba,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:36:06.449492 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 54454) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:36:06.492483 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.db.db_base_plugin_v2 [None req-de0bdb25-4a52-4833-9132-4ec2014e4a1d admin admin] Deleting subnet e76db28a-4393-448a-aff7-aabb4d8ed661 {{(pid=103494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 18:36:06.495462 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-de0bdb25-4a52-4833-9132-4ec2014e4a1d admin admin] Publish callbacks [] for subnet (e76db28a-4393-448a-aff7-aabb4d8ed661), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:06.533196 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-de0bdb25-4a52-4833-9132-4ec2014e4a1d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5271413'] for subnet (e76db28a-4393-448a-aff7-aabb4d8ed661), precommit_delete_associations {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:06.571386 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-de0bdb25-4a52-4833-9132-4ec2014e4a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122403'] for subnet (e76db28a-4393-448a-aff7-aabb4d8ed661), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:06.621626 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-de0bdb25-4a52-4833-9132-4ec2014e4a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5344530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5415489'] for subnet (e76db28a-4393-448a-aff7-aabb4d8ed661), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:06.654574 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0bdb25-4a52-4833-9132-4ec2014e4a1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e76db28a-4393-448a-aff7-aabb4d8ed661,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:36:06.659035 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-de0bdb25-4a52-4833-9132-4ec2014e4a1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for subnet (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:06.662258 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-de0bdb25-4a52-4833-9132-4ec2014e4a1d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e76db28a-4393-448a-aff7-aabb4d8ed661 HTTP/1.1" status: 204 len: 168 time: 0.2117038 Mar 30 18:36:06.664832 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 54456) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:36:06.737636 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-5218b360-5dee-467c-99e3-f5fdd2c714a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052194'] for network (147ce808-725e-417a-a1d2-85e3c7982746), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:06.820475 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-5218b360-5dee-467c-99e3-f5fdd2c714a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1203688', 'neutron.services.segments.db._delete_segments_for_network-8728099724090'] for network (147ce808-725e-417a-a1d2-85e3c7982746), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:06.840994 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.services.segments.db [None req-5218b360-5dee-467c-99e3-f5fdd2c714a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['147ce808-725e-417a-a1d2-85e3c7982746']}} {{(pid=103495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:36:06.851183 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.services.segments.db [None req-5218b360-5dee-467c-99e3-f5fdd2c714a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e6117dd-5b51-4cf4-8fc0-b21d4dea98cc') {'for_net_delete': True} {{(pid=103495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:36:06.851485 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.services.segments.db [None req-5218b360-5dee-467c-99e3-f5fdd2c714a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e6117dd-5b51-4cf4-8fc0-b21d4dea98cc') {} {{(pid=103495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:36:06.860474 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-5218b360-5dee-467c-99e3-f5fdd2c714a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728099723075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5945496'] for segment (9e6117dd-5b51-4cf4-8fc0-b21d4dea98cc), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:06.874353 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-5218b360-5dee-467c-99e3-f5fdd2c714a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125716'] for segment (9e6117dd-5b51-4cf4-8fc0-b21d4dea98cc), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:06.880482 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5218b360-5dee-467c-99e3-f5fdd2c714a3 admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=103495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 18:36:06.880861 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-5218b360-5dee-467c-99e3-f5fdd2c714a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5398801'] for segment (9e6117dd-5b51-4cf4-8fc0-b21d4dea98cc), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:06.882567 dv-cinder-835881-1-iscsi neutron-server[103495]: Traceback (most recent call last): Mar 30 18:36:06.882567 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 18:36:06.882567 dv-cinder-835881-1-iscsi neutron-server[103495]: timer() Mar 30 18:36:06.882567 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 18:36:06.882567 dv-cinder-835881-1-iscsi neutron-server[103495]: cb(*args, **kw) Mar 30 18:36:06.882567 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 18:36:06.882567 dv-cinder-835881-1-iscsi neutron-server[103495]: return func(*args, **kwargs) Mar 30 18:36:06.882567 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 18:36:06.882567 dv-cinder-835881-1-iscsi neutron-server[103495]: self._notify() Mar 30 18:36:06.882567 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 18:36:06.882567 dv-cinder-835881-1-iscsi neutron-server[103495]: self.callback(batched_events) Mar 30 18:36:06.882567 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 18:36:06.882567 dv-cinder-835881-1-iscsi neutron-server[103495]: event.method(event) Mar 30 18:36:06.882567 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 18:36:06.882567 dv-cinder-835881-1-iscsi neutron-server[103495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 18:36:06.882567 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 18:36:06.882567 dv-cinder-835881-1-iscsi neutron-server[103495]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 18:36:06.882567 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 18:36:06.882567 dv-cinder-835881-1-iscsi neutron-server[103495]: return f(self, *a, **k) Mar 30 18:36:06.882567 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 18:36:06.882567 dv-cinder-835881-1-iscsi neutron-server[103495]: return self._get(url).json() Mar 30 18:36:06.882567 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 18:36:06.882567 dv-cinder-835881-1-iscsi neutron-server[103495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 18:36:06.882567 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 18:36:06.882567 dv-cinder-835881-1-iscsi neutron-server[103495]: return self.request(url, 'GET', **kwargs) Mar 30 18:36:06.882567 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 18:36:06.882567 dv-cinder-835881-1-iscsi neutron-server[103495]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 18:36:06.882567 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 18:36:06.882567 dv-cinder-835881-1-iscsi neutron-server[103495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 18:36:06.882567 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 18:36:06.882567 dv-cinder-835881-1-iscsi neutron-server[103495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 18:36:06.882567 dv-cinder-835881-1-iscsi neutron-server[103495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 18:36:06.936002 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-5218b360-5dee-467c-99e3-f5fdd2c714a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1203681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541286'] for network (147ce808-725e-417a-a1d2-85e3c7982746), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:06.942459 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-5218b360-5dee-467c-99e3-f5fdd2c714a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:06.945665 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-5218b360-5dee-467c-99e3-f5fdd2c714a3 admin admin] 10.222.0.41 "DELETE /v2.0/networks/147ce808-725e-417a-a1d2-85e3c7982746 HTTP/1.1" status: 204 len: 168 time: 0.2798636 Mar 30 18:36:06.957566 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5218b360-5dee-467c-99e3-f5fdd2c714a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=147ce808-725e-417a-a1d2-85e3c7982746,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:36:07.110092 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 54460) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:36:07.149580 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-394b3d8c-38cc-48eb-968a-e959e70df37c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=59a34f47531640a9a90d6bb964b08683&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382764 Mar 30 18:36:07.151884 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 54462) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:36:07.202499 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-cb9f86b6-b241-4f91-910b-e4c0e967329a admin admin] Publish callbacks [] for security_group (5402e73a-61c4-476d-8bb6-c3f05620eb6c), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:07.223988 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-cb9f86b6-b241-4f91-910b-e4c0e967329a admin admin] Publish callbacks [] for security_group (5402e73a-61c4-476d-8bb6-c3f05620eb6c), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:07.270330 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-cb9f86b6-b241-4f91-910b-e4c0e967329a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (5402e73a-61c4-476d-8bb6-c3f05620eb6c), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:07.272848 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-cb9f86b6-b241-4f91-910b-e4c0e967329a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:07.273982 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-cb9f86b6-b241-4f91-910b-e4c0e967329a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5402e73a-61c4-476d-8bb6-c3f05620eb6c HTTP/1.1" status: 204 len: 168 time: 0.1211276 Mar 30 18:36:07.281880 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9f86b6-b241-4f91-910b-e4c0e967329a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5402e73a-61c4-476d-8bb6-c3f05620eb6c,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:36:07.929128 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 54484) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:36:08.022039 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [None req-398a305a-51ee-4409-b16a-1089d2bbd769 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1377860571-network', 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:36:08.042573 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398a305a-51ee-4409-b16a-1089d2bbd769 admin admin] Made reservation on behalf of 30fd70996a7c47ecbdbe3cea7d9518e6 for: {'network': 1} {{(pid=103495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:36:08.044914 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-398a305a-51ee-4409-b16a-1089d2bbd769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for network (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:08.053287 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-398a305a-51ee-4409-b16a-1089d2bbd769 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:08.126327 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-398a305a-51ee-4409-b16a-1089d2bbd769 admin admin] Publish callbacks [] for security_group (2f4c7460-0861-4132-a669-665f82115799), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:08.129950 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-398a305a-51ee-4409-b16a-1089d2bbd769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (2f4c7460-0861-4132-a669-665f82115799), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:08.154443 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-398a305a-51ee-4409-b16a-1089d2bbd769 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=103495) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 18:36:08.164676 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a305a-51ee-4409-b16a-1089d2bbd769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4c7460-0861-4132-a669-665f82115799,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:36:08.169864 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-398a305a-51ee-4409-b16a-1089d2bbd769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125716'] for segment (fa0e0491-73dd-4d0e-8d7e-5b0748535720), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:08.170231 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.db.segments_db [None req-398a305a-51ee-4409-b16a-1089d2bbd769 admin admin] Added segment fa0e0491-73dd-4d0e-8d7e-5b0748535720 of type vlan for network 441ab226-4bd7-4c9e-801d-3828be7a85e7 Mar 30 18:36:08.210140 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-398a305a-51ee-4409-b16a-1089d2bbd769 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728099366458'] for network (441ab226-4bd7-4c9e-801d-3828be7a85e7), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:08.233586 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-398a305a-51ee-4409-b16a-1089d2bbd769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241'] for network (441ab226-4bd7-4c9e-801d-3828be7a85e7), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:08.234550 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398a305a-51ee-4409-b16a-1089d2bbd769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:36:08.235126 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-398a305a-51ee-4409-b16a-1089d2bbd769 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:08.297748 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-398a305a-51ee-4409-b16a-1089d2bbd769 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3673291 Mar 30 18:36:08.301117 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 54488) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:36:08.301639 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a305a-51ee-4409-b16a-1089d2bbd769 admin admin] Pushing event updated for resources: {'Network': ['ID=441ab226-4bd7-4c9e-801d-3828be7a85e7,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:36:08.305947 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.v2.base [None req-e020103c-0a2a-46eb-9f47-ffc2215b08a5 admin admin] Request body: {'subnet': {'network_id': '441ab226-4bd7-4c9e-801d-3828be7a85e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1377860571-subnet', 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'ip_version': 4}} {{(pid=103494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:36:08.311166 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Network 441ab226-4bd7-4c9e-801d-3828be7a85e7 details requested by agent ovs-agent-dv-cinder-835881-1-iscsi with host dv-cinder-835881-1-iscsi {{(pid=103496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 18:36:08.324649 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e020103c-0a2a-46eb-9f47-ffc2215b08a5 admin admin] Made reservation on behalf of 30fd70996a7c47ecbdbe3cea7d9518e6 for: {'subnet': 1} {{(pid=103494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:36:08.327019 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-e020103c-0a2a-46eb-9f47-ffc2215b08a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5415518'] for subnet (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:08.494745 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-e020103c-0a2a-46eb-9f47-ffc2215b08a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5344593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5415496'] for subnet (9b5f5be6-436f-4774-b876-bea0bb4c57e6), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:08.542843 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e020103c-0a2a-46eb-9f47-ffc2215b08a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b5f5be6-436f-4774-b876-bea0bb4c57e6,revision_number=0']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:36:08.560124 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e020103c-0a2a-46eb-9f47-ffc2215b08a5 admin admin] Checking segment: {'id': 'fa0e0491-73dd-4d0e-8d7e-5b0748535720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '441ab226-4bd7-4c9e-801d-3828be7a85e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:36:08.560484 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e020103c-0a2a-46eb-9f47-ffc2215b08a5 admin admin] Network hostable DHCP agents. Network: 441ab226-4bd7-4c9e-801d-3828be7a85e7, hostable agents: ['f171183a-83cc-4c67-9a52-f7c4c9021937'], hosted agents: [] {{(pid=103494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 18:36:08.577071 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e020103c-0a2a-46eb-9f47-ffc2215b08a5 admin admin] Network 441ab226-4bd7-4c9e-801d-3828be7a85e7 is scheduled to be hosted by DHCP agent f171183a-83cc-4c67-9a52-f7c4c9021937 with binding_index 1 {{(pid=103494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 18:36:08.585569 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.base_scheduler [None req-e020103c-0a2a-46eb-9f47-ffc2215b08a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-1-iscsi, 441ab226-4bd7-4c9e-801d-3828be7a85e7) {{(pid=103494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:36:08.589391 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e020103c-0a2a-46eb-9f47-ffc2215b08a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:36:08.590007 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-e020103c-0a2a-46eb-9f47-ffc2215b08a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for subnet (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:08.594522 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93933a44-5054-44fe-a639-4818c16e6d28 None None] Network 441ab226-4bd7-4c9e-801d-3828be7a85e7 requested from dv-cinder-835881-1-iscsi {{(pid=103496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:36:08.606488 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-e020103c-0a2a-46eb-9f47-ffc2215b08a5 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3042185 Mar 30 18:36:08.609047 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 54490) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:36:08.614214 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.v2.base [None req-c24a0b61-4f72-44f7-a29e-99c49375d343 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1377860571-router', 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2'}}} {{(pid=103494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:36:08.632127 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-c24a0b61-4f72-44f7-a29e-99c49375d343 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1699'] for router (6ef47e23-9d1b-452b-95cc-70aafbf47f02), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:08.633238 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-c24a0b61-4f72-44f7-a29e-99c49375d343 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1031381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1706'] for router (6ef47e23-9d1b-452b-95cc-70aafbf47f02), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:08.691526 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-c24a0b61-4f72-44f7-a29e-99c49375d343 admin admin] Publish callbacks [] for router_controller (6ef47e23-9d1b-452b-95cc-70aafbf47f02), precommit_add_association {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:08.697921 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172f5a87-5cee-4f08-94d7-fd921a79e613 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcef903b-a861-53ce-95a0-ec7d3e6cb87b-441ab226-4bd7-4c9e-801d-3828be7a85e7', 'network_id': '441ab226-4bd7-4c9e-801d-3828be7a85e7', 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'fixed_ips': [{'subnet_id': '9b5f5be6-436f-4774-b876-bea0bb4c57e6'}]}} from dv-cinder-835881-1-iscsi. {{(pid=103496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 18:36:08.699070 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-172f5a87-5cee-4f08-94d7-fd921a79e613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:08.834801 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.db_base_plugin_common [None req-172f5a87-5cee-4f08-94d7-fd921a79e613 None None] Allocated IP 172.20.0.2 (441ab226-4bd7-4c9e-801d-3828be7a85e7/9b5f5be6-436f-4774-b876-bea0bb4c57e6/36bd0661-8ff9-4254-890b-ecf2bd0f33d6) {{(pid=103496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:36:08.835291 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-c24a0b61-4f72-44f7-a29e-99c49375d343 admin admin] Publish callbacks [] for router_gateway (6ef47e23-9d1b-452b-95cc-70aafbf47f02), precommit_update {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:08.977811 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-172f5a87-5cee-4f08-94d7-fd921a79e613 None None] Publish callbacks [] for port (36bd0661-8ff9-4254-890b-ecf2bd0f33d6), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:08.983051 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-172f5a87-5cee-4f08-94d7-fd921a79e613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728099412974'] for port (36bd0661-8ff9-4254-890b-ecf2bd0f33d6), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:09.021645 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172f5a87-5cee-4f08-94d7-fd921a79e613 None None] Network 441ab226-4bd7-4c9e-801d-3828be7a85e7 is already hosted by enough agents. {{(pid=103496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:36:09.026445 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.scheduler.base_scheduler [None req-172f5a87-5cee-4f08-94d7-fd921a79e613 None None] Resources bound (agent type, host, resource id): {{(pid=103496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:36:09.031137 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172f5a87-5cee-4f08-94d7-fd921a79e613 None None] Received port after_create {{(pid=103496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:36:09.033105 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-c24a0b61-4f72-44f7-a29e-99c49375d343 admin admin] Publish callbacks [] for router_gateway (6ef47e23-9d1b-452b-95cc-70aafbf47f02), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:09.033358 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172f5a87-5cee-4f08-94d7-fd921a79e613 None None] Pushing event updated for resources: {'Port': ['ID=36bd0661-8ff9-4254-890b-ecf2bd0f33d6,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:36:09.052924 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-c24a0b61-4f72-44f7-a29e-99c49375d343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:09.089781 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [None req-172f5a87-5cee-4f08-94d7-fd921a79e613 None None] Attempting to bind port 36bd0661-8ff9-4254-890b-ecf2bd0f33d6 on host dv-cinder-835881-1-iscsi for vnic_type normal with profile {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:36:09.090066 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [None req-172f5a87-5cee-4f08-94d7-fd921a79e613 None None] Attempting to bind port 36bd0661-8ff9-4254-890b-ecf2bd0f33d6 by drivers openvswitch,hyperv on host dv-cinder-835881-1-iscsi at level 0 using segments [{'id': 'fa0e0491-73dd-4d0e-8d7e-5b0748535720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '441ab226-4bd7-4c9e-801d-3828be7a85e7'}] {{(pid=103496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:36:09.090458 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172f5a87-5cee-4f08-94d7-fd921a79e613 None None] Attempting to bind port 36bd0661-8ff9-4254-890b-ecf2bd0f33d6 on network 441ab226-4bd7-4c9e-801d-3828be7a85e7 {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:36:09.095827 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172f5a87-5cee-4f08-94d7-fd921a79e613 None None] Checking agent: {'id': '42d1cfe1-739c-4e03-9760-f1c54e546c99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 9, 48), 'started_at': datetime.datetime(2022, 3, 30, 18, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:36:09.096203 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172f5a87-5cee-4f08-94d7-fd921a79e613 None None] Checking segment: {'id': 'fa0e0491-73dd-4d0e-8d7e-5b0748535720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '441ab226-4bd7-4c9e-801d-3828be7a85e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:36:09.096624 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-172f5a87-5cee-4f08-94d7-fd921a79e613 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:09.097090 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172f5a87-5cee-4f08-94d7-fd921a79e613 None None] Bound using segment: {'id': 'fa0e0491-73dd-4d0e-8d7e-5b0748535720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '441ab226-4bd7-4c9e-801d-3828be7a85e7'} {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:36:09.097553 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [None req-172f5a87-5cee-4f08-94d7-fd921a79e613 None None] Bound port: 36bd0661-8ff9-4254-890b-ecf2bd0f33d6, host: dv-cinder-835881-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa0e0491-73dd-4d0e-8d7e-5b0748535720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '441ab226-4bd7-4c9e-801d-3828be7a85e7'}}] {{(pid=103496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:36:09.097926 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-172f5a87-5cee-4f08-94d7-fd921a79e613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (36bd0661-8ff9-4254-890b-ecf2bd0f33d6), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:09.160679 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.db.db_base_plugin_common [None req-c24a0b61-4f72-44f7-a29e-99c49375d343 admin admin] Allocated IP 172.27.1.6 (91cc19c8-4e3d-4b52-9973-bc78b4427ae2/e2593658-5374-4bbb-b8e3-ff319bcb6728/d734f774-c938-44da-835b-70853d680779) {{(pid=103494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:36:09.161002 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-172f5a87-5cee-4f08-94d7-fd921a79e613 None None] For port 36bd0661-8ff9-4254-890b-ecf2bd0f33d6, host dv-cinder-835881-1-iscsi, cleared binding levels {{(pid=103496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:36:09.164272 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-172f5a87-5cee-4f08-94d7-fd921a79e613 None None] For port 36bd0661-8ff9-4254-890b-ecf2bd0f33d6, host dv-cinder-835881-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=36bd0661-8ff9-4254-890b-ecf2bd0f33d6,segment=NetworkSegment(fa0e0491-73dd-4d0e-8d7e-5b0748535720),segment_id=fa0e0491-73dd-4d0e-8d7e-5b0748535720)] {{(pid=103496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:36:09.170773 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-172f5a87-5cee-4f08-94d7-fd921a79e613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (36bd0661-8ff9-4254-890b-ecf2bd0f33d6), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:09.229039 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172f5a87-5cee-4f08-94d7-fd921a79e613 None None] Pushing event updated for resources: {'Port': ['ID=36bd0661-8ff9-4254-890b-ecf2bd0f33d6,revision_number=2']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:36:09.272527 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-c24a0b61-4f72-44f7-a29e-99c49375d343 admin admin] Publish callbacks [] for port (d734f774-c938-44da-835b-70853d680779), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:09.306785 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-c24a0b61-4f72-44f7-a29e-99c49375d343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728099412974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5343457'] for port (d734f774-c938-44da-835b-70853d680779), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:09.348761 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24a0b61-4f72-44f7-a29e-99c49375d343 admin admin] Network 91cc19c8-4e3d-4b52-9973-bc78b4427ae2 is already hosted by enough agents. {{(pid=103494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:36:09.353560 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.base_scheduler [None req-c24a0b61-4f72-44f7-a29e-99c49375d343 admin admin] Resources bound (agent type, host, resource id): {{(pid=103494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:36:09.358210 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24a0b61-4f72-44f7-a29e-99c49375d343 admin admin] Received port after_create {{(pid=103494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:36:09.363092 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24a0b61-4f72-44f7-a29e-99c49375d343 admin admin] Pushing event updated for resources: {'Port': ['ID=d734f774-c938-44da-835b-70853d680779,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:36:09.627584 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-c24a0b61-4f72-44f7-a29e-99c49375d343 admin admin] Publish callbacks [] for router_gateway (6ef47e23-9d1b-452b-95cc-70aafbf47f02), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:09.830981 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-c24a0b61-4f72-44f7-a29e-99c49375d343 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541230'] for router (6ef47e23-9d1b-452b-95cc-70aafbf47f02), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:10.096750 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 36bd0661-8ff9-4254-890b-ecf2bd0f33d6 up at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:36:10.137963 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2ecbf8-a36d-4fa8-bed7-31fedb884b58 None None] Network 441ab226-4bd7-4c9e-801d-3828be7a85e7 requested from dv-cinder-835881-1-iscsi {{(pid=103496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:36:10.186536 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c24a0b61-4f72-44f7-a29e-99c49375d343 admin admin] Router 6ef47e23-9d1b-452b-95cc-70aafbf47f02 is scheduled to L3 agent d6545c5f-a93c-4a15-87cd-019d3e75e7be with binding_index 1 {{(pid=103494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 18:36:10.297093 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24a0b61-4f72-44f7-a29e-99c49375d343 admin admin] Notify agent at l3_agent.dv-cinder-835881-1-iscsi the message routers_updated {{(pid=103494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:36:10.317312 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e44644-5c50-4246-98df-d7345a72b371 None None] Sync routers for ids ['6ef47e23-9d1b-452b-95cc-70aafbf47f02'] in dv-cinder-835881-1-iscsi {{(pid=103496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:36:10.318284 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-c24a0b61-4f72-44f7-a29e-99c49375d343 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:10.319525 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-c24a0b61-4f72-44f7-a29e-99c49375d343 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7095687 Mar 30 18:36:10.322870 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 54492) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:36:10.364332 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-0e60cfe3-28a2-4cb6-b31f-1631a418b998 None None] Provisioning complete for port 36bd0661-8ff9-4254-890b-ecf2bd0f33d6 triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:36:10.364710 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-0e60cfe3-28a2-4cb6-b31f-1631a418b998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (36bd0661-8ff9-4254-890b-ecf2bd0f33d6), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:10.366172 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e44644-5c50-4246-98df-d7345a72b371 None None] Routers {'6ef47e23-9d1b-452b-95cc-70aafbf47f02'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:36:10.366802 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-60e44644-5c50-4246-98df-d7345a72b371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:35:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['6ef47e23-9d1b-452b-95cc-70aafbf47f02'], 'active': True} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:36:10.368426 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Provisioning complete for port 36bd0661-8ff9-4254-890b-ecf2bd0f33d6 triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:36:10.368788 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (36bd0661-8ff9-4254-890b-ecf2bd0f33d6), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:10.617877 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvr_db [None req-60e44644-5c50-4246-98df-d7345a72b371 None None] Set router 6ef47e23-9d1b-452b-95cc-70aafbf47f02 gateway port host: dv-cinder-835881-1-iscsi {{(pid=103496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:36:10.706904 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Current status of the port 36bd0661-8ff9-4254-890b-ecf2bd0f33d6 is: DOWN; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:36:10.707307 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (36bd0661-8ff9-4254-890b-ecf2bd0f33d6), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:10.752822 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-0e60cfe3-28a2-4cb6-b31f-1631a418b998 None None] Current status of the port 36bd0661-8ff9-4254-890b-ecf2bd0f33d6 is: DOWN; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:36:10.753285 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-0e60cfe3-28a2-4cb6-b31f-1631a418b998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (36bd0661-8ff9-4254-890b-ecf2bd0f33d6), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:10.763163 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-34f6d3f7-6acf-492a-9ff2-fae86d1882dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:10.815368 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] For port 36bd0661-8ff9-4254-890b-ecf2bd0f33d6, host dv-cinder-835881-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=36bd0661-8ff9-4254-890b-ecf2bd0f33d6,segment=NetworkSegment(fa0e0491-73dd-4d0e-8d7e-5b0748535720),segment_id=fa0e0491-73dd-4d0e-8d7e-5b0748535720)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:36:10.823440 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (36bd0661-8ff9-4254-890b-ecf2bd0f33d6), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:10.916785 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.db.api [None req-0e60cfe3-28a2-4cb6-b31f-1631a418b998 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103496) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 18:36:10.917055 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG oslo_db.api [None req-0e60cfe3-28a2-4cb6-b31f-1631a418b998 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 18:36:10.924847 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.db.db_base_plugin_common [None req-34f6d3f7-6acf-492a-9ff2-fae86d1882dd admin admin] Allocated IP 172.20.0.1 (441ab226-4bd7-4c9e-801d-3828be7a85e7/9b5f5be6-436f-4774-b876-bea0bb4c57e6/807b26b8-5f6a-4d75-b032-3715d2a52a1c) {{(pid=103494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:36:10.932893 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Pushing event updated for resources: {'Port': ['ID=36bd0661-8ff9-4254-890b-ecf2bd0f33d6,revision_number=3']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:36:10.951686 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-60e44644-5c50-4246-98df-d7345a72b371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'name': 'tempest-TestVolumeBootPattern-1377860571-router', 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'd734f774-c938-44da-835b-70853d680779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:36:08Z', 'updated_at': '2022-03-30T18:36:09Z', 'revision_number': 3, 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'gw_port': {'id': 'd734f774-c938-44da-835b-70853d680779', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ea:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:36:09Z', 'updated_at': '2022-03-30T18:36:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi'}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:36:10.979088 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e44644-5c50-4246-98df-d7345a72b371 None None] Checking router: 6ef47e23-9d1b-452b-95cc-70aafbf47f02 for host: dv-cinder-835881-1-iscsi {{(pid=103496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:36:10.979444 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e44644-5c50-4246-98df-d7345a72b371 None None] Updating router 6ef47e23-9d1b-452b-95cc-70aafbf47f02 port d734f774-c938-44da-835b-70853d680779 binding host dv-cinder-835881-1-iscsi {{(pid=103496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 18:36:11.005809 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-60e44644-5c50-4246-98df-d7345a72b371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (d734f774-c938-44da-835b-70853d680779), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:11.025761 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-34f6d3f7-6acf-492a-9ff2-fae86d1882dd admin admin] Publish callbacks [] for port (807b26b8-5f6a-4d75-b032-3715d2a52a1c), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:11.058625 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-34f6d3f7-6acf-492a-9ff2-fae86d1882dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728099412974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5343457'] for port (807b26b8-5f6a-4d75-b032-3715d2a52a1c), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:11.096856 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f6d3f7-6acf-492a-9ff2-fae86d1882dd admin admin] Network 441ab226-4bd7-4c9e-801d-3828be7a85e7 is already hosted by enough agents. {{(pid=103494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:36:11.099729 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.base_scheduler [None req-34f6d3f7-6acf-492a-9ff2-fae86d1882dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:36:11.102447 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f6d3f7-6acf-492a-9ff2-fae86d1882dd admin admin] Received port after_create {{(pid=103494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:36:11.138074 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f6d3f7-6acf-492a-9ff2-fae86d1882dd admin admin] Pushing event updated for resources: {'Port': ['ID=807b26b8-5f6a-4d75-b032-3715d2a52a1c,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:36:11.157554 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-34f6d3f7-6acf-492a-9ff2-fae86d1882dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542457'] for router_interface (6ef47e23-9d1b-452b-95cc-70aafbf47f02), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:11.275480 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-60e44644-5c50-4246-98df-d7345a72b371 None None] Publish callbacks [] for port (d734f774-c938-44da-835b-70853d680779), precommit_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:11.281315 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-60e44644-5c50-4246-98df-d7345a72b371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (d734f774-c938-44da-835b-70853d680779), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:11.297451 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-34f6d3f7-6acf-492a-9ff2-fae86d1882dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (807b26b8-5f6a-4d75-b032-3715d2a52a1c), before_update {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:11.340482 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [None req-60e44644-5c50-4246-98df-d7345a72b371 None None] Attempting to bind port d734f774-c938-44da-835b-70853d680779 on host dv-cinder-835881-1-iscsi for vnic_type normal with profile {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:36:11.340850 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [None req-60e44644-5c50-4246-98df-d7345a72b371 None None] Attempting to bind port d734f774-c938-44da-835b-70853d680779 by drivers openvswitch,hyperv on host dv-cinder-835881-1-iscsi at level 0 using segments [{'id': '3d136d15-dbd4-4a28-bf1a-1c22979f6a0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2'}] {{(pid=103496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:36:11.341209 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e44644-5c50-4246-98df-d7345a72b371 None None] Attempting to bind port d734f774-c938-44da-835b-70853d680779 on network 91cc19c8-4e3d-4b52-9973-bc78b4427ae2 {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:36:11.343982 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffe017b-ad55-4452-a58d-b45bb90a4cb4 None None] Pushing event updated for resources: {'Port': ['ID=d734f774-c938-44da-835b-70853d680779,revision_number=2']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:36:11.351473 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e44644-5c50-4246-98df-d7345a72b371 None None] Checking agent: {'id': '42d1cfe1-739c-4e03-9760-f1c54e546c99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 9, 48), 'started_at': datetime.datetime(2022, 3, 30, 18, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:36:11.351786 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e44644-5c50-4246-98df-d7345a72b371 None None] Checking segment: {'id': '3d136d15-dbd4-4a28-bf1a-1c22979f6a0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:36:11.352189 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-60e44644-5c50-4246-98df-d7345a72b371 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:11.352588 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e44644-5c50-4246-98df-d7345a72b371 None None] Bound using segment: {'id': '3d136d15-dbd4-4a28-bf1a-1c22979f6a0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2'} {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:36:11.353045 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [None req-60e44644-5c50-4246-98df-d7345a72b371 None None] Bound port: d734f774-c938-44da-835b-70853d680779, host: dv-cinder-835881-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d136d15-dbd4-4a28-bf1a-1c22979f6a0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2'}}] {{(pid=103496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:36:11.353422 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-60e44644-5c50-4246-98df-d7345a72b371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (d734f774-c938-44da-835b-70853d680779), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:11.357147 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe017b-ad55-4452-a58d-b45bb90a4cb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:36:11.357532 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe017b-ad55-4452-a58d-b45bb90a4cb4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:36:11.357827 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe017b-ad55-4452-a58d-b45bb90a4cb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:36:11.358258 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe017b-ad55-4452-a58d-b45bb90a4cb4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:36:11.358642 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe017b-ad55-4452-a58d-b45bb90a4cb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:36:11.358975 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe017b-ad55-4452-a58d-b45bb90a4cb4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:36:11.359301 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe017b-ad55-4452-a58d-b45bb90a4cb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:36:11.359639 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe017b-ad55-4452-a58d-b45bb90a4cb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:36:11.359953 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe017b-ad55-4452-a58d-b45bb90a4cb4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:36:11.360278 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe017b-ad55-4452-a58d-b45bb90a4cb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:36:11.360604 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe017b-ad55-4452-a58d-b45bb90a4cb4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:36:11.361013 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe017b-ad55-4452-a58d-b45bb90a4cb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:36:11.361329 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe017b-ad55-4452-a58d-b45bb90a4cb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:36:11.361655 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe017b-ad55-4452-a58d-b45bb90a4cb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:36:11.361972 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffe017b-ad55-4452-a58d-b45bb90a4cb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:36:11.413649 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-60e44644-5c50-4246-98df-d7345a72b371 None None] For port d734f774-c938-44da-835b-70853d680779, host dv-cinder-835881-1-iscsi, cleared binding levels {{(pid=103496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:36:11.416807 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-60e44644-5c50-4246-98df-d7345a72b371 None None] For port d734f774-c938-44da-835b-70853d680779, host dv-cinder-835881-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=d734f774-c938-44da-835b-70853d680779,segment=NetworkSegment(3d136d15-dbd4-4a28-bf1a-1c22979f6a0d),segment_id=3d136d15-dbd4-4a28-bf1a-1c22979f6a0d)] {{(pid=103496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:36:11.442152 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-60e44644-5c50-4246-98df-d7345a72b371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (d734f774-c938-44da-835b-70853d680779), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:11.460611 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-34f6d3f7-6acf-492a-9ff2-fae86d1882dd admin admin] Publish callbacks [] for port (807b26b8-5f6a-4d75-b032-3715d2a52a1c), precommit_update {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:11.465490 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-34f6d3f7-6acf-492a-9ff2-fae86d1882dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5343464'] for port (807b26b8-5f6a-4d75-b032-3715d2a52a1c), after_update {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:11.486403 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-0e60cfe3-28a2-4cb6-b31f-1631a418b998 None None] Current status of the port 36bd0661-8ff9-4254-890b-ecf2bd0f33d6 is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:36:11.513138 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e44644-5c50-4246-98df-d7345a72b371 None None] Routers {'6ef47e23-9d1b-452b-95cc-70aafbf47f02'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:36:11.513755 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-60e44644-5c50-4246-98df-d7345a72b371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:35:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['6ef47e23-9d1b-452b-95cc-70aafbf47f02'], 'active': True} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:36:11.535064 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f6d3f7-6acf-492a-9ff2-fae86d1882dd admin admin] Pushing event updated for resources: {'Port': ['ID=807b26b8-5f6a-4d75-b032-3715d2a52a1c,revision_number=2']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:36:11.539931 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-34f6d3f7-6acf-492a-9ff2-fae86d1882dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542317'] for router_interface (6ef47e23-9d1b-452b-95cc-70aafbf47f02), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:11.551245 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffe017b-ad55-4452-a58d-b45bb90a4cb4 None None] Pushing event updated for resources: {'Port': ['ID=d734f774-c938-44da-835b-70853d680779,revision_number=3']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:36:11.622428 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-acfe604f-35bd-4e24-9c6e-70ecfc7b0f92 None None] Provisioning complete for port 36bd0661-8ff9-4254-890b-ecf2bd0f33d6 triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:36:11.622751 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-acfe604f-35bd-4e24-9c6e-70ecfc7b0f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (36bd0661-8ff9-4254-890b-ecf2bd0f33d6), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:11.631722 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f6d3f7-6acf-492a-9ff2-fae86d1882dd admin admin] Network 441ab226-4bd7-4c9e-801d-3828be7a85e7 is already hosted by enough agents. {{(pid=103494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:36:11.633079 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.base_scheduler [None req-34f6d3f7-6acf-492a-9ff2-fae86d1882dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:36:11.659152 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvr_db [None req-60e44644-5c50-4246-98df-d7345a72b371 None None] Set router 6ef47e23-9d1b-452b-95cc-70aafbf47f02 gateway port host: dv-cinder-835881-1-iscsi {{(pid=103496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:36:11.760893 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34f6d3f7-6acf-492a-9ff2-fae86d1882dd admin admin] Router 6ef47e23-9d1b-452b-95cc-70aafbf47f02 has already been hosted by L3 agent d6545c5f-a93c-4a15-87cd-019d3e75e7be {{(pid=103494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:36:11.840957 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-acfe604f-35bd-4e24-9c6e-70ecfc7b0f92 None None] Current status of the port 36bd0661-8ff9-4254-890b-ecf2bd0f33d6 is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:36:11.885146 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f6d3f7-6acf-492a-9ff2-fae86d1882dd admin admin] Notify agent at l3_agent.dv-cinder-835881-1-iscsi the message routers_updated {{(pid=103494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:36:11.891138 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-34f6d3f7-6acf-492a-9ff2-fae86d1882dd admin admin] 10.222.0.41 "PUT /v2.0/routers/6ef47e23-9d1b-452b-95cc-70aafbf47f02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5672433 Mar 30 18:36:11.990630 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-cc218159-345f-4b08-a40d-d1dca412c11f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:12.015546 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-acfe604f-35bd-4e24-9c6e-70ecfc7b0f92 None None] Provisioning complete for port 807b26b8-5f6a-4d75-b032-3715d2a52a1c triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:36:12.015924 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-acfe604f-35bd-4e24-9c6e-70ecfc7b0f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (807b26b8-5f6a-4d75-b032-3715d2a52a1c), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:12.075313 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-acfe604f-35bd-4e24-9c6e-70ecfc7b0f92 None None] Port 807b26b8-5f6a-4d75-b032-3715d2a52a1c cannot update to ACTIVE because it is not bound. {{(pid=103496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:36:12.078601 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 36bd0661-8ff9-4254-890b-ecf2bd0f33d6 up at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:36:12.130926 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-60e44644-5c50-4246-98df-d7345a72b371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'name': 'tempest-TestVolumeBootPattern-1377860571-router', 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'd734f774-c938-44da-835b-70853d680779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:36:08Z', 'updated_at': '2022-03-30T18:36:11Z', 'revision_number': 4, 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'gw_port': {'id': 'd734f774-c938-44da-835b-70853d680779', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ea:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:36:09Z', 'updated_at': '2022-03-30T18:36:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': '807b26b8-5f6a-4d75-b032-3715d2a52a1c', 'name': '', 'network_id': '441ab226-4bd7-4c9e-801d-3828be7a85e7', 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'mac_address': 'fa:16:3e:62:1a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '9b5f5be6-436f-4774-b876-bea0bb4c57e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:36:10Z', 'updated_at': '2022-03-30T18:36:11Z', 'revision_number': 2, 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'subnets': [{'id': '9b5f5be6-436f-4774-b876-bea0bb4c57e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:36:12.164364 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e44644-5c50-4246-98df-d7345a72b371 None None] The sync data for ids ['6ef47e23-9d1b-452b-95cc-70aafbf47f02'] in dv-cinder-835881-1-iscsi is: [{'id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'name': 'tempest-TestVolumeBootPattern-1377860571-router', 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'd734f774-c938-44da-835b-70853d680779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:36:08Z', 'updated_at': '2022-03-30T18:36:11Z', 'revision_number': 4, 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'gw_port': {'id': 'd734f774-c938-44da-835b-70853d680779', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ea:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:36:09Z', 'updated_at': '2022-03-30T18:36:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': '807b26b8-5f6a-4d75-b032-3715d2a52a1c', 'name': '', 'network_id': '441ab226-4bd7-4c9e-801d-3828be7a85e7', 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'mac_address': 'fa:16:3e:62:1a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '9b5f5be6-436f-4774-b876-bea0bb4c57e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:36:10Z', 'updated_at': '2022-03-30T18:36:11Z', 'revision_number': 2, 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'subnets': [{'id': '9b5f5be6-436f-4774-b876-bea0bb4c57e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:36:12.170278 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Provisioning complete for port 36bd0661-8ff9-4254-890b-ecf2bd0f33d6 triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:36:12.171282 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (36bd0661-8ff9-4254-890b-ecf2bd0f33d6), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:12.221164 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-91b7d916-13e1-4dfc-bf86-1e6ead1d0d87 None None] Provisioning complete for port 807b26b8-5f6a-4d75-b032-3715d2a52a1c triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:36:12.221548 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-91b7d916-13e1-4dfc-bf86-1e6ead1d0d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (807b26b8-5f6a-4d75-b032-3715d2a52a1c), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:12.286952 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-91b7d916-13e1-4dfc-bf86-1e6ead1d0d87 None None] Port 807b26b8-5f6a-4d75-b032-3715d2a52a1c cannot update to ACTIVE because it is not bound. {{(pid=103496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:36:12.300190 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Current status of the port 36bd0661-8ff9-4254-890b-ecf2bd0f33d6 is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:36:12.409137 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 54508) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:36:12.413940 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.v2.base [None req-2169b663-7681-45b8-929e-c9a95114f8dc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1262388300-network', 'tenant_id': '461eab966e074633a5c762de9bb76312'}} {{(pid=103494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:36:12.438824 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2169b663-7681-45b8-929e-c9a95114f8dc admin admin] Made reservation on behalf of 461eab966e074633a5c762de9bb76312 for: {'network': 1} {{(pid=103494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:36:12.441385 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-2169b663-7681-45b8-929e-c9a95114f8dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for network (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:12.451369 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-2169b663-7681-45b8-929e-c9a95114f8dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:12.536603 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-2169b663-7681-45b8-929e-c9a95114f8dc admin admin] Publish callbacks [] for security_group (f1218855-be31-4627-9960-66ecc0b9c874), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:12.540719 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-2169b663-7681-45b8-929e-c9a95114f8dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (f1218855-be31-4627-9960-66ecc0b9c874), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:12.571865 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2169b663-7681-45b8-929e-c9a95114f8dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=103494) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 18:36:12.582486 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2169b663-7681-45b8-929e-c9a95114f8dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1218855-be31-4627-9960-66ecc0b9c874,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:36:12.590577 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-2169b663-7681-45b8-929e-c9a95114f8dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125716'] for segment (89b84f86-ee59-4e80-b9d5-8c370b578ec9), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:12.591118 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.db.segments_db [None req-2169b663-7681-45b8-929e-c9a95114f8dc admin admin] Added segment 89b84f86-ee59-4e80-b9d5-8c370b578ec9 of type vlan for network 4affee87-4d5c-4389-9c63-764fdd54b89d Mar 30 18:36:12.635333 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-2169b663-7681-45b8-929e-c9a95114f8dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728099366458'] for network (4affee87-4d5c-4389-9c63-764fdd54b89d), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:12.662278 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-2169b663-7681-45b8-929e-c9a95114f8dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241'] for network (4affee87-4d5c-4389-9c63-764fdd54b89d), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:12.663341 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2169b663-7681-45b8-929e-c9a95114f8dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:36:12.664002 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-2169b663-7681-45b8-929e-c9a95114f8dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:12.730920 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-2169b663-7681-45b8-929e-c9a95114f8dc admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3199332 Mar 30 18:36:12.732968 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 54510) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:36:12.739855 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.v2.base [None req-e9763469-a149-4980-ad46-4f610090a76b admin admin] Request body: {'subnet': {'network_id': '4affee87-4d5c-4389-9c63-764fdd54b89d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1262388300-subnet', 'tenant_id': '461eab966e074633a5c762de9bb76312', 'ip_version': 4}} {{(pid=103494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:36:12.744257 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2169b663-7681-45b8-929e-c9a95114f8dc admin admin] Pushing event updated for resources: {'Network': ['ID=4affee87-4d5c-4389-9c63-764fdd54b89d,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:36:12.757204 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Network 4affee87-4d5c-4389-9c63-764fdd54b89d details requested by agent ovs-agent-dv-cinder-835881-1-iscsi with host dv-cinder-835881-1-iscsi {{(pid=103496) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 18:36:12.764508 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9763469-a149-4980-ad46-4f610090a76b admin admin] Made reservation on behalf of 461eab966e074633a5c762de9bb76312 for: {'subnet': 1} {{(pid=103494) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:36:12.767706 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-e9763469-a149-4980-ad46-4f610090a76b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5415518'] for subnet (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:12.973369 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-e9763469-a149-4980-ad46-4f610090a76b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5344593', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5415496'] for subnet (c720ef46-d9cf-4f91-9717-7a1f51abfb92), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:13.029013 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9763469-a149-4980-ad46-4f610090a76b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c720ef46-d9cf-4f91-9717-7a1f51abfb92,revision_number=0']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:36:13.043021 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9763469-a149-4980-ad46-4f610090a76b admin admin] Checking segment: {'id': '89b84f86-ee59-4e80-b9d5-8c370b578ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '4affee87-4d5c-4389-9c63-764fdd54b89d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103494) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:36:13.043385 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9763469-a149-4980-ad46-4f610090a76b admin admin] Network hostable DHCP agents. Network: 4affee87-4d5c-4389-9c63-764fdd54b89d, hostable agents: ['f171183a-83cc-4c67-9a52-f7c4c9021937'], hosted agents: [] {{(pid=103494) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 18:36:13.062301 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9763469-a149-4980-ad46-4f610090a76b admin admin] Network 4affee87-4d5c-4389-9c63-764fdd54b89d is scheduled to be hosted by DHCP agent f171183a-83cc-4c67-9a52-f7c4c9021937 with binding_index 1 {{(pid=103494) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 18:36:13.072599 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.base_scheduler [None req-e9763469-a149-4980-ad46-4f610090a76b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835881-1-iscsi, 4affee87-4d5c-4389-9c63-764fdd54b89d) {{(pid=103494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:36:13.076955 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9763469-a149-4980-ad46-4f610090a76b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:36:13.077563 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-e9763469-a149-4980-ad46-4f610090a76b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for subnet (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:13.084231 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898590a4-9bc7-49d9-8577-af729bdd438b None None] Network 4affee87-4d5c-4389-9c63-764fdd54b89d requested from dv-cinder-835881-1-iscsi {{(pid=103496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:36:13.097804 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-e9763469-a149-4980-ad46-4f610090a76b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3636813 Mar 30 18:36:13.100423 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 54512) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:36:13.105551 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.v2.base [None req-460fd1b3-5954-4256-87d2-e49ef0ce82fc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1262388300-router', 'tenant_id': '461eab966e074633a5c762de9bb76312', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2'}}} {{(pid=103494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:36:13.126652 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-460fd1b3-5954-4256-87d2-e49ef0ce82fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-547896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1699'] for router (da668160-0358-461b-ace1-90a8f8ad287a), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:13.127862 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-460fd1b3-5954-4256-87d2-e49ef0ce82fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548776', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-541433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1031381', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1706'] for router (da668160-0358-461b-ace1-90a8f8ad287a), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:13.189347 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-460fd1b3-5954-4256-87d2-e49ef0ce82fc admin admin] Publish callbacks [] for router_controller (da668160-0358-461b-ace1-90a8f8ad287a), precommit_add_association {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:13.206970 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f25706-37fa-4ccc-8ed7-31652635b629 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbcef903b-a861-53ce-95a0-ec7d3e6cb87b-4affee87-4d5c-4389-9c63-764fdd54b89d', 'network_id': '4affee87-4d5c-4389-9c63-764fdd54b89d', 'project_id': '461eab966e074633a5c762de9bb76312', 'fixed_ips': [{'subnet_id': 'c720ef46-d9cf-4f91-9717-7a1f51abfb92'}]}} from dv-cinder-835881-1-iscsi. {{(pid=103496) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 18:36:13.207872 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-39f25706-37fa-4ccc-8ed7-31652635b629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (None), before_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:13.343605 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-460fd1b3-5954-4256-87d2-e49ef0ce82fc admin admin] Publish callbacks [] for router_gateway (da668160-0358-461b-ace1-90a8f8ad287a), precommit_update {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:13.358684 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.db_base_plugin_common [None req-39f25706-37fa-4ccc-8ed7-31652635b629 None None] Allocated IP 172.20.0.2 (4affee87-4d5c-4389-9c63-764fdd54b89d/c720ef46-d9cf-4f91-9717-7a1f51abfb92/2fd06427-961f-44df-957f-12657a5f2cbb) {{(pid=103496) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:36:13.512289 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-39f25706-37fa-4ccc-8ed7-31652635b629 None None] Publish callbacks [] for port (2fd06427-961f-44df-957f-12657a5f2cbb), precommit_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:13.519462 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-39f25706-37fa-4ccc-8ed7-31652635b629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728099412974'] for port (2fd06427-961f-44df-957f-12657a5f2cbb), after_create {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:13.556670 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f25706-37fa-4ccc-8ed7-31652635b629 None None] Network 4affee87-4d5c-4389-9c63-764fdd54b89d is already hosted by enough agents. {{(pid=103496) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:36:13.559525 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.scheduler.base_scheduler [None req-39f25706-37fa-4ccc-8ed7-31652635b629 None None] Resources bound (agent type, host, resource id): {{(pid=103496) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:36:13.563004 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f25706-37fa-4ccc-8ed7-31652635b629 None None] Received port after_create {{(pid=103496) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:36:13.565858 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-460fd1b3-5954-4256-87d2-e49ef0ce82fc admin admin] Publish callbacks [] for router_gateway (da668160-0358-461b-ace1-90a8f8ad287a), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:13.575486 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f25706-37fa-4ccc-8ed7-31652635b629 None None] Pushing event updated for resources: {'Port': ['ID=2fd06427-961f-44df-957f-12657a5f2cbb,revision_number=1']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:36:13.588830 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-460fd1b3-5954-4256-87d2-e49ef0ce82fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:13.630448 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [None req-39f25706-37fa-4ccc-8ed7-31652635b629 None None] Attempting to bind port 2fd06427-961f-44df-957f-12657a5f2cbb on host dv-cinder-835881-1-iscsi for vnic_type normal with profile {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:36:13.630914 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [None req-39f25706-37fa-4ccc-8ed7-31652635b629 None None] Attempting to bind port 2fd06427-961f-44df-957f-12657a5f2cbb by drivers openvswitch,hyperv on host dv-cinder-835881-1-iscsi at level 0 using segments [{'id': '89b84f86-ee59-4e80-b9d5-8c370b578ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '4affee87-4d5c-4389-9c63-764fdd54b89d'}] {{(pid=103496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:36:13.631341 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f25706-37fa-4ccc-8ed7-31652635b629 None None] Attempting to bind port 2fd06427-961f-44df-957f-12657a5f2cbb on network 4affee87-4d5c-4389-9c63-764fdd54b89d {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:36:13.636612 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f25706-37fa-4ccc-8ed7-31652635b629 None None] Checking agent: {'id': '42d1cfe1-739c-4e03-9760-f1c54e546c99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 9, 48), 'started_at': datetime.datetime(2022, 3, 30, 18, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:36:13.636996 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f25706-37fa-4ccc-8ed7-31652635b629 None None] Checking segment: {'id': '89b84f86-ee59-4e80-b9d5-8c370b578ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '4affee87-4d5c-4389-9c63-764fdd54b89d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:36:13.637399 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-39f25706-37fa-4ccc-8ed7-31652635b629 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:13.637800 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f25706-37fa-4ccc-8ed7-31652635b629 None None] Bound using segment: {'id': '89b84f86-ee59-4e80-b9d5-8c370b578ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '4affee87-4d5c-4389-9c63-764fdd54b89d'} {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:36:13.638304 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [None req-39f25706-37fa-4ccc-8ed7-31652635b629 None None] Bound port: 2fd06427-961f-44df-957f-12657a5f2cbb, host: dv-cinder-835881-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89b84f86-ee59-4e80-b9d5-8c370b578ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '4affee87-4d5c-4389-9c63-764fdd54b89d'}}] {{(pid=103496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:36:13.638689 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-39f25706-37fa-4ccc-8ed7-31652635b629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (2fd06427-961f-44df-957f-12657a5f2cbb), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:13.699642 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.db.db_base_plugin_common [None req-460fd1b3-5954-4256-87d2-e49ef0ce82fc admin admin] Allocated IP 172.27.1.96 (91cc19c8-4e3d-4b52-9973-bc78b4427ae2/e2593658-5374-4bbb-b8e3-ff319bcb6728/554475b8-1c2d-43da-8e6f-fe377c5f9d62) {{(pid=103494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:36:13.706612 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-39f25706-37fa-4ccc-8ed7-31652635b629 None None] For port 2fd06427-961f-44df-957f-12657a5f2cbb, host dv-cinder-835881-1-iscsi, cleared binding levels {{(pid=103496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:36:13.709733 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-39f25706-37fa-4ccc-8ed7-31652635b629 None None] For port 2fd06427-961f-44df-957f-12657a5f2cbb, host dv-cinder-835881-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=2fd06427-961f-44df-957f-12657a5f2cbb,segment=NetworkSegment(89b84f86-ee59-4e80-b9d5-8c370b578ec9),segment_id=89b84f86-ee59-4e80-b9d5-8c370b578ec9)] {{(pid=103496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:36:13.715773 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-39f25706-37fa-4ccc-8ed7-31652635b629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (2fd06427-961f-44df-957f-12657a5f2cbb), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:13.772846 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f25706-37fa-4ccc-8ed7-31652635b629 None None] Pushing event updated for resources: {'Port': ['ID=2fd06427-961f-44df-957f-12657a5f2cbb,revision_number=2']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:36:13.808737 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-460fd1b3-5954-4256-87d2-e49ef0ce82fc admin admin] Publish callbacks [] for port (554475b8-1c2d-43da-8e6f-fe377c5f9d62), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:13.842484 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-460fd1b3-5954-4256-87d2-e49ef0ce82fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728099412974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5343457'] for port (554475b8-1c2d-43da-8e6f-fe377c5f9d62), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:13.885182 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460fd1b3-5954-4256-87d2-e49ef0ce82fc admin admin] Network 91cc19c8-4e3d-4b52-9973-bc78b4427ae2 is already hosted by enough agents. {{(pid=103494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:36:13.889853 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.base_scheduler [None req-460fd1b3-5954-4256-87d2-e49ef0ce82fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:36:13.896541 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460fd1b3-5954-4256-87d2-e49ef0ce82fc admin admin] Received port after_create {{(pid=103494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:36:13.924255 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460fd1b3-5954-4256-87d2-e49ef0ce82fc admin admin] Pushing event updated for resources: {'Port': ['ID=554475b8-1c2d-43da-8e6f-fe377c5f9d62,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:36:13.929472 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-3c91009c-a646-42f5-9a80-4c71ac12db81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:14.146650 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device d734f774-c938-44da-835b-70853d680779 up at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:36:14.196701 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Provisioning complete for port d734f774-c938-44da-835b-70853d680779 triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:36:14.197001 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (d734f774-c938-44da-835b-70853d680779), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:14.224121 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-460fd1b3-5954-4256-87d2-e49ef0ce82fc admin admin] Publish callbacks [] for router_gateway (da668160-0358-461b-ace1-90a8f8ad287a), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:14.278930 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Current status of the port d734f774-c938-44da-835b-70853d680779 is: DOWN; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:36:14.279318 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (d734f774-c938-44da-835b-70853d680779), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:14.300307 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] For port d734f774-c938-44da-835b-70853d680779, host dv-cinder-835881-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=d734f774-c938-44da-835b-70853d680779,segment=NetworkSegment(3d136d15-dbd4-4a28-bf1a-1c22979f6a0d),segment_id=3d136d15-dbd4-4a28-bf1a-1c22979f6a0d)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:36:14.303954 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (d734f774-c938-44da-835b-70853d680779), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:14.304810 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 2fd06427-961f-44df-957f-12657a5f2cbb up at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:36:14.378445 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Pushing event updated for resources: {'Port': ['ID=d734f774-c938-44da-835b-70853d680779,revision_number=4']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:36:14.390792 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Provisioning complete for port 2fd06427-961f-44df-957f-12657a5f2cbb triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:36:14.391168 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (2fd06427-961f-44df-957f-12657a5f2cbb), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:14.430507 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-460fd1b3-5954-4256-87d2-e49ef0ce82fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-548769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-541230'] for router (da668160-0358-461b-ace1-90a8f8ad287a), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:14.487994 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Current status of the port 2fd06427-961f-44df-957f-12657a5f2cbb is: DOWN; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:36:14.488506 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (2fd06427-961f-44df-957f-12657a5f2cbb), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:14.525230 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] For port 2fd06427-961f-44df-957f-12657a5f2cbb, host dv-cinder-835881-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=2fd06427-961f-44df-957f-12657a5f2cbb,segment=NetworkSegment(89b84f86-ee59-4e80-b9d5-8c370b578ec9),segment_id=89b84f86-ee59-4e80-b9d5-8c370b578ec9)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:36:14.535756 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (2fd06427-961f-44df-957f-12657a5f2cbb), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:14.592361 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Pushing event updated for resources: {'Port': ['ID=2fd06427-961f-44df-957f-12657a5f2cbb,revision_number=3']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:36:14.710285 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5253beb8-e0ba-4ed5-b76a-954bddee2045 None None] Sync routers for ids ['6ef47e23-9d1b-452b-95cc-70aafbf47f02'] in dv-cinder-835881-1-iscsi {{(pid=103497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:36:14.720994 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5253beb8-e0ba-4ed5-b76a-954bddee2045 None None] Routers {'6ef47e23-9d1b-452b-95cc-70aafbf47f02'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:36:14.721716 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-5253beb8-e0ba-4ed5-b76a-954bddee2045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:36:14Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['6ef47e23-9d1b-452b-95cc-70aafbf47f02'], 'active': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:36:14.785530 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eae1d79-989d-4fef-9069-79a0a833e0bf None None] Network 4affee87-4d5c-4389-9c63-764fdd54b89d requested from dv-cinder-835881-1-iscsi {{(pid=103496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:36:14.811523 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-460fd1b3-5954-4256-87d2-e49ef0ce82fc admin admin] Router da668160-0358-461b-ace1-90a8f8ad287a is scheduled to L3 agent d6545c5f-a93c-4a15-87cd-019d3e75e7be with binding_index 1 {{(pid=103494) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 18:36:14.838653 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvr_db [None req-5253beb8-e0ba-4ed5-b76a-954bddee2045 None None] Set router 6ef47e23-9d1b-452b-95cc-70aafbf47f02 gateway port host: dv-cinder-835881-1-iscsi {{(pid=103497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:36:14.861439 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-c1b543fc-465a-4a87-bdb2-62b7247a4e34 None None] Provisioning complete for port 2fd06427-961f-44df-957f-12657a5f2cbb triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:36:14.861856 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-c1b543fc-465a-4a87-bdb2-62b7247a4e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (2fd06427-961f-44df-957f-12657a5f2cbb), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:14.919932 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-460fd1b3-5954-4256-87d2-e49ef0ce82fc admin admin] Notify agent at l3_agent.dv-cinder-835881-1-iscsi the message routers_updated {{(pid=103494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:36:14.935820 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda70168-ab76-4e47-9928-9f060b55ea3d None None] Sync routers for ids ['da668160-0358-461b-ace1-90a8f8ad287a'] in dv-cinder-835881-1-iscsi {{(pid=103496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:36:14.939490 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-460fd1b3-5954-4256-87d2-e49ef0ce82fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:14.940666 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-460fd1b3-5954-4256-87d2-e49ef0ce82fc admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8388050 Mar 30 18:36:14.943644 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 54518) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:36:15.003984 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda70168-ab76-4e47-9928-9f060b55ea3d None None] Routers {'da668160-0358-461b-ace1-90a8f8ad287a'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:36:15.004637 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-fda70168-ab76-4e47-9928-9f060b55ea3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:36:14Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['da668160-0358-461b-ace1-90a8f8ad287a'], 'active': True} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:36:15.045372 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-c1b543fc-465a-4a87-bdb2-62b7247a4e34 None None] Current status of the port 2fd06427-961f-44df-957f-12657a5f2cbb is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:36:15.105389 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:15.139849 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvr_db [None req-fda70168-ab76-4e47-9928-9f060b55ea3d None None] Set router da668160-0358-461b-ace1-90a8f8ad287a gateway port host: dv-cinder-835881-1-iscsi {{(pid=103496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:36:15.186819 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-5253beb8-e0ba-4ed5-b76a-954bddee2045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'name': 'tempest-TestVolumeBootPattern-1377860571-router', 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'd734f774-c938-44da-835b-70853d680779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:36:08Z', 'updated_at': '2022-03-30T18:36:11Z', 'revision_number': 4, 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'gw_port': {'id': 'd734f774-c938-44da-835b-70853d680779', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ea:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:36:09Z', 'updated_at': '2022-03-30T18:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': '807b26b8-5f6a-4d75-b032-3715d2a52a1c', 'name': '', 'network_id': '441ab226-4bd7-4c9e-801d-3828be7a85e7', 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'mac_address': 'fa:16:3e:62:1a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '9b5f5be6-436f-4774-b876-bea0bb4c57e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:36:10Z', 'updated_at': '2022-03-30T18:36:11Z', 'revision_number': 2, 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'subnets': [{'id': '9b5f5be6-436f-4774-b876-bea0bb4c57e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:36:15.222097 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5253beb8-e0ba-4ed5-b76a-954bddee2045 None None] Checking router: 6ef47e23-9d1b-452b-95cc-70aafbf47f02 for host: dv-cinder-835881-1-iscsi {{(pid=103497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:36:15.222484 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5253beb8-e0ba-4ed5-b76a-954bddee2045 None None] Updating router 6ef47e23-9d1b-452b-95cc-70aafbf47f02 port 807b26b8-5f6a-4d75-b032-3715d2a52a1c binding host dv-cinder-835881-1-iscsi {{(pid=103497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 18:36:15.250877 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-5253beb8-e0ba-4ed5-b76a-954bddee2045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (807b26b8-5f6a-4d75-b032-3715d2a52a1c), before_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:15.288403 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-6d22f079-ba8a-4f3c-a1e3-4baeb84c7cfc None None] Provisioning complete for port 2fd06427-961f-44df-957f-12657a5f2cbb triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:36:15.289517 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-6d22f079-ba8a-4f3c-a1e3-4baeb84c7cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (2fd06427-961f-44df-957f-12657a5f2cbb), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:15.420386 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-6d22f079-ba8a-4f3c-a1e3-4baeb84c7cfc None None] Current status of the port 2fd06427-961f-44df-957f-12657a5f2cbb is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:36:15.427962 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-fda70168-ab76-4e47-9928-9f060b55ea3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da668160-0358-461b-ace1-90a8f8ad287a', 'name': 'tempest-TestVolumeBootPattern-1262388300-router', 'tenant_id': '461eab966e074633a5c762de9bb76312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '554475b8-1c2d-43da-8e6f-fe377c5f9d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:36:13Z', 'updated_at': '2022-03-30T18:36:14Z', 'revision_number': 3, 'project_id': '461eab966e074633a5c762de9bb76312', 'gw_port': {'id': '554475b8-1c2d-43da-8e6f-fe377c5f9d62', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:4e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da668160-0358-461b-ace1-90a8f8ad287a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:36:13Z', 'updated_at': '2022-03-30T18:36:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi'}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:36:15.434252 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-f782ec54-1771-4b69-ac10-085747d6949b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:15.455499 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda70168-ab76-4e47-9928-9f060b55ea3d None None] Checking router: da668160-0358-461b-ace1-90a8f8ad287a for host: dv-cinder-835881-1-iscsi {{(pid=103496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:36:15.455850 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda70168-ab76-4e47-9928-9f060b55ea3d None None] Updating router da668160-0358-461b-ace1-90a8f8ad287a port 554475b8-1c2d-43da-8e6f-fe377c5f9d62 binding host dv-cinder-835881-1-iscsi {{(pid=103496) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 18:36:15.483223 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-fda70168-ab76-4e47-9928-9f060b55ea3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (554475b8-1c2d-43da-8e6f-fe377c5f9d62), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:15.537083 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-5253beb8-e0ba-4ed5-b76a-954bddee2045 None None] Publish callbacks [] for port (807b26b8-5f6a-4d75-b032-3715d2a52a1c), precommit_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:15.544092 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-5253beb8-e0ba-4ed5-b76a-954bddee2045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (807b26b8-5f6a-4d75-b032-3715d2a52a1c), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:15.624070 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf42425-ad6b-44f1-8dfe-06ea6493f693 None None] Pushing event updated for resources: {'Port': ['ID=807b26b8-5f6a-4d75-b032-3715d2a52a1c,revision_number=3']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:36:15.626106 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.db.db_base_plugin_common [None req-f782ec54-1771-4b69-ac10-085747d6949b admin admin] Allocated IP 172.20.0.1 (4affee87-4d5c-4389-9c63-764fdd54b89d/c720ef46-d9cf-4f91-9717-7a1f51abfb92/70c3300d-aea0-4a54-a1ec-450362416f9d) {{(pid=103494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:36:15.647721 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf42425-ad6b-44f1-8dfe-06ea6493f693 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:36:15.647982 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf42425-ad6b-44f1-8dfe-06ea6493f693 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:36:15.648406 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf42425-ad6b-44f1-8dfe-06ea6493f693 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:36:15.649014 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf42425-ad6b-44f1-8dfe-06ea6493f693 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:36:15.649422 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf42425-ad6b-44f1-8dfe-06ea6493f693 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:36:15.649887 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf42425-ad6b-44f1-8dfe-06ea6493f693 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:36:15.650345 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf42425-ad6b-44f1-8dfe-06ea6493f693 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:36:15.650777 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf42425-ad6b-44f1-8dfe-06ea6493f693 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:36:15.651193 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf42425-ad6b-44f1-8dfe-06ea6493f693 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:36:15.651620 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf42425-ad6b-44f1-8dfe-06ea6493f693 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:36:15.652037 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf42425-ad6b-44f1-8dfe-06ea6493f693 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:36:15.652464 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf42425-ad6b-44f1-8dfe-06ea6493f693 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:36:15.652903 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf42425-ad6b-44f1-8dfe-06ea6493f693 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:36:15.653324 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf42425-ad6b-44f1-8dfe-06ea6493f693 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:36:15.653743 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf42425-ad6b-44f1-8dfe-06ea6493f693 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103497) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:36:15.674604 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [None req-5253beb8-e0ba-4ed5-b76a-954bddee2045 None None] Attempting to bind port 807b26b8-5f6a-4d75-b032-3715d2a52a1c on host dv-cinder-835881-1-iscsi for vnic_type normal with profile {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:36:15.675024 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [None req-5253beb8-e0ba-4ed5-b76a-954bddee2045 None None] Attempting to bind port 807b26b8-5f6a-4d75-b032-3715d2a52a1c by drivers openvswitch,hyperv on host dv-cinder-835881-1-iscsi at level 0 using segments [{'id': 'fa0e0491-73dd-4d0e-8d7e-5b0748535720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '441ab226-4bd7-4c9e-801d-3828be7a85e7'}] {{(pid=103497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:36:15.675489 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5253beb8-e0ba-4ed5-b76a-954bddee2045 None None] Attempting to bind port 807b26b8-5f6a-4d75-b032-3715d2a52a1c on network 441ab226-4bd7-4c9e-801d-3828be7a85e7 {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:36:15.681329 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5253beb8-e0ba-4ed5-b76a-954bddee2045 None None] Checking agent: {'id': '42d1cfe1-739c-4e03-9760-f1c54e546c99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 9, 48), 'started_at': datetime.datetime(2022, 3, 30, 18, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:36:15.681831 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5253beb8-e0ba-4ed5-b76a-954bddee2045 None None] Checking segment: {'id': 'fa0e0491-73dd-4d0e-8d7e-5b0748535720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '441ab226-4bd7-4c9e-801d-3828be7a85e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:36:15.682377 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-5253beb8-e0ba-4ed5-b76a-954bddee2045 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:15.682867 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5253beb8-e0ba-4ed5-b76a-954bddee2045 None None] Bound using segment: {'id': 'fa0e0491-73dd-4d0e-8d7e-5b0748535720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '441ab226-4bd7-4c9e-801d-3828be7a85e7'} {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:36:15.683440 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [None req-5253beb8-e0ba-4ed5-b76a-954bddee2045 None None] Bound port: 807b26b8-5f6a-4d75-b032-3715d2a52a1c, host: dv-cinder-835881-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa0e0491-73dd-4d0e-8d7e-5b0748535720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '441ab226-4bd7-4c9e-801d-3828be7a85e7'}}] {{(pid=103497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:36:15.683924 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-5253beb8-e0ba-4ed5-b76a-954bddee2045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (807b26b8-5f6a-4d75-b032-3715d2a52a1c), before_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:15.762807 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-f782ec54-1771-4b69-ac10-085747d6949b admin admin] Publish callbacks [] for port (70c3300d-aea0-4a54-a1ec-450362416f9d), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:15.767261 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [None req-5253beb8-e0ba-4ed5-b76a-954bddee2045 None None] For port 807b26b8-5f6a-4d75-b032-3715d2a52a1c, host dv-cinder-835881-1-iscsi, cleared binding levels {{(pid=103497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:36:15.772178 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [None req-5253beb8-e0ba-4ed5-b76a-954bddee2045 None None] For port 807b26b8-5f6a-4d75-b032-3715d2a52a1c, host dv-cinder-835881-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=807b26b8-5f6a-4d75-b032-3715d2a52a1c,segment=NetworkSegment(fa0e0491-73dd-4d0e-8d7e-5b0748535720),segment_id=fa0e0491-73dd-4d0e-8d7e-5b0748535720)] {{(pid=103497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:36:15.781947 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-5253beb8-e0ba-4ed5-b76a-954bddee2045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (807b26b8-5f6a-4d75-b032-3715d2a52a1c), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:15.813341 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-f782ec54-1771-4b69-ac10-085747d6949b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728099412974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5343457'] for port (70c3300d-aea0-4a54-a1ec-450362416f9d), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:15.857507 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f782ec54-1771-4b69-ac10-085747d6949b admin admin] Pushing event updated for resources: {'Port': ['ID=70c3300d-aea0-4a54-a1ec-450362416f9d,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:36:15.859961 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5253beb8-e0ba-4ed5-b76a-954bddee2045 None None] Routers {'6ef47e23-9d1b-452b-95cc-70aafbf47f02'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:36:15.861434 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-5253beb8-e0ba-4ed5-b76a-954bddee2045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:36:14Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['6ef47e23-9d1b-452b-95cc-70aafbf47f02'], 'active': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:36:15.873957 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f782ec54-1771-4b69-ac10-085747d6949b admin admin] Network 4affee87-4d5c-4389-9c63-764fdd54b89d is already hosted by enough agents. {{(pid=103494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:36:15.875309 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.base_scheduler [None req-f782ec54-1771-4b69-ac10-085747d6949b admin admin] Resources bound (agent type, host, resource id): {{(pid=103494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:36:15.877828 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f782ec54-1771-4b69-ac10-085747d6949b admin admin] Received port after_create {{(pid=103494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:36:15.916874 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf42425-ad6b-44f1-8dfe-06ea6493f693 None None] Pushing event updated for resources: {'Port': ['ID=807b26b8-5f6a-4d75-b032-3715d2a52a1c,revision_number=4']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:36:15.928179 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-f782ec54-1771-4b69-ac10-085747d6949b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-542457'] for router_interface (da668160-0358-461b-ace1-90a8f8ad287a), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:15.994361 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-fda70168-ab76-4e47-9928-9f060b55ea3d None None] Publish callbacks [] for port (554475b8-1c2d-43da-8e6f-fe377c5f9d62), precommit_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:16.008256 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-0cec1159-6514-4b3e-a104-c2edeb5132bc None None] Provisioning complete for port 807b26b8-5f6a-4d75-b032-3715d2a52a1c triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:36:16.011231 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-0cec1159-6514-4b3e-a104-c2edeb5132bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (807b26b8-5f6a-4d75-b032-3715d2a52a1c), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:16.041176 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvr_db [None req-5253beb8-e0ba-4ed5-b76a-954bddee2045 None None] Set router 6ef47e23-9d1b-452b-95cc-70aafbf47f02 gateway port host: dv-cinder-835881-1-iscsi {{(pid=103497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:36:16.055349 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-fda70168-ab76-4e47-9928-9f060b55ea3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (554475b8-1c2d-43da-8e6f-fe377c5f9d62), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:16.126294 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86acfc83-1671-4f64-b6b3-962c48abdea9 None None] Pushing event updated for resources: {'Port': ['ID=554475b8-1c2d-43da-8e6f-fe377c5f9d62,revision_number=2']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:36:16.166609 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-f782ec54-1771-4b69-ac10-085747d6949b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (70c3300d-aea0-4a54-a1ec-450362416f9d), before_update {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:16.178615 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [None req-fda70168-ab76-4e47-9928-9f060b55ea3d None None] Attempting to bind port 554475b8-1c2d-43da-8e6f-fe377c5f9d62 on host dv-cinder-835881-1-iscsi for vnic_type normal with profile {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:36:16.179246 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [None req-fda70168-ab76-4e47-9928-9f060b55ea3d None None] Attempting to bind port 554475b8-1c2d-43da-8e6f-fe377c5f9d62 by drivers openvswitch,hyperv on host dv-cinder-835881-1-iscsi at level 0 using segments [{'id': '3d136d15-dbd4-4a28-bf1a-1c22979f6a0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2'}] {{(pid=103496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:36:16.180315 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda70168-ab76-4e47-9928-9f060b55ea3d None None] Attempting to bind port 554475b8-1c2d-43da-8e6f-fe377c5f9d62 on network 91cc19c8-4e3d-4b52-9973-bc78b4427ae2 {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:36:16.240764 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-0cec1159-6514-4b3e-a104-c2edeb5132bc None None] Current status of the port 807b26b8-5f6a-4d75-b032-3715d2a52a1c is: DOWN; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:36:16.242538 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-0cec1159-6514-4b3e-a104-c2edeb5132bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (807b26b8-5f6a-4d75-b032-3715d2a52a1c), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:16.256005 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device d734f774-c938-44da-835b-70853d680779 up at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:36:16.285319 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda70168-ab76-4e47-9928-9f060b55ea3d None None] Checking agent: {'id': '42d1cfe1-739c-4e03-9760-f1c54e546c99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 9, 48), 'started_at': datetime.datetime(2022, 3, 30, 18, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:36:16.285892 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda70168-ab76-4e47-9928-9f060b55ea3d None None] Checking segment: {'id': '3d136d15-dbd4-4a28-bf1a-1c22979f6a0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103496) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:36:16.286456 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-fda70168-ab76-4e47-9928-9f060b55ea3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:16.286969 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda70168-ab76-4e47-9928-9f060b55ea3d None None] Bound using segment: {'id': '3d136d15-dbd4-4a28-bf1a-1c22979f6a0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2'} {{(pid=103496) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:36:16.287525 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.managers [None req-fda70168-ab76-4e47-9928-9f060b55ea3d None None] Bound port: 554475b8-1c2d-43da-8e6f-fe377c5f9d62, host: dv-cinder-835881-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d136d15-dbd4-4a28-bf1a-1c22979f6a0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2'}}] {{(pid=103496) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:36:16.287985 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-fda70168-ab76-4e47-9928-9f060b55ea3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (554475b8-1c2d-43da-8e6f-fe377c5f9d62), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:16.342276 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-0cec1159-6514-4b3e-a104-c2edeb5132bc None None] For port 807b26b8-5f6a-4d75-b032-3715d2a52a1c, host dv-cinder-835881-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=807b26b8-5f6a-4d75-b032-3715d2a52a1c,segment=NetworkSegment(fa0e0491-73dd-4d0e-8d7e-5b0748535720),segment_id=fa0e0491-73dd-4d0e-8d7e-5b0748535720)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:36:16.352690 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-0cec1159-6514-4b3e-a104-c2edeb5132bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (807b26b8-5f6a-4d75-b032-3715d2a52a1c), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:16.357837 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-5253beb8-e0ba-4ed5-b76a-954bddee2045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'name': 'tempest-TestVolumeBootPattern-1377860571-router', 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'd734f774-c938-44da-835b-70853d680779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:36:08Z', 'updated_at': '2022-03-30T18:36:11Z', 'revision_number': 4, 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'gw_port': {'id': 'd734f774-c938-44da-835b-70853d680779', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ea:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:36:09Z', 'updated_at': '2022-03-30T18:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': '807b26b8-5f6a-4d75-b032-3715d2a52a1c', 'name': '', 'network_id': '441ab226-4bd7-4c9e-801d-3828be7a85e7', 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'mac_address': 'fa:16:3e:62:1a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '9b5f5be6-436f-4774-b876-bea0bb4c57e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:36:10Z', 'updated_at': '2022-03-30T18:36:15Z', 'revision_number': 4, 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'subnets': [{'id': '9b5f5be6-436f-4774-b876-bea0bb4c57e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:36:16.383922 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-f782ec54-1771-4b69-ac10-085747d6949b admin admin] Publish callbacks [] for port (70c3300d-aea0-4a54-a1ec-450362416f9d), precommit_update {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:16.388966 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-f782ec54-1771-4b69-ac10-085747d6949b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5343464'] for port (70c3300d-aea0-4a54-a1ec-450362416f9d), after_update {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:16.392825 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5253beb8-e0ba-4ed5-b76a-954bddee2045 None None] The sync data for ids ['6ef47e23-9d1b-452b-95cc-70aafbf47f02'] in dv-cinder-835881-1-iscsi is: [{'id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'name': 'tempest-TestVolumeBootPattern-1377860571-router', 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'd734f774-c938-44da-835b-70853d680779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:36:08Z', 'updated_at': '2022-03-30T18:36:11Z', 'revision_number': 4, 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'gw_port': {'id': 'd734f774-c938-44da-835b-70853d680779', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ea:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:36:09Z', 'updated_at': '2022-03-30T18:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': '807b26b8-5f6a-4d75-b032-3715d2a52a1c', 'name': '', 'network_id': '441ab226-4bd7-4c9e-801d-3828be7a85e7', 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'mac_address': 'fa:16:3e:62:1a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '9b5f5be6-436f-4774-b876-bea0bb4c57e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:36:10Z', 'updated_at': '2022-03-30T18:36:15Z', 'revision_number': 4, 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'subnets': [{'id': '9b5f5be6-436f-4774-b876-bea0bb4c57e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:36:16.407349 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-fda70168-ab76-4e47-9928-9f060b55ea3d None None] For port 554475b8-1c2d-43da-8e6f-fe377c5f9d62, host dv-cinder-835881-1-iscsi, cleared binding levels {{(pid=103496) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:36:16.427974 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-fda70168-ab76-4e47-9928-9f060b55ea3d None None] For port 554475b8-1c2d-43da-8e6f-fe377c5f9d62, host dv-cinder-835881-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=554475b8-1c2d-43da-8e6f-fe377c5f9d62,segment=NetworkSegment(3d136d15-dbd4-4a28-bf1a-1c22979f6a0d),segment_id=3d136d15-dbd4-4a28-bf1a-1c22979f6a0d)] {{(pid=103496) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:36:16.444796 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-fda70168-ab76-4e47-9928-9f060b55ea3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (554475b8-1c2d-43da-8e6f-fe377c5f9d62), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:16.448901 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Provisioning complete for port d734f774-c938-44da-835b-70853d680779 triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:36:16.449272 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (d734f774-c938-44da-835b-70853d680779), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:16.455875 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cec1159-6514-4b3e-a104-c2edeb5132bc None None] Pushing event updated for resources: {'Port': ['ID=807b26b8-5f6a-4d75-b032-3715d2a52a1c,revision_number=5']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:36:16.466833 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f782ec54-1771-4b69-ac10-085747d6949b admin admin] Pushing event updated for resources: {'Port': ['ID=70c3300d-aea0-4a54-a1ec-450362416f9d,revision_number=2']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:36:16.476479 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-f782ec54-1771-4b69-ac10-085747d6949b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551259', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-542317'] for router_interface (da668160-0358-461b-ace1-90a8f8ad287a), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:16.549843 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:16.573087 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda70168-ab76-4e47-9928-9f060b55ea3d None None] Routers {'da668160-0358-461b-ace1-90a8f8ad287a'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:36:16.573990 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-fda70168-ab76-4e47-9928-9f060b55ea3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:36:14Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['da668160-0358-461b-ace1-90a8f8ad287a'], 'active': True} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:36:16.575807 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-3ed7f0ad-fb53-4c73-b885-35ef0ce9e083 None None] Provisioning complete for port 70c3300d-aea0-4a54-a1ec-450362416f9d triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:36:16.576187 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-3ed7f0ad-fb53-4c73-b885-35ef0ce9e083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (70c3300d-aea0-4a54-a1ec-450362416f9d), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:16.577561 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f782ec54-1771-4b69-ac10-085747d6949b admin admin] Network 4affee87-4d5c-4389-9c63-764fdd54b89d is already hosted by enough agents. {{(pid=103494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:36:16.579046 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.base_scheduler [None req-f782ec54-1771-4b69-ac10-085747d6949b admin admin] Resources bound (agent type, host, resource id): {{(pid=103494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:36:16.666424 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86acfc83-1671-4f64-b6b3-962c48abdea9 None None] Pushing event updated for resources: {'Port': ['ID=554475b8-1c2d-43da-8e6f-fe377c5f9d62,revision_number=3']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:36:16.716944 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f782ec54-1771-4b69-ac10-085747d6949b admin admin] Router da668160-0358-461b-ace1-90a8f8ad287a has already been hosted by L3 agent d6545c5f-a93c-4a15-87cd-019d3e75e7be {{(pid=103494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:36:16.724664 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-3ed7f0ad-fb53-4c73-b885-35ef0ce9e083 None None] Port 70c3300d-aea0-4a54-a1ec-450362416f9d cannot update to ACTIVE because it is not bound. {{(pid=103496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:36:16.763999 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-3ed7f0ad-fb53-4c73-b885-35ef0ce9e083 None None] Provisioning complete for port 807b26b8-5f6a-4d75-b032-3715d2a52a1c triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:36:16.764386 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-3ed7f0ad-fb53-4c73-b885-35ef0ce9e083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (807b26b8-5f6a-4d75-b032-3715d2a52a1c), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:16.765917 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Current status of the port d734f774-c938-44da-835b-70853d680779 is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:36:16.767083 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 2fd06427-961f-44df-957f-12657a5f2cbb up at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:36:16.813018 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvr_db [None req-fda70168-ab76-4e47-9928-9f060b55ea3d None None] Set router da668160-0358-461b-ace1-90a8f8ad287a gateway port host: dv-cinder-835881-1-iscsi {{(pid=103496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:36:16.865410 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f782ec54-1771-4b69-ac10-085747d6949b admin admin] Notify agent at l3_agent.dv-cinder-835881-1-iscsi the message routers_updated {{(pid=103494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:36:16.871104 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-f782ec54-1771-4b69-ac10-085747d6949b admin admin] 10.222.0.41 "PUT /v2.0/routers/da668160-0358-461b-ace1-90a8f8ad287a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9246285 Mar 30 18:36:17.002995 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Provisioning complete for port 2fd06427-961f-44df-957f-12657a5f2cbb triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:36:17.003370 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (2fd06427-961f-44df-957f-12657a5f2cbb), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:17.060784 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-3ed7f0ad-fb53-4c73-b885-35ef0ce9e083 None None] Current status of the port 807b26b8-5f6a-4d75-b032-3715d2a52a1c is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:36:17.157075 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Current status of the port 2fd06427-961f-44df-957f-12657a5f2cbb is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:36:17.158551 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 807b26b8-5f6a-4d75-b032-3715d2a52a1c up at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:36:17.201883 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-fda70168-ab76-4e47-9928-9f060b55ea3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da668160-0358-461b-ace1-90a8f8ad287a', 'name': 'tempest-TestVolumeBootPattern-1262388300-router', 'tenant_id': '461eab966e074633a5c762de9bb76312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '554475b8-1c2d-43da-8e6f-fe377c5f9d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:36:13Z', 'updated_at': '2022-03-30T18:36:16Z', 'revision_number': 4, 'project_id': '461eab966e074633a5c762de9bb76312', 'gw_port': {'id': '554475b8-1c2d-43da-8e6f-fe377c5f9d62', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:4e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da668160-0358-461b-ace1-90a8f8ad287a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:36:13Z', 'updated_at': '2022-03-30T18:36:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': '70c3300d-aea0-4a54-a1ec-450362416f9d', 'name': '', 'network_id': '4affee87-4d5c-4389-9c63-764fdd54b89d', 'tenant_id': '461eab966e074633a5c762de9bb76312', 'mac_address': 'fa:16:3e:08:e5:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da668160-0358-461b-ace1-90a8f8ad287a', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'c720ef46-d9cf-4f91-9717-7a1f51abfb92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:36:15Z', 'updated_at': '2022-03-30T18:36:16Z', 'revision_number': 2, 'project_id': '461eab966e074633a5c762de9bb76312', 'subnets': [{'id': 'c720ef46-d9cf-4f91-9717-7a1f51abfb92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:36:17.240768 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda70168-ab76-4e47-9928-9f060b55ea3d None None] The sync data for ids ['da668160-0358-461b-ace1-90a8f8ad287a'] in dv-cinder-835881-1-iscsi is: [{'id': 'da668160-0358-461b-ace1-90a8f8ad287a', 'name': 'tempest-TestVolumeBootPattern-1262388300-router', 'tenant_id': '461eab966e074633a5c762de9bb76312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '554475b8-1c2d-43da-8e6f-fe377c5f9d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:36:13Z', 'updated_at': '2022-03-30T18:36:16Z', 'revision_number': 4, 'project_id': '461eab966e074633a5c762de9bb76312', 'gw_port': {'id': '554475b8-1c2d-43da-8e6f-fe377c5f9d62', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:4e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da668160-0358-461b-ace1-90a8f8ad287a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:36:13Z', 'updated_at': '2022-03-30T18:36:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': '70c3300d-aea0-4a54-a1ec-450362416f9d', 'name': '', 'network_id': '4affee87-4d5c-4389-9c63-764fdd54b89d', 'tenant_id': '461eab966e074633a5c762de9bb76312', 'mac_address': 'fa:16:3e:08:e5:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da668160-0358-461b-ace1-90a8f8ad287a', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'c720ef46-d9cf-4f91-9717-7a1f51abfb92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:36:15Z', 'updated_at': '2022-03-30T18:36:16Z', 'revision_number': 2, 'project_id': '461eab966e074633a5c762de9bb76312', 'subnets': [{'id': 'c720ef46-d9cf-4f91-9717-7a1f51abfb92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:36:17.242987 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-27ab219b-eed6-4694-ad0d-ae12b680a92d None None] Provisioning complete for port 70c3300d-aea0-4a54-a1ec-450362416f9d triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:36:17.243380 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-27ab219b-eed6-4694-ad0d-ae12b680a92d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (70c3300d-aea0-4a54-a1ec-450362416f9d), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:17.286382 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Provisioning complete for port 807b26b8-5f6a-4d75-b032-3715d2a52a1c triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:36:17.286755 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (807b26b8-5f6a-4d75-b032-3715d2a52a1c), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:17.288612 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-27ab219b-eed6-4694-ad0d-ae12b680a92d None None] Port 70c3300d-aea0-4a54-a1ec-450362416f9d cannot update to ACTIVE because it is not bound. {{(pid=103496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:36:17.351864 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 54532) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:36:17.356540 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.v2.base [None req-d7b4be43-6159-46f4-a440-4ebcce9517b5 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-452088715', 'description': 'tempest-secgroup-smoke-452088715 description', 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6'}} {{(pid=103494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:36:17.376995 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Current status of the port 807b26b8-5f6a-4d75-b032-3715d2a52a1c is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:36:17.377330 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-d7b4be43-6159-46f4-a440-4ebcce9517b5 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks [] for security_group (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:17.449340 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-d7b4be43-6159-46f4-a440-4ebcce9517b5 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks [] for security_group (890809ac-e89e-4692-820d-650417fc6978), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:17.458175 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-d7b4be43-6159-46f4-a440-4ebcce9517b5 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (890809ac-e89e-4692-820d-650417fc6978), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:17.499438 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-d7b4be43-6159-46f4-a440-4ebcce9517b5 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks [] for security_group (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:17.503818 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-d7b4be43-6159-46f4-a440-4ebcce9517b5 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1480675 Mar 30 18:36:17.503818 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b4be43-6159-46f4-a440-4ebcce9517b5 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=890809ac-e89e-4692-820d-650417fc6978,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:36:17.506217 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 54534) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:36:17.510559 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.v2.base [None req-011cefcb-30d1-4ff5-acb6-ca230c5b9dd3 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Request body: {'security_group_rule': {'security_group_id': '890809ac-e89e-4692-820d-650417fc6978', 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:36:17.537512 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-011cefcb-30d1-4ff5-acb6-ca230c5b9dd3 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks [] for security_group_rule (7e555c0b-b93c-4b0e-b02c-00be2577949d), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:17.596945 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-011cefcb-30d1-4ff5-acb6-ca230c5b9dd3 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks [] for security_group_rule (7e555c0b-b93c-4b0e-b02c-00be2577949d), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:17.601502 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-011cefcb-30d1-4ff5-acb6-ca230c5b9dd3 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005201'] for security_group_rule (7e555c0b-b93c-4b0e-b02c-00be2577949d), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:17.620078 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011cefcb-30d1-4ff5-acb6-ca230c5b9dd3 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e555c0b-b93c-4b0e-b02c-00be2577949d,revision_number=0']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:36:17.630700 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-011cefcb-30d1-4ff5-acb6-ca230c5b9dd3 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:17.631940 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-011cefcb-30d1-4ff5-acb6-ca230c5b9dd3 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1248329 Mar 30 18:36:17.634644 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 54536) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:36:17.639300 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [None req-66e0a9db-e103-41ed-8549-158e504a7a0f tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Request body: {'security_group_rule': {'security_group_id': '890809ac-e89e-4692-820d-650417fc6978', 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:36:17.664886 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-66e0a9db-e103-41ed-8549-158e504a7a0f tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks [] for security_group_rule (ad8d21a9-29e5-4e8f-a29a-05df6cc2fe48), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:17.726352 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-66e0a9db-e103-41ed-8549-158e504a7a0f tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks [] for security_group_rule (ad8d21a9-29e5-4e8f-a29a-05df6cc2fe48), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:17.730656 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-66e0a9db-e103-41ed-8549-158e504a7a0f tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005201'] for security_group_rule (ad8d21a9-29e5-4e8f-a29a-05df6cc2fe48), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:17.749639 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e0a9db-e103-41ed-8549-158e504a7a0f tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad8d21a9-29e5-4e8f-a29a-05df6cc2fe48,revision_number=0']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:36:17.758250 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-66e0a9db-e103-41ed-8549-158e504a7a0f tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:17.759539 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-66e0a9db-e103-41ed-8549-158e504a7a0f tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1238587 Mar 30 18:36:17.762220 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 54538) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:36:17.767511 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [None req-bc7bd661-5b44-454b-a1ba-41c635175ea5 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Request body: {'security_group_rule': {'security_group_id': '890809ac-e89e-4692-820d-650417fc6978', 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:36:17.792830 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-bc7bd661-5b44-454b-a1ba-41c635175ea5 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks [] for security_group_rule (5488411b-346a-4ff2-9870-f2a909eb3e79), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:17.853720 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-bc7bd661-5b44-454b-a1ba-41c635175ea5 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks [] for security_group_rule (5488411b-346a-4ff2-9870-f2a909eb3e79), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:17.857226 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-bc7bd661-5b44-454b-a1ba-41c635175ea5 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005201'] for security_group_rule (5488411b-346a-4ff2-9870-f2a909eb3e79), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:17.879920 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7bd661-5b44-454b-a1ba-41c635175ea5 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5488411b-346a-4ff2-9870-f2a909eb3e79,revision_number=0']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:36:17.887386 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-bc7bd661-5b44-454b-a1ba-41c635175ea5 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:17.888462 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-bc7bd661-5b44-454b-a1ba-41c635175ea5 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1252956 Mar 30 18:36:17.891451 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 54540) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:36:17.896050 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [None req-87ad8cb4-a9cc-4d23-919a-e5fbd9a55d70 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Request body: {'security_group_rule': {'security_group_id': '890809ac-e89e-4692-820d-650417fc6978', 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:36:17.919399 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-87ad8cb4-a9cc-4d23-919a-e5fbd9a55d70 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks [] for security_group_rule (38fec516-00a6-4666-9d46-f734c1d1e890), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:17.975057 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-87ad8cb4-a9cc-4d23-919a-e5fbd9a55d70 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks [] for security_group_rule (38fec516-00a6-4666-9d46-f734c1d1e890), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:17.978302 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-87ad8cb4-a9cc-4d23-919a-e5fbd9a55d70 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005201'] for security_group_rule (38fec516-00a6-4666-9d46-f734c1d1e890), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:17.995083 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ad8cb4-a9cc-4d23-919a-e5fbd9a55d70 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38fec516-00a6-4666-9d46-f734c1d1e890,revision_number=0']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:36:18.002701 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-87ad8cb4-a9cc-4d23-919a-e5fbd9a55d70 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:18.006905 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-87ad8cb4-a9cc-4d23-919a-e5fbd9a55d70 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1114902 Mar 30 18:36:18.006905 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 54542) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:36:18.013433 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [None req-b34c599d-0d9d-40b7-8eaa-d2c5d198a5e5 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Request body: {'security_group_rule': {'security_group_id': '890809ac-e89e-4692-820d-650417fc6978', 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:36:18.031167 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.db.securitygroups_db [None req-b34c599d-0d9d-40b7-8eaa-d2c5d198a5e5 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Project 30fd70996a7c47ecbdbe3cea7d9518e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 18:36:18.037290 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-b34c599d-0d9d-40b7-8eaa-d2c5d198a5e5 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks [] for security_group_rule (08024733-2bba-4e52-be90-43726f356d01), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:18.069452 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:18.106396 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 807b26b8-5f6a-4d75-b032-3715d2a52a1c up at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:36:18.118774 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-b34c599d-0d9d-40b7-8eaa-d2c5d198a5e5 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks [] for security_group_rule (08024733-2bba-4e52-be90-43726f356d01), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:18.123466 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-b34c599d-0d9d-40b7-8eaa-d2c5d198a5e5 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005201'] for security_group_rule (08024733-2bba-4e52-be90-43726f356d01), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:18.144082 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34c599d-0d9d-40b7-8eaa-d2c5d198a5e5 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08024733-2bba-4e52-be90-43726f356d01,revision_number=0']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:36:18.150167 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-b34c599d-0d9d-40b7-8eaa-d2c5d198a5e5 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:18.153979 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-b34c599d-0d9d-40b7-8eaa-d2c5d198a5e5 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1439521 Mar 30 18:36:18.154116 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 54544) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:36:18.159014 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [None req-39d837a5-8c5c-468f-a30c-b61ee76131b6 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Request body: {'security_group_rule': {'security_group_id': '890809ac-e89e-4692-820d-650417fc6978', 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:36:18.161183 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Provisioning complete for port 807b26b8-5f6a-4d75-b032-3715d2a52a1c triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:36:18.161558 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (807b26b8-5f6a-4d75-b032-3715d2a52a1c), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:18.179965 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.db.securitygroups_db [None req-39d837a5-8c5c-468f-a30c-b61ee76131b6 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Project 30fd70996a7c47ecbdbe3cea7d9518e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 18:36:18.185188 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-39d837a5-8c5c-468f-a30c-b61ee76131b6 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks [] for security_group_rule (2b71bcd2-868d-4e38-8ff9-6f8b558ad436), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:18.243064 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Current status of the port 807b26b8-5f6a-4d75-b032-3715d2a52a1c is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:36:18.243644 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-39d837a5-8c5c-468f-a30c-b61ee76131b6 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks [] for security_group_rule (2b71bcd2-868d-4e38-8ff9-6f8b558ad436), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:18.248031 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-39d837a5-8c5c-468f-a30c-b61ee76131b6 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1005201'] for security_group_rule (2b71bcd2-868d-4e38-8ff9-6f8b558ad436), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:18.268479 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d837a5-8c5c-468f-a30c-b61ee76131b6 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b71bcd2-868d-4e38-8ff9-6f8b558ad436,revision_number=0']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:36:18.275415 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-39d837a5-8c5c-468f-a30c-b61ee76131b6 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:18.276576 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-39d837a5-8c5c-468f-a30c-b61ee76131b6 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1215177 Mar 30 18:36:18.768720 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (ab438a54-a4f6-4fd3-b589-96aa27265666), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:20.090365 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 554475b8-1c2d-43da-8e6f-fe377c5f9d62 up at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:36:20.123752 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b70c04-d138-4a84-9ef5-fbf04d07754c None None] Sync routers for ids ['da668160-0358-461b-ace1-90a8f8ad287a'] in dv-cinder-835881-1-iscsi {{(pid=103497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:36:20.136311 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b70c04-d138-4a84-9ef5-fbf04d07754c None None] Routers {'da668160-0358-461b-ace1-90a8f8ad287a'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:36:20.136942 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-06b70c04-d138-4a84-9ef5-fbf04d07754c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:36:14Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['da668160-0358-461b-ace1-90a8f8ad287a'], 'active': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:36:20.147646 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Provisioning complete for port 554475b8-1c2d-43da-8e6f-fe377c5f9d62 triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:36:20.148103 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (554475b8-1c2d-43da-8e6f-fe377c5f9d62), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:20.252517 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvr_db [None req-06b70c04-d138-4a84-9ef5-fbf04d07754c None None] Set router da668160-0358-461b-ace1-90a8f8ad287a gateway port host: dv-cinder-835881-1-iscsi {{(pid=103497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:36:20.370035 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Current status of the port 554475b8-1c2d-43da-8e6f-fe377c5f9d62 is: DOWN; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:36:20.370368 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (554475b8-1c2d-43da-8e6f-fe377c5f9d62), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:20.392010 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] For port 554475b8-1c2d-43da-8e6f-fe377c5f9d62, host dv-cinder-835881-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=554475b8-1c2d-43da-8e6f-fe377c5f9d62,segment=NetworkSegment(3d136d15-dbd4-4a28-bf1a-1c22979f6a0d),segment_id=3d136d15-dbd4-4a28-bf1a-1c22979f6a0d)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:36:20.396392 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (554475b8-1c2d-43da-8e6f-fe377c5f9d62), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:20.448104 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Pushing event updated for resources: {'Port': ['ID=554475b8-1c2d-43da-8e6f-fe377c5f9d62,revision_number=4']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:36:20.478644 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-06b70c04-d138-4a84-9ef5-fbf04d07754c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da668160-0358-461b-ace1-90a8f8ad287a', 'name': 'tempest-TestVolumeBootPattern-1262388300-router', 'tenant_id': '461eab966e074633a5c762de9bb76312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '554475b8-1c2d-43da-8e6f-fe377c5f9d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:36:13Z', 'updated_at': '2022-03-30T18:36:16Z', 'revision_number': 4, 'project_id': '461eab966e074633a5c762de9bb76312', 'gw_port': {'id': '554475b8-1c2d-43da-8e6f-fe377c5f9d62', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:4e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da668160-0358-461b-ace1-90a8f8ad287a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:36:13Z', 'updated_at': '2022-03-30T18:36:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': '70c3300d-aea0-4a54-a1ec-450362416f9d', 'name': '', 'network_id': '4affee87-4d5c-4389-9c63-764fdd54b89d', 'tenant_id': '461eab966e074633a5c762de9bb76312', 'mac_address': 'fa:16:3e:08:e5:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da668160-0358-461b-ace1-90a8f8ad287a', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'c720ef46-d9cf-4f91-9717-7a1f51abfb92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:36:15Z', 'updated_at': '2022-03-30T18:36:16Z', 'revision_number': 2, 'project_id': '461eab966e074633a5c762de9bb76312', 'subnets': [{'id': 'c720ef46-d9cf-4f91-9717-7a1f51abfb92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:36:20.506417 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b70c04-d138-4a84-9ef5-fbf04d07754c None None] Checking router: da668160-0358-461b-ace1-90a8f8ad287a for host: dv-cinder-835881-1-iscsi {{(pid=103497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:36:20.506693 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b70c04-d138-4a84-9ef5-fbf04d07754c None None] Updating router da668160-0358-461b-ace1-90a8f8ad287a port 70c3300d-aea0-4a54-a1ec-450362416f9d binding host dv-cinder-835881-1-iscsi {{(pid=103497) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 18:36:20.533712 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-06b70c04-d138-4a84-9ef5-fbf04d07754c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (70c3300d-aea0-4a54-a1ec-450362416f9d), before_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:20.806691 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-06b70c04-d138-4a84-9ef5-fbf04d07754c None None] Publish callbacks [] for port (70c3300d-aea0-4a54-a1ec-450362416f9d), precommit_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:20.811973 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-06b70c04-d138-4a84-9ef5-fbf04d07754c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (70c3300d-aea0-4a54-a1ec-450362416f9d), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:20.949823 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d5338d-38ff-46c3-8a84-1ec8aaee0963 None None] Pushing event updated for resources: {'Port': ['ID=70c3300d-aea0-4a54-a1ec-450362416f9d,revision_number=3']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:36:21.005330 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [None req-06b70c04-d138-4a84-9ef5-fbf04d07754c None None] Attempting to bind port 70c3300d-aea0-4a54-a1ec-450362416f9d on host dv-cinder-835881-1-iscsi for vnic_type normal with profile {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:36:21.005704 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [None req-06b70c04-d138-4a84-9ef5-fbf04d07754c None None] Attempting to bind port 70c3300d-aea0-4a54-a1ec-450362416f9d by drivers openvswitch,hyperv on host dv-cinder-835881-1-iscsi at level 0 using segments [{'id': '89b84f86-ee59-4e80-b9d5-8c370b578ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '4affee87-4d5c-4389-9c63-764fdd54b89d'}] {{(pid=103497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:36:21.006250 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b70c04-d138-4a84-9ef5-fbf04d07754c None None] Attempting to bind port 70c3300d-aea0-4a54-a1ec-450362416f9d on network 4affee87-4d5c-4389-9c63-764fdd54b89d {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:36:21.011920 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b70c04-d138-4a84-9ef5-fbf04d07754c None None] Checking agent: {'id': '42d1cfe1-739c-4e03-9760-f1c54e546c99', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835881-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 9, 48), 'started_at': datetime.datetime(2022, 3, 30, 18, 10, 18), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835881-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:36:21.012303 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b70c04-d138-4a84-9ef5-fbf04d07754c None None] Checking segment: {'id': '89b84f86-ee59-4e80-b9d5-8c370b578ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '4affee87-4d5c-4389-9c63-764fdd54b89d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103497) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:36:21.012703 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-06b70c04-d138-4a84-9ef5-fbf04d07754c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:21.013090 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b70c04-d138-4a84-9ef5-fbf04d07754c None None] Bound using segment: {'id': '89b84f86-ee59-4e80-b9d5-8c370b578ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '4affee87-4d5c-4389-9c63-764fdd54b89d'} {{(pid=103497) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:36:21.013553 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.managers [None req-06b70c04-d138-4a84-9ef5-fbf04d07754c None None] Bound port: 70c3300d-aea0-4a54-a1ec-450362416f9d, host: dv-cinder-835881-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89b84f86-ee59-4e80-b9d5-8c370b578ec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '4affee87-4d5c-4389-9c63-764fdd54b89d'}}] {{(pid=103497) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:36:21.013932 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-06b70c04-d138-4a84-9ef5-fbf04d07754c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (70c3300d-aea0-4a54-a1ec-450362416f9d), before_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:21.089958 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [None req-06b70c04-d138-4a84-9ef5-fbf04d07754c None None] For port 70c3300d-aea0-4a54-a1ec-450362416f9d, host dv-cinder-835881-1-iscsi, cleared binding levels {{(pid=103497) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:36:21.093340 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.plugins.ml2.db [None req-06b70c04-d138-4a84-9ef5-fbf04d07754c None None] For port 70c3300d-aea0-4a54-a1ec-450362416f9d, host dv-cinder-835881-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=70c3300d-aea0-4a54-a1ec-450362416f9d,segment=NetworkSegment(89b84f86-ee59-4e80-b9d5-8c370b578ec9),segment_id=89b84f86-ee59-4e80-b9d5-8c370b578ec9)] {{(pid=103497) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:36:21.100276 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron_lib.callbacks.manager [None req-06b70c04-d138-4a84-9ef5-fbf04d07754c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (70c3300d-aea0-4a54-a1ec-450362416f9d), after_update {{(pid=103497) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:21.147876 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-07ff4d55-91a7-4a7a-a752-a0428d7c73cb None None] Provisioning complete for port 70c3300d-aea0-4a54-a1ec-450362416f9d triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:36:21.148389 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-07ff4d55-91a7-4a7a-a752-a0428d7c73cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (70c3300d-aea0-4a54-a1ec-450362416f9d), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:21.160542 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d5338d-38ff-46c3-8a84-1ec8aaee0963 None None] Pushing event updated for resources: {'Port': ['ID=70c3300d-aea0-4a54-a1ec-450362416f9d,revision_number=4']} {{(pid=103497) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:36:21.167353 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b70c04-d138-4a84-9ef5-fbf04d07754c None None] Routers {'da668160-0358-461b-ace1-90a8f8ad287a'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:36:21.167956 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-06b70c04-d138-4a84-9ef5-fbf04d07754c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:36:14Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['da668160-0358-461b-ace1-90a8f8ad287a'], 'active': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:36:21.241362 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-07ff4d55-91a7-4a7a-a752-a0428d7c73cb None None] Current status of the port 70c3300d-aea0-4a54-a1ec-450362416f9d is: DOWN; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:36:21.241765 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-07ff4d55-91a7-4a7a-a752-a0428d7c73cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (70c3300d-aea0-4a54-a1ec-450362416f9d), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:21.276922 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-07ff4d55-91a7-4a7a-a752-a0428d7c73cb None None] For port 70c3300d-aea0-4a54-a1ec-450362416f9d, host dv-cinder-835881-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=70c3300d-aea0-4a54-a1ec-450362416f9d,segment=NetworkSegment(89b84f86-ee59-4e80-b9d5-8c370b578ec9),segment_id=89b84f86-ee59-4e80-b9d5-8c370b578ec9)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:36:21.287056 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-07ff4d55-91a7-4a7a-a752-a0428d7c73cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (70c3300d-aea0-4a54-a1ec-450362416f9d), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:21.294688 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvr_db [None req-06b70c04-d138-4a84-9ef5-fbf04d07754c None None] Set router da668160-0358-461b-ace1-90a8f8ad287a gateway port host: dv-cinder-835881-1-iscsi {{(pid=103497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:36:21.346858 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff4d55-91a7-4a7a-a752-a0428d7c73cb None None] Pushing event updated for resources: {'Port': ['ID=70c3300d-aea0-4a54-a1ec-450362416f9d,revision_number=5']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:36:21.406700 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-1a5f5dae-b278-424b-95c4-f69c73efd854 None None] Provisioning complete for port 70c3300d-aea0-4a54-a1ec-450362416f9d triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:36:21.407081 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1a5f5dae-b278-424b-95c4-f69c73efd854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (70c3300d-aea0-4a54-a1ec-450362416f9d), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:21.494987 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-1a5f5dae-b278-424b-95c4-f69c73efd854 None None] Current status of the port 70c3300d-aea0-4a54-a1ec-450362416f9d is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:36:21.520975 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-06b70c04-d138-4a84-9ef5-fbf04d07754c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da668160-0358-461b-ace1-90a8f8ad287a', 'name': 'tempest-TestVolumeBootPattern-1262388300-router', 'tenant_id': '461eab966e074633a5c762de9bb76312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '554475b8-1c2d-43da-8e6f-fe377c5f9d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:36:13Z', 'updated_at': '2022-03-30T18:36:16Z', 'revision_number': 4, 'project_id': '461eab966e074633a5c762de9bb76312', 'gw_port': {'id': '554475b8-1c2d-43da-8e6f-fe377c5f9d62', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:4e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da668160-0358-461b-ace1-90a8f8ad287a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:36:13Z', 'updated_at': '2022-03-30T18:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': '70c3300d-aea0-4a54-a1ec-450362416f9d', 'name': '', 'network_id': '4affee87-4d5c-4389-9c63-764fdd54b89d', 'tenant_id': '461eab966e074633a5c762de9bb76312', 'mac_address': 'fa:16:3e:08:e5:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da668160-0358-461b-ace1-90a8f8ad287a', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'c720ef46-d9cf-4f91-9717-7a1f51abfb92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:36:15Z', 'updated_at': '2022-03-30T18:36:21Z', 'revision_number': 4, 'project_id': '461eab966e074633a5c762de9bb76312', 'subnets': [{'id': 'c720ef46-d9cf-4f91-9717-7a1f51abfb92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:36:21.551673 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b70c04-d138-4a84-9ef5-fbf04d07754c None None] The sync data for ids ['da668160-0358-461b-ace1-90a8f8ad287a'] in dv-cinder-835881-1-iscsi is: [{'id': 'da668160-0358-461b-ace1-90a8f8ad287a', 'name': 'tempest-TestVolumeBootPattern-1262388300-router', 'tenant_id': '461eab966e074633a5c762de9bb76312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '554475b8-1c2d-43da-8e6f-fe377c5f9d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:36:13Z', 'updated_at': '2022-03-30T18:36:16Z', 'revision_number': 4, 'project_id': '461eab966e074633a5c762de9bb76312', 'gw_port': {'id': '554475b8-1c2d-43da-8e6f-fe377c5f9d62', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:4e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da668160-0358-461b-ace1-90a8f8ad287a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:36:13Z', 'updated_at': '2022-03-30T18:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': '70c3300d-aea0-4a54-a1ec-450362416f9d', 'name': '', 'network_id': '4affee87-4d5c-4389-9c63-764fdd54b89d', 'tenant_id': '461eab966e074633a5c762de9bb76312', 'mac_address': 'fa:16:3e:08:e5:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da668160-0358-461b-ace1-90a8f8ad287a', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': 'c720ef46-d9cf-4f91-9717-7a1f51abfb92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:36:15Z', 'updated_at': '2022-03-30T18:36:21Z', 'revision_number': 4, 'project_id': '461eab966e074633a5c762de9bb76312', 'subnets': [{'id': 'c720ef46-d9cf-4f91-9717-7a1f51abfb92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:36:22.089554 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 554475b8-1c2d-43da-8e6f-fe377c5f9d62 up at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:36:22.140503 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Provisioning complete for port 554475b8-1c2d-43da-8e6f-fe377c5f9d62 triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:36:22.140882 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (554475b8-1c2d-43da-8e6f-fe377c5f9d62), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:22.222074 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Current status of the port 554475b8-1c2d-43da-8e6f-fe377c5f9d62 is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:36:22.223134 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 70c3300d-aea0-4a54-a1ec-450362416f9d up at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:36:22.270236 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Provisioning complete for port 70c3300d-aea0-4a54-a1ec-450362416f9d triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:36:22.271349 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (70c3300d-aea0-4a54-a1ec-450362416f9d), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:22.354702 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Current status of the port 70c3300d-aea0-4a54-a1ec-450362416f9d is: ACTIVE; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:36:36.166490 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.agents_db [None req-01a7ea33-ae04-4be9-ae8a-11827e05d97f None None] Agent healthcheck: found 6 active agents {{(pid=103497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:36:38.826120 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-530dabdf-ce57-4822-b6d6-3a8230cd6b62 req-e8502587-026a-4317-a7be-5200f40c5af6 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-452088715&fields=id&tenant_id=30fd70996a7c47ecbdbe3cea7d9518e6 HTTP/1.1" status: 200 len: 267 time: 0.0426173 Mar 30 18:36:38.928476 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530dabdf-ce57-4822-b6d6-3a8230cd6b62 req-ac0e15db-caab-42f2-be56-95e36be05063 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:36:38.929829 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-530dabdf-ce57-4822-b6d6-3a8230cd6b62 req-ac0e15db-caab-42f2-be56-95e36be05063 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/networks?id=441ab226-4bd7-4c9e-801d-3828be7a85e7 HTTP/1.1" status: 200 len: 812 time: 0.0969853 Mar 30 18:36:38.943905 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-530dabdf-ce57-4822-b6d6-3a8230cd6b62 req-206dd201-37ab-4961-a266-bda17a9e4e04 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/quotas/30fd70996a7c47ecbdbe3cea7d9518e6 HTTP/1.1" status: 200 len: 375 time: 0.0088766 Mar 30 18:36:39.001492 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-530dabdf-ce57-4822-b6d6-3a8230cd6b62 req-ed0443fb-cee3-48c1-8537-de4da18cd320 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=30fd70996a7c47ecbdbe3cea7d9518e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528214 Mar 30 18:36:39.177400 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-530dabdf-ce57-4822-b6d6-3a8230cd6b62 req-28782fee-bbc4-4b54-9995-bd1836d6a4d7 service neutron] 10.222.0.41 "GET /v2.0/networks/441ab226-4bd7-4c9e-801d-3828be7a85e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651545 Mar 30 18:36:39.267644 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-530dabdf-ce57-4822-b6d6-3a8230cd6b62 req-1d514f19-24a0-4d95-b42e-9e18e7289ce8 service neutron] 10.222.0.41 "GET /v2.0/networks/441ab226-4bd7-4c9e-801d-3828be7a85e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844474 Mar 30 18:36:39.546033 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ebc475f5-2a57-49fc-b398-21572890fd8e req-63b776a4-e11f-4bb5-b276-1c415da84b8c tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/ports?device_id=5af9ec1a-cebf-4a83-977a-e93413bd3ee2 HTTP/1.1" status: 200 len: 210 time: 0.0284958 Mar 30 18:36:40.662643 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d1dc84cd-2a22-46a0-a91b-dd6fef4fa42a req-999c8d91-38c4-47de-9774-ba0084f9de1b tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/ports?device_id=5af9ec1a-cebf-4a83-977a-e93413bd3ee2 HTTP/1.1" status: 200 len: 210 time: 0.0380893 Mar 30 18:36:40.703996 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530dabdf-ce57-4822-b6d6-3a8230cd6b62 req-d812ddf1-c723-4f55-9a23-703d9c1fb03c tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:36:40.705427 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-530dabdf-ce57-4822-b6d6-3a8230cd6b62 req-d812ddf1-c723-4f55-9a23-703d9c1fb03c tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.44 "GET /v2.0/networks?id=441ab226-4bd7-4c9e-801d-3828be7a85e7 HTTP/1.1" status: 200 len: 812 time: 0.1274683 Mar 30 18:36:40.796300 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-530dabdf-ce57-4822-b6d6-3a8230cd6b62 req-60d80785-9aad-441b-ad81-7546cc25be6a tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30fd70996a7c47ecbdbe3cea7d9518e6 HTTP/1.1" status: 200 len: 379 time: 0.0535064 Mar 30 18:36:40.804955 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [req-530dabdf-ce57-4822-b6d6-3a8230cd6b62 req-dbd28dbb-6250-44d8-bffc-27d679147947 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Request body: {'port': {'device_id': '5af9ec1a-cebf-4a83-977a-e93413bd3ee2', 'network_id': '441ab226-4bd7-4c9e-801d-3828be7a85e7', 'admin_state_up': True, 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'security_groups': ['890809ac-e89e-4692-820d-650417fc6978']}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:36:40.906033 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-530dabdf-ce57-4822-b6d6-3a8230cd6b62 req-dbd28dbb-6250-44d8-bffc-27d679147947 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Made reservation on behalf of 30fd70996a7c47ecbdbe3cea7d9518e6 for: {'port': 1} {{(pid=103495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:36:40.909387 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-530dabdf-ce57-4822-b6d6-3a8230cd6b62 req-dbd28dbb-6250-44d8-bffc-27d679147947 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:41.032019 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.db_base_plugin_common [req-530dabdf-ce57-4822-b6d6-3a8230cd6b62 req-dbd28dbb-6250-44d8-bffc-27d679147947 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Allocated IP 172.20.0.13 (441ab226-4bd7-4c9e-801d-3828be7a85e7/9b5f5be6-436f-4774-b876-bea0bb4c57e6/4badb6bf-daa3-44ed-945e-a5ff6fac46bd) {{(pid=103495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:36:41.171144 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-530dabdf-ce57-4822-b6d6-3a8230cd6b62 req-dbd28dbb-6250-44d8-bffc-27d679147947 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks [] for port (4badb6bf-daa3-44ed-945e-a5ff6fac46bd), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:41.207740 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-530dabdf-ce57-4822-b6d6-3a8230cd6b62 req-dbd28dbb-6250-44d8-bffc-27d679147947 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728099412974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5398852'] for port (4badb6bf-daa3-44ed-945e-a5ff6fac46bd), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:41.249285 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-530dabdf-ce57-4822-b6d6-3a8230cd6b62 req-dbd28dbb-6250-44d8-bffc-27d679147947 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Network 441ab226-4bd7-4c9e-801d-3828be7a85e7 is already hosted by enough agents. {{(pid=103495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:36:41.257750 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.base_scheduler [req-530dabdf-ce57-4822-b6d6-3a8230cd6b62 req-dbd28dbb-6250-44d8-bffc-27d679147947 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Resources bound (agent type, host, resource id): {{(pid=103495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:36:41.262452 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.l3_dvrscheduler_db [req-530dabdf-ce57-4822-b6d6-3a8230cd6b62 req-dbd28dbb-6250-44d8-bffc-27d679147947 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Received port after_create {{(pid=103495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:36:41.264944 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd28dbb-6250-44d8-bffc-27d679147947 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Pushing event updated for resources: {'Port': ['ID=4badb6bf-daa3-44ed-945e-a5ff6fac46bd,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:36:41.318227 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530dabdf-ce57-4822-b6d6-3a8230cd6b62 req-dbd28dbb-6250-44d8-bffc-27d679147947 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:36:41.318830 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-530dabdf-ce57-4822-b6d6-3a8230cd6b62 req-dbd28dbb-6250-44d8-bffc-27d679147947 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for port (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:41.336044 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-530dabdf-ce57-4822-b6d6-3a8230cd6b62 req-dbd28dbb-6250-44d8-bffc-27d679147947 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5345504 Mar 30 18:36:41.357127 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [req-530dabdf-ce57-4822-b6d6-3a8230cd6b62 req-df0dd152-b732-4a93-87d9-5338f527e4dd service neutron] Request body: {'port': {'device_id': '5af9ec1a-cebf-4a83-977a-e93413bd3ee2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:36:41.533310 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-7aea0216-3b2d-40dd-a314-b9104f43f1e2 None None] Provisioning complete for port 4badb6bf-daa3-44ed-945e-a5ff6fac46bd triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:36:41.533944 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-7aea0216-3b2d-40dd-a314-b9104f43f1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (4badb6bf-daa3-44ed-945e-a5ff6fac46bd), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:41.568896 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-7aea0216-3b2d-40dd-a314-b9104f43f1e2 None None] Port 4badb6bf-daa3-44ed-945e-a5ff6fac46bd cannot update to ACTIVE because it is not bound. {{(pid=103496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:36:41.706069 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-530dabdf-ce57-4822-b6d6-3a8230cd6b62 req-df0dd152-b732-4a93-87d9-5338f527e4dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (4badb6bf-daa3-44ed-945e-a5ff6fac46bd), before_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:41.827168 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b77b683a-2fe3-4f2b-9805-91b1aeec005d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:41.863907 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb4db6-cd23-4576-a386-9e9c39abfb80 req-8aa9d0b5-4a88-40fb-80c1-9e922f74c651 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:36:41.865372 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c0fb4db6-cd23-4576-a386-9e9c39abfb80 req-8aa9d0b5-4a88-40fb-80c1-9e922f74c651 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/ports?device_id=5af9ec1a-cebf-4a83-977a-e93413bd3ee2 HTTP/1.1" status: 200 len: 932 time: 0.1277649 Mar 30 18:36:41.960410 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c0fb4db6-cd23-4576-a386-9e9c39abfb80 req-bb21ad91-b50c-4345-bca6-c04242f86b0c tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/security-groups?id=890809ac-e89e-4692-820d-650417fc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892735 Mar 30 18:36:42.049774 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.notifiers.nova [req-530dabdf-ce57-4822-b6d6-3a8230cd6b62 req-df0dd152-b732-4a93-87d9-5338f527e4dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4badb6bf-daa3-44ed-945e-a5ff6fac46bd {{(pid=103495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:36:42.057362 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-530dabdf-ce57-4822-b6d6-3a8230cd6b62 req-df0dd152-b732-4a93-87d9-5338f527e4dd service neutron] Publish callbacks [] for port (4badb6bf-daa3-44ed-945e-a5ff6fac46bd), precommit_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:42.069863 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.provisioning_blocks [req-530dabdf-ce57-4822-b6d6-3a8230cd6b62 req-df0dd152-b732-4a93-87d9-5338f527e4dd service neutron] Transition to ACTIVE for port object 4badb6bf-daa3-44ed-945e-a5ff6fac46bd will not be triggered until provisioned by entity L2. {{(pid=103495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 18:36:42.073683 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-530dabdf-ce57-4822-b6d6-3a8230cd6b62 req-df0dd152-b732-4a93-87d9-5338f527e4dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5398861'] for port (4badb6bf-daa3-44ed-945e-a5ff6fac46bd), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:42.141906 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0dd152-b732-4a93-87d9-5338f527e4dd service neutron] Pushing event updated for resources: {'Port': ['ID=4badb6bf-daa3-44ed-945e-a5ff6fac46bd,revision_number=2']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:36:42.193032 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.managers [req-530dabdf-ce57-4822-b6d6-3a8230cd6b62 req-df0dd152-b732-4a93-87d9-5338f527e4dd service neutron] Attempting to bind port 4badb6bf-daa3-44ed-945e-a5ff6fac46bd on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:36:42.193368 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.managers [req-530dabdf-ce57-4822-b6d6-3a8230cd6b62 req-df0dd152-b732-4a93-87d9-5338f527e4dd service neutron] Attempting to bind port 4badb6bf-daa3-44ed-945e-a5ff6fac46bd by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'fa0e0491-73dd-4d0e-8d7e-5b0748535720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '441ab226-4bd7-4c9e-801d-3828be7a85e7'}] {{(pid=103495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:36:42.193699 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530dabdf-ce57-4822-b6d6-3a8230cd6b62 req-df0dd152-b732-4a93-87d9-5338f527e4dd service neutron] Attempting to bind port 4badb6bf-daa3-44ed-945e-a5ff6fac46bd on network 441ab226-4bd7-4c9e-801d-3828be7a85e7 {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:36:42.198245 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530dabdf-ce57-4822-b6d6-3a8230cd6b62 req-df0dd152-b732-4a93-87d9-5338f527e4dd service neutron] Port 4badb6bf-daa3-44ed-945e-a5ff6fac46bd on network 441ab226-4bd7-4c9e-801d-3828be7a85e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 18:36:42.198569 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530dabdf-ce57-4822-b6d6-3a8230cd6b62 req-df0dd152-b732-4a93-87d9-5338f527e4dd service neutron] Attempting to bind port 4badb6bf-daa3-44ed-945e-a5ff6fac46bd on network 441ab226-4bd7-4c9e-801d-3828be7a85e7 {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:36:42.204681 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530dabdf-ce57-4822-b6d6-3a8230cd6b62 req-df0dd152-b732-4a93-87d9-5338f527e4dd service neutron] Checking agent: {'id': 'ab438a54-a4f6-4fd3-b589-96aa27265666', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 15, 49), 'started_at': datetime.datetime(2022, 3, 30, 18, 15, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:36:42.205031 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530dabdf-ce57-4822-b6d6-3a8230cd6b62 req-df0dd152-b732-4a93-87d9-5338f527e4dd service neutron] Checking segment: {'id': 'fa0e0491-73dd-4d0e-8d7e-5b0748535720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '441ab226-4bd7-4c9e-801d-3828be7a85e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:36:42.205396 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530dabdf-ce57-4822-b6d6-3a8230cd6b62 req-df0dd152-b732-4a93-87d9-5338f527e4dd service neutron] Bound using segment: {'id': 'fa0e0491-73dd-4d0e-8d7e-5b0748535720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '441ab226-4bd7-4c9e-801d-3828be7a85e7'} {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:36:42.205823 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.managers [req-530dabdf-ce57-4822-b6d6-3a8230cd6b62 req-df0dd152-b732-4a93-87d9-5338f527e4dd service neutron] Bound port: 4badb6bf-daa3-44ed-945e-a5ff6fac46bd, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa0e0491-73dd-4d0e-8d7e-5b0748535720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '441ab226-4bd7-4c9e-801d-3828be7a85e7'}}] {{(pid=103495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:36:42.206204 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-530dabdf-ce57-4822-b6d6-3a8230cd6b62 req-df0dd152-b732-4a93-87d9-5338f527e4dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (4badb6bf-daa3-44ed-945e-a5ff6fac46bd), before_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:42.274456 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [req-530dabdf-ce57-4822-b6d6-3a8230cd6b62 req-df0dd152-b732-4a93-87d9-5338f527e4dd service neutron] For port 4badb6bf-daa3-44ed-945e-a5ff6fac46bd, host hv-cinder-83588, cleared binding levels {{(pid=103495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:36:42.277412 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [req-530dabdf-ce57-4822-b6d6-3a8230cd6b62 req-df0dd152-b732-4a93-87d9-5338f527e4dd service neutron] For port 4badb6bf-daa3-44ed-945e-a5ff6fac46bd, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4badb6bf-daa3-44ed-945e-a5ff6fac46bd,segment=NetworkSegment(fa0e0491-73dd-4d0e-8d7e-5b0748535720),segment_id=fa0e0491-73dd-4d0e-8d7e-5b0748535720)] {{(pid=103495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:36:42.284700 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-530dabdf-ce57-4822-b6d6-3a8230cd6b62 req-df0dd152-b732-4a93-87d9-5338f527e4dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5398861'] for port (4badb6bf-daa3-44ed-945e-a5ff6fac46bd), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:42.316428 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530dabdf-ce57-4822-b6d6-3a8230cd6b62 req-df0dd152-b732-4a93-87d9-5338f527e4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:36:42.317036 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-530dabdf-ce57-4822-b6d6-3a8230cd6b62 req-df0dd152-b732-4a93-87d9-5338f527e4dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for port (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:42.318684 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-530dabdf-ce57-4822-b6d6-3a8230cd6b62 req-df0dd152-b732-4a93-87d9-5338f527e4dd service neutron] 10.222.0.44 "PUT /v2.0/ports/4badb6bf-daa3-44ed-945e-a5ff6fac46bd HTTP/1.1" status: 200 len: 1094 time: 0.9657826 Mar 30 18:36:42.320904 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5af9ec1a-cebf-4a83-977a-e93413bd3ee2', 'tag': '4badb6bf-daa3-44ed-945e-a5ff6fac46bd'}] {{(pid=103495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:36:42.323140 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0dfb30c8fd1ad248dcf0c7d180f6bc71f3cc1084e8ff52034c63c32eff48f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2018fa43-fb88-4738-888e-3434df68e11d" -d '{"events": [{"name": "network-changed", "server_uuid": "5af9ec1a-cebf-4a83-977a-e93413bd3ee2", "tag": "4badb6bf-daa3-44ed-945e-a5ff6fac46bd"}]}' {{(pid=103495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:36:42.355151 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0dd152-b732-4a93-87d9-5338f527e4dd service neutron] Pushing event updated for resources: {'Port': ['ID=4badb6bf-daa3-44ed-945e-a5ff6fac46bd,revision_number=3']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:36:42.370017 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e04045e-dcfa-4f90-bf47-63f4878e0158 x-openstack-request-id: req-4e04045e-dcfa-4f90-bf47-63f4878e0158 {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:36:42.370354 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5af9ec1a-cebf-4a83-977a-e93413bd3ee2", "tag": "4badb6bf-daa3-44ed-945e-a5ff6fac46bd", "status": "completed", "code": 200}]} {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:36:42.371447 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4e04045e-dcfa-4f90-bf47-63f4878e0158 {{(pid=103495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:36:42.371888 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e04045e-dcfa-4f90-bf47-63f4878e0158'] response: {'name': 'network-changed', 'server_uuid': '5af9ec1a-cebf-4a83-977a-e93413bd3ee2', 'tag': '4badb6bf-daa3-44ed-945e-a5ff6fac46bd', 'status': 'completed', 'code': 200} Mar 30 18:36:42.436715 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530dabdf-ce57-4822-b6d6-3a8230cd6b62 req-ff3d5558-7284-4d2b-a85b-a2d9c60f4e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:36:42.438429 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-530dabdf-ce57-4822-b6d6-3a8230cd6b62 req-ff3d5558-7284-4d2b-a85b-a2d9c60f4e39 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=30fd70996a7c47ecbdbe3cea7d9518e6&device_id=5af9ec1a-cebf-4a83-977a-e93413bd3ee2 HTTP/1.1" status: 200 len: 1128 time: 0.0485377 Mar 30 18:36:42.491923 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-530dabdf-ce57-4822-b6d6-3a8230cd6b62 req-cd2e54d2-8671-4347-9d0c-6f94c6e2dc01 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4badb6bf-daa3-44ed-945e-a5ff6fac46bd HTTP/1.1" status: 200 len: 217 time: 0.0402031 Mar 30 18:36:42.539685 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530dabdf-ce57-4822-b6d6-3a8230cd6b62 req-eee4fb9e-7e1a-4e3c-aff7-7eee1111ed34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:36:42.541122 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-530dabdf-ce57-4822-b6d6-3a8230cd6b62 req-eee4fb9e-7e1a-4e3c-aff7-7eee1111ed34 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9b5f5be6-436f-4774-b876-bea0bb4c57e6 HTTP/1.1" status: 200 len: 851 time: 0.0429404 Mar 30 18:36:42.589179 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530dabdf-ce57-4822-b6d6-3a8230cd6b62 req-0854bd97-c49f-47b0-ab23-5ba2a6b432e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:36:42.590674 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-530dabdf-ce57-4822-b6d6-3a8230cd6b62 req-0854bd97-c49f-47b0-ab23-5ba2a6b432e0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=441ab226-4bd7-4c9e-801d-3828be7a85e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429556 Mar 30 18:36:42.680998 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-530dabdf-ce57-4822-b6d6-3a8230cd6b62 req-3e33df2f-4405-4c26-be7d-f338db4ade60 service neutron] 10.222.0.44 "GET /v2.0/networks/441ab226-4bd7-4c9e-801d-3828be7a85e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842285 Mar 30 18:36:42.771008 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-530dabdf-ce57-4822-b6d6-3a8230cd6b62 req-17af14b1-11fc-4102-8183-e3bcac574db7 service neutron] 10.222.0.44 "GET /v2.0/networks/441ab226-4bd7-4c9e-801d-3828be7a85e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826340 Mar 30 18:36:42.896477 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2018fa43-fb88-4738-888e-3434df68e11d req-dd1feb10-22a5-41ae-9281-67147b1c8a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:36:42.897931 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2018fa43-fb88-4738-888e-3434df68e11d req-dd1feb10-22a5-41ae-9281-67147b1c8a54 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=30fd70996a7c47ecbdbe3cea7d9518e6&device_id=5af9ec1a-cebf-4a83-977a-e93413bd3ee2 HTTP/1.1" status: 200 len: 1128 time: 0.0439701 Mar 30 18:36:42.989641 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2018fa43-fb88-4738-888e-3434df68e11d req-403187a8-5407-4200-906d-886f3c0f4260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:36:42.991146 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2018fa43-fb88-4738-888e-3434df68e11d req-403187a8-5407-4200-906d-886f3c0f4260 service neutron] 10.222.0.44 "GET /v2.0/networks?id=441ab226-4bd7-4c9e-801d-3828be7a85e7 HTTP/1.1" status: 200 len: 913 time: 0.0869513 Mar 30 18:36:43.034703 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2018fa43-fb88-4738-888e-3434df68e11d req-520b5fe2-705c-45ea-b7d8-b00a5938bbd8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4badb6bf-daa3-44ed-945e-a5ff6fac46bd HTTP/1.1" status: 200 len: 217 time: 0.0370836 Mar 30 18:36:43.106479 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2018fa43-fb88-4738-888e-3434df68e11d req-e3cac683-83bd-49eb-b502-99cb853cb642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:36:43.107981 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2018fa43-fb88-4738-888e-3434df68e11d req-e3cac683-83bd-49eb-b502-99cb853cb642 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9b5f5be6-436f-4774-b876-bea0bb4c57e6 HTTP/1.1" status: 200 len: 851 time: 0.0661976 Mar 30 18:36:43.132482 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a02679-8ca2-4ba6-9a99-8a25b2a7e9df req-88dd0ca3-eb39-41dc-a838-65a905310535 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:36:43.133905 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e1a02679-8ca2-4ba6-9a99-8a25b2a7e9df req-88dd0ca3-eb39-41dc-a838-65a905310535 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/ports?device_id=5af9ec1a-cebf-4a83-977a-e93413bd3ee2 HTTP/1.1" status: 200 len: 944 time: 0.1022625 Mar 30 18:36:43.200739 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e1a02679-8ca2-4ba6-9a99-8a25b2a7e9df req-69c6620d-0fc0-4eef-bea7-fe3e2cf95060 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/security-groups?id=890809ac-e89e-4692-820d-650417fc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513692 Mar 30 18:36:43.204018 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2018fa43-fb88-4738-888e-3434df68e11d req-4c4d2d2f-a017-4e5f-87df-5dc2660a98c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:36:43.205468 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2018fa43-fb88-4738-888e-3434df68e11d req-4c4d2d2f-a017-4e5f-87df-5dc2660a98c3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=441ab226-4bd7-4c9e-801d-3828be7a85e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0911181 Mar 30 18:36:43.297511 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2018fa43-fb88-4738-888e-3434df68e11d req-72523f86-12ba-4aad-a801-02d87cef37a5 service neutron] 10.222.0.44 "GET /v2.0/networks/441ab226-4bd7-4c9e-801d-3828be7a85e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851905 Mar 30 18:36:43.385633 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2018fa43-fb88-4738-888e-3434df68e11d req-c0e0cd36-ccbf-4827-baa7-854117292cb0 service neutron] 10.222.0.44 "GET /v2.0/networks/441ab226-4bd7-4c9e-801d-3828be7a85e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829492 Mar 30 18:36:43.913928 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-48b3de25-d963-452c-b16a-24f8b0b3b29a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:44.322202 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b173b3bb-03a0-49ed-810c-db69a4efa8a0 req-f82171bc-0222-4b9c-b068-7255881b07b3 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:36:44.323683 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b173b3bb-03a0-49ed-810c-db69a4efa8a0 req-f82171bc-0222-4b9c-b068-7255881b07b3 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/ports?device_id=5af9ec1a-cebf-4a83-977a-e93413bd3ee2 HTTP/1.1" status: 200 len: 944 time: 0.0541186 Mar 30 18:36:44.376737 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b173b3bb-03a0-49ed-810c-db69a4efa8a0 req-2093905d-f0fd-423e-aae2-3d57f6705f72 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/security-groups?id=890809ac-e89e-4692-820d-650417fc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471187 Mar 30 18:36:45.093894 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:45.492553 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd531e-158c-4d14-b336-1f614dc2560b req-4d1d7526-26e9-428d-924c-e7f8aa3f6520 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:36:45.494030 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-dacd531e-158c-4d14-b336-1f614dc2560b req-4d1d7526-26e9-428d-924c-e7f8aa3f6520 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/ports?device_id=5af9ec1a-cebf-4a83-977a-e93413bd3ee2 HTTP/1.1" status: 200 len: 944 time: 0.0517216 Mar 30 18:36:45.541684 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-dacd531e-158c-4d14-b336-1f614dc2560b req-3830b261-7e0f-460a-8be2-c7a7d63693b5 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/security-groups?id=890809ac-e89e-4692-820d-650417fc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421643 Mar 30 18:36:46.494717 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:46.657727 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d92989-74c5-4ddf-b9f6-82b717dcf6b5 req-f7a0fcd1-ca8e-41c1-878d-a4bb48506caa tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:36:46.659230 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-18d92989-74c5-4ddf-b9f6-82b717dcf6b5 req-f7a0fcd1-ca8e-41c1-878d-a4bb48506caa tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/ports?device_id=5af9ec1a-cebf-4a83-977a-e93413bd3ee2 HTTP/1.1" status: 200 len: 944 time: 0.0520728 Mar 30 18:36:46.706828 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-18d92989-74c5-4ddf-b9f6-82b717dcf6b5 req-07d210e9-5df4-47f6-82d4-403ee96ea3e9 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/security-groups?id=890809ac-e89e-4692-820d-650417fc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420973 Mar 30 18:36:47.826041 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6fb4a-0f41-431a-851d-e2c204c78df3 req-89d1abc6-5123-416e-8fa6-e3a41881847d tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:36:47.827556 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-69b6fb4a-0f41-431a-851d-e2c204c78df3 req-89d1abc6-5123-416e-8fa6-e3a41881847d tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/ports?device_id=5af9ec1a-cebf-4a83-977a-e93413bd3ee2 HTTP/1.1" status: 200 len: 944 time: 0.0555975 Mar 30 18:36:47.877379 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-69b6fb4a-0f41-431a-851d-e2c204c78df3 req-f00255c0-0a33-4965-86f2-c7e49f98e7e0 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/security-groups?id=890809ac-e89e-4692-820d-650417fc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442162 Mar 30 18:36:48.050552 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:48.768467 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (ab438a54-a4f6-4fd3-b589-96aa27265666), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:48.991924 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ef058-5cf6-4f4f-a6f7-d9c7c4f07582 req-47995d10-1c50-41b2-81fb-32c3cedf8736 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:36:48.993366 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-843ef058-5cf6-4f4f-a6f7-d9c7c4f07582 req-47995d10-1c50-41b2-81fb-32c3cedf8736 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/ports?device_id=5af9ec1a-cebf-4a83-977a-e93413bd3ee2 HTTP/1.1" status: 200 len: 944 time: 0.0516808 Mar 30 18:36:49.041355 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-843ef058-5cf6-4f4f-a6f7-d9c7c4f07582 req-5c9b722e-459c-4671-b269-0b56eb6e6543 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/security-groups?id=890809ac-e89e-4692-820d-650417fc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424109 Mar 30 18:36:50.168266 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20bd403-6c74-4752-97ec-669dd956f139 req-62c47d32-8b3e-45e2-8c68-cd5af39a6cb7 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:36:50.169732 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e20bd403-6c74-4752-97ec-669dd956f139 req-62c47d32-8b3e-45e2-8c68-cd5af39a6cb7 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/ports?device_id=5af9ec1a-cebf-4a83-977a-e93413bd3ee2 HTTP/1.1" status: 200 len: 944 time: 0.0557446 Mar 30 18:36:50.218333 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e20bd403-6c74-4752-97ec-669dd956f139 req-308fb1a6-05d2-4db2-b2f4-b70bf86db301 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/security-groups?id=890809ac-e89e-4692-820d-650417fc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422885 Mar 30 18:36:51.336948 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc978d9-0ad9-4430-9ff4-45bdf2d271fa req-222fc01f-d744-4505-9d2f-1ed8968014ee tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:36:51.338371 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-1dc978d9-0ad9-4430-9ff4-45bdf2d271fa req-222fc01f-d744-4505-9d2f-1ed8968014ee tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/ports?device_id=5af9ec1a-cebf-4a83-977a-e93413bd3ee2 HTTP/1.1" status: 200 len: 944 time: 0.0531354 Mar 30 18:36:51.386553 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-1dc978d9-0ad9-4430-9ff4-45bdf2d271fa req-26bafa4a-6606-4495-a688-b106d7f1948c tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/security-groups?id=890809ac-e89e-4692-820d-650417fc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424669 Mar 30 18:36:51.837993 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 4badb6bf-daa3-44ed-945e-a5ff6fac46bd details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:36:51.935017 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port 4badb6bf-daa3-44ed-945e-a5ff6fac46bd, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4badb6bf-daa3-44ed-945e-a5ff6fac46bd,segment=NetworkSegment(fa0e0491-73dd-4d0e-8d7e-5b0748535720),segment_id=fa0e0491-73dd-4d0e-8d7e-5b0748535720)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:36:51.946728 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Returning: {'device': '4badb6bf-daa3-44ed-945e-a5ff6fac46bd', 'network_id': '441ab226-4bd7-4c9e-801d-3828be7a85e7', 'port_id': '4badb6bf-daa3-44ed-945e-a5ff6fac46bd', 'mac_address': 'fa:16:3e:fa:12:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b5f5be6-436f-4774-b876-bea0bb4c57e6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:36:51.983565 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Current status of the port 4badb6bf-daa3-44ed-945e-a5ff6fac46bd is: DOWN; New status is: BUILD {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:36:51.983960 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (4badb6bf-daa3-44ed-945e-a5ff6fac46bd), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:52.000734 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4badb6bf-daa3-44ed-945e-a5ff6fac46bd {{(pid=103496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:36:52.020357 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port 4badb6bf-daa3-44ed-945e-a5ff6fac46bd, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4badb6bf-daa3-44ed-945e-a5ff6fac46bd,segment=NetworkSegment(fa0e0491-73dd-4d0e-8d7e-5b0748535720),segment_id=fa0e0491-73dd-4d0e-8d7e-5b0748535720)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:36:52.023877 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (4badb6bf-daa3-44ed-945e-a5ff6fac46bd), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:52.070451 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Pushing event updated for resources: {'Port': ['ID=4badb6bf-daa3-44ed-945e-a5ff6fac46bd,revision_number=4']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:36:52.445061 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] get_ports_and_sgs() called for port_ids ['4badb6bf-daa3-44ed-945e-a5ff6fac46bd'] {{(pid=103496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:36:52.510544 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e19586-d1c5-46c9-9ed6-7df36551556f req-27487950-acc9-4b3b-abc4-fc2352bb5a78 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:36:52.512038 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-80e19586-d1c5-46c9-9ed6-7df36551556f req-27487950-acc9-4b3b-abc4-fc2352bb5a78 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/ports?device_id=5af9ec1a-cebf-4a83-977a-e93413bd3ee2 HTTP/1.1" status: 200 len: 945 time: 0.0532990 Mar 30 18:36:52.567628 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-80e19586-d1c5-46c9-9ed6-7df36551556f req-6fa17eac-c4d5-48a7-a260-14a1663fe934 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/security-groups?id=890809ac-e89e-4692-820d-650417fc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480883 Mar 30 18:36:53.696074 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a48bf18-df92-4085-8a0e-2ce793f754c7 req-0da754b7-eaf7-4540-849a-820712cf5868 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:36:53.697533 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8a48bf18-df92-4085-8a0e-2ce793f754c7 req-0da754b7-eaf7-4540-849a-820712cf5868 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/ports?device_id=5af9ec1a-cebf-4a83-977a-e93413bd3ee2 HTTP/1.1" status: 200 len: 945 time: 0.0516307 Mar 30 18:36:53.744884 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8a48bf18-df92-4085-8a0e-2ce793f754c7 req-b31bf8fd-d1db-4cef-969f-78eb3519ef64 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/security-groups?id=890809ac-e89e-4692-820d-650417fc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414217 Mar 30 18:36:53.838008 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 4badb6bf-daa3-44ed-945e-a5ff6fac46bd up at agent hyperv_hv-cinder-83588 {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:36:53.886440 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Provisioning for port 4badb6bf-daa3-44ed-945e-a5ff6fac46bd completed by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 18:36:53.890092 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Provisioning complete for port 4badb6bf-daa3-44ed-945e-a5ff6fac46bd triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:36:53.891187 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (4badb6bf-daa3-44ed-945e-a5ff6fac46bd), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:53.985658 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Current status of the port 4badb6bf-daa3-44ed-945e-a5ff6fac46bd is: BUILD; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:36:53.986045 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (4badb6bf-daa3-44ed-945e-a5ff6fac46bd), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:54.008707 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af9ec1a-cebf-4a83-977a-e93413bd3ee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4badb6bf-daa3-44ed-945e-a5ff6fac46bd'}] {{(pid=103496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:36:54.010968 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cbde32198906eb4ff2132376d68ea43d0d8f515c48f03fe95d90af760020ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af6297f-d510-4822-b536-47b4a3edbb94" -d '{"events": [{"server_uuid": "5af9ec1a-cebf-4a83-977a-e93413bd3ee2", "name": "network-vif-plugged", "status": "completed", "tag": "4badb6bf-daa3-44ed-945e-a5ff6fac46bd"}]}' {{(pid=103496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:36:54.027233 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port 4badb6bf-daa3-44ed-945e-a5ff6fac46bd, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4badb6bf-daa3-44ed-945e-a5ff6fac46bd,segment=NetworkSegment(fa0e0491-73dd-4d0e-8d7e-5b0748535720),segment_id=fa0e0491-73dd-4d0e-8d7e-5b0748535720)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:36:54.032435 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (4badb6bf-daa3-44ed-945e-a5ff6fac46bd), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:54.080423 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Pushing event updated for resources: {'Port': ['ID=4badb6bf-daa3-44ed-945e-a5ff6fac46bd,revision_number=5']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:36:54.104765 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079876a0-9faa-4a9b-b928-46c34c336bc6 x-openstack-request-id: req-079876a0-9faa-4a9b-b928-46c34c336bc6 {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:36:54.105067 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af9ec1a-cebf-4a83-977a-e93413bd3ee2", "name": "network-vif-plugged", "status": "completed", "tag": "4badb6bf-daa3-44ed-945e-a5ff6fac46bd", "code": 200}]} {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:36:54.105334 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-079876a0-9faa-4a9b-b928-46c34c336bc6 {{(pid=103496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:36:54.105737 dv-cinder-835881-1-iscsi neutron-server[103496]: INFO neutron.notifiers.nova [-] Nova event matching ['req-079876a0-9faa-4a9b-b928-46c34c336bc6'] response: {'server_uuid': '5af9ec1a-cebf-4a83-977a-e93413bd3ee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4badb6bf-daa3-44ed-945e-a5ff6fac46bd', 'code': 200} Mar 30 18:36:54.344503 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1e8de9-f4e9-422f-924e-b4a7a50e9219 req-1b6134bc-d6e3-451c-be2b-9cad5bbeb95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:36:54.346012 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-dc1e8de9-f4e9-422f-924e-b4a7a50e9219 req-1b6134bc-d6e3-451c-be2b-9cad5bbeb95c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5af9ec1a-cebf-4a83-977a-e93413bd3ee2 HTTP/1.1" status: 200 len: 1130 time: 0.0446610 Mar 30 18:36:54.389761 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-dc1e8de9-f4e9-422f-924e-b4a7a50e9219 req-6c2a2af4-e40a-4128-a858-dcbf71cef236 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=890809ac-e89e-4692-820d-650417fc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381248 Mar 30 18:36:54.864502 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f468064c-98ec-4cff-b3d6-8b041d4f004f req-6635a011-b12b-4ba9-8959-2ae1c3e0beea tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:36:54.865956 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f468064c-98ec-4cff-b3d6-8b041d4f004f req-6635a011-b12b-4ba9-8959-2ae1c3e0beea tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/ports?device_id=5af9ec1a-cebf-4a83-977a-e93413bd3ee2 HTTP/1.1" status: 200 len: 946 time: 0.0552406 Mar 30 18:36:54.912714 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f468064c-98ec-4cff-b3d6-8b041d4f004f req-0a4fba32-e819-4f3c-9f24-a63792f0b100 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/security-groups?id=890809ac-e89e-4692-820d-650417fc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413272 Mar 30 18:36:56.030821 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6cf364-9a8b-42bb-b34f-386124177405 req-36edfecc-8dd0-43d3-837d-dc285027682e tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:36:56.033364 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0e6cf364-9a8b-42bb-b34f-386124177405 req-36edfecc-8dd0-43d3-837d-dc285027682e tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/ports?device_id=5af9ec1a-cebf-4a83-977a-e93413bd3ee2 HTTP/1.1" status: 200 len: 946 time: 0.0538428 Mar 30 18:36:56.082135 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0e6cf364-9a8b-42bb-b34f-386124177405 req-511bad2a-349d-46ab-9465-b3981d534894 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/security-groups?id=890809ac-e89e-4692-820d-650417fc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432189 Mar 30 18:36:56.197979 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f57af0-78e2-4e16-85e7-169e7302c6f0 req-7a2ceced-dda9-418e-a884-1b3f22a95477 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:36:56.199622 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-36f57af0-78e2-4e16-85e7-169e7302c6f0 req-7a2ceced-dda9-418e-a884-1b3f22a95477 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/ports?device_id=5af9ec1a-cebf-4a83-977a-e93413bd3ee2 HTTP/1.1" status: 200 len: 946 time: 0.0519786 Mar 30 18:36:56.251540 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-36f57af0-78e2-4e16-85e7-169e7302c6f0 req-1195513b-dddf-421f-b6be-668d4c1748d0 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/security-groups?id=890809ac-e89e-4692-820d-650417fc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459399 Mar 30 18:36:56.273557 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 54720) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:36:56.361790 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c9151a-dfde-4662-b7ab-26299627337e tempest-TestVolumeBootPattern-1817793103 tempest-TestVolumeBootPattern-1817793103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103494) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:36:56.363334 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-75c9151a-dfde-4662-b7ab-26299627337e tempest-TestVolumeBootPattern-1817793103 tempest-TestVolumeBootPattern-1817793103-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5af9ec1a-cebf-4a83-977a-e93413bd3ee2 HTTP/1.1" status: 200 len: 1125 time: 0.0887578 Mar 30 18:36:56.366290 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 54724) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:36:56.370431 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.v2.base [None req-7e6be0ab-eb06-4f5f-b220-dc348abf32f7 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Request body: {'floatingip': {'floating_network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'port_id': '4badb6bf-daa3-44ed-945e-a5ff6fac46bd', 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103494) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:36:56.389711 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-7e6be0ab-eb06-4f5f-b220-dc348abf32f7 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:56.487401 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-7e6be0ab-eb06-4f5f-b220-dc348abf32f7 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (None), before_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:56.592674 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.db.db_base_plugin_common [None req-7e6be0ab-eb06-4f5f-b220-dc348abf32f7 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Allocated IP 172.27.1.101 (91cc19c8-4e3d-4b52-9973-bc78b4427ae2/e2593658-5374-4bbb-b8e3-ff319bcb6728/9dd8c56d-e03c-4bb5-90bb-86379f2eaddd) {{(pid=103494) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:36:56.696897 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-7e6be0ab-eb06-4f5f-b220-dc348abf32f7 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks [] for port (9dd8c56d-e03c-4bb5-90bb-86379f2eaddd), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:56.730097 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-7e6be0ab-eb06-4f5f-b220-dc348abf32f7 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728099412974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5343457'] for port (9dd8c56d-e03c-4bb5-90bb-86379f2eaddd), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:56.766399 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6be0ab-eb06-4f5f-b220-dc348abf32f7 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Network 91cc19c8-4e3d-4b52-9973-bc78b4427ae2 is already hosted by enough agents. {{(pid=103494) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:36:56.769061 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.base_scheduler [None req-7e6be0ab-eb06-4f5f-b220-dc348abf32f7 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Resources bound (agent type, host, resource id): {{(pid=103494) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:36:56.774992 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6be0ab-eb06-4f5f-b220-dc348abf32f7 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Received port after_create {{(pid=103494) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:36:56.780278 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6be0ab-eb06-4f5f-b220-dc348abf32f7 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Pushing event updated for resources: {'Port': ['ID=9dd8c56d-e03c-4bb5-90bb-86379f2eaddd,revision_number=1']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:36:56.807533 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6be0ab-eb06-4f5f-b220-dc348abf32f7 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:36:56.807878 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6be0ab-eb06-4f5f-b220-dc348abf32f7 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:36:56.808220 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6be0ab-eb06-4f5f-b220-dc348abf32f7 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:36:56.808558 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6be0ab-eb06-4f5f-b220-dc348abf32f7 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:36:56.808884 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6be0ab-eb06-4f5f-b220-dc348abf32f7 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:36:56.809207 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6be0ab-eb06-4f5f-b220-dc348abf32f7 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:36:56.809527 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6be0ab-eb06-4f5f-b220-dc348abf32f7 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:36:56.809844 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6be0ab-eb06-4f5f-b220-dc348abf32f7 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:36:56.810188 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6be0ab-eb06-4f5f-b220-dc348abf32f7 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:36:56.810507 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6be0ab-eb06-4f5f-b220-dc348abf32f7 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:36:56.810825 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6be0ab-eb06-4f5f-b220-dc348abf32f7 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:36:56.811139 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6be0ab-eb06-4f5f-b220-dc348abf32f7 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:36:56.811452 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6be0ab-eb06-4f5f-b220-dc348abf32f7 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:36:56.811765 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6be0ab-eb06-4f5f-b220-dc348abf32f7 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:36:56.812144 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e6be0ab-eb06-4f5f-b220-dc348abf32f7 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:36:57.128934 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-7e6be0ab-eb06-4f5f-b220-dc348abf32f7 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks [] for floatingip (bc796de7-03a3-4a21-a87e-4c4b910ac261), precommit_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:57.195259 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-7e6be0ab-eb06-4f5f-b220-dc348abf32f7 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (9dd8c56d-e03c-4bb5-90bb-86379f2eaddd), before_update {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:57.344906 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-7e6be0ab-eb06-4f5f-b220-dc348abf32f7 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks [] for port (9dd8c56d-e03c-4bb5-90bb-86379f2eaddd), precommit_update {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:57.349426 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-7e6be0ab-eb06-4f5f-b220-dc348abf32f7 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5343464'] for port (9dd8c56d-e03c-4bb5-90bb-86379f2eaddd), after_update {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:57.419637 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6be0ab-eb06-4f5f-b220-dc348abf32f7 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Pushing event updated for resources: {'Port': ['ID=9dd8c56d-e03c-4bb5-90bb-86379f2eaddd,revision_number=2']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:36:57.430358 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-7e6be0ab-eb06-4f5f-b220-dc348abf32f7 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541296'] for floatingip (bc796de7-03a3-4a21-a87e-4c4b910ac261), after_create {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:57.529838 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.db.l3_db [None req-7e6be0ab-eb06-4f5f-b220-dc348abf32f7 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Floating IP bc796de7-03a3-4a21-a87e-4c4b910ac261 associated. External IP: 172.27.1.101, port: 4badb6bf-daa3-44ed-945e-a5ff6fac46bd. Mar 30 18:36:57.733267 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e6be0ab-eb06-4f5f-b220-dc348abf32f7 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Router 6ef47e23-9d1b-452b-95cc-70aafbf47f02 has already been hosted by L3 agent d6545c5f-a93c-4a15-87cd-019d3e75e7be {{(pid=103494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:36:57.840766 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e6be0ab-eb06-4f5f-b220-dc348abf32f7 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Notify agent at l3_agent.dv-cinder-835881-1-iscsi the message routers_updated {{(pid=103494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:36:57.851294 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8537ad-d1b3-4ecc-ba9d-8c3442035417 None None] Sync routers for ids ['6ef47e23-9d1b-452b-95cc-70aafbf47f02'] in dv-cinder-835881-1-iscsi {{(pid=103496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:36:57.858560 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-7e6be0ab-eb06-4f5f-b220-dc348abf32f7 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for floatingip (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:36:57.862206 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8537ad-d1b3-4ecc-ba9d-8c3442035417 None None] Routers {'6ef47e23-9d1b-452b-95cc-70aafbf47f02'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:36:57.862834 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-ea8537ad-d1b3-4ecc-ba9d-8c3442035417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:36:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['6ef47e23-9d1b-452b-95cc-70aafbf47f02'], 'active': True} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:36:57.888407 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-7e6be0ab-eb06-4f5f-b220-dc348abf32f7 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5211115 Mar 30 18:36:57.889097 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5af9ec1a-cebf-4a83-977a-e93413bd3ee2', 'tag': '4badb6bf-daa3-44ed-945e-a5ff6fac46bd'}] {{(pid=103494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:36:57.891464 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb351bb8290705a302d4a38882229c6eed6c712c49b0ac171ffbe10a695cd3a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e13988a-0404-4cf3-aad5-b8721319c25f" -d '{"events": [{"name": "network-changed", "server_uuid": "5af9ec1a-cebf-4a83-977a-e93413bd3ee2", "tag": "4badb6bf-daa3-44ed-945e-a5ff6fac46bd"}]}' {{(pid=103494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:36:57.927620 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ecdbeab-eb17-456d-92e4-36776cc05df1 x-openstack-request-id: req-0ecdbeab-eb17-456d-92e4-36776cc05df1 {{(pid=103494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:36:57.927916 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5af9ec1a-cebf-4a83-977a-e93413bd3ee2", "tag": "4badb6bf-daa3-44ed-945e-a5ff6fac46bd", "status": "completed", "code": 200}]} {{(pid=103494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:36:57.928173 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0ecdbeab-eb17-456d-92e4-36776cc05df1 {{(pid=103494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:36:57.928584 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ecdbeab-eb17-456d-92e4-36776cc05df1'] response: {'name': 'network-changed', 'server_uuid': '5af9ec1a-cebf-4a83-977a-e93413bd3ee2', 'tag': '4badb6bf-daa3-44ed-945e-a5ff6fac46bd', 'status': 'completed', 'code': 200} Mar 30 18:36:57.977812 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvr_db [None req-ea8537ad-d1b3-4ecc-ba9d-8c3442035417 None None] Set router 6ef47e23-9d1b-452b-95cc-70aafbf47f02 gateway port host: dv-cinder-835881-1-iscsi {{(pid=103496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:36:58.021765 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13988a-0404-4cf3-aad5-b8721319c25f req-ba9ab157-3a7b-4d60-baa5-a88667b2c3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:36:58.023279 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-6e13988a-0404-4cf3-aad5-b8721319c25f req-ba9ab157-3a7b-4d60-baa5-a88667b2c3d6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=30fd70996a7c47ecbdbe3cea7d9518e6&device_id=5af9ec1a-cebf-4a83-977a-e93413bd3ee2 HTTP/1.1" status: 200 len: 1130 time: 0.0444951 Mar 30 18:36:58.113683 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13988a-0404-4cf3-aad5-b8721319c25f req-8597f695-5362-4edf-a2d7-45726788dfde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:36:58.115178 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-6e13988a-0404-4cf3-aad5-b8721319c25f req-8597f695-5362-4edf-a2d7-45726788dfde service neutron] 10.222.0.44 "GET /v2.0/networks?id=441ab226-4bd7-4c9e-801d-3828be7a85e7 HTTP/1.1" status: 200 len: 913 time: 0.0859780 Mar 30 18:36:58.183790 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-6e13988a-0404-4cf3-aad5-b8721319c25f req-2094592e-4935-4844-a85f-fb1b9f1b41c4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4badb6bf-daa3-44ed-945e-a5ff6fac46bd HTTP/1.1" status: 200 len: 1000 time: 0.0625758 Mar 30 18:36:58.205635 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-ea8537ad-d1b3-4ecc-ba9d-8c3442035417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'name': 'tempest-TestVolumeBootPattern-1377860571-router', 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'd734f774-c938-44da-835b-70853d680779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:36:08Z', 'updated_at': '2022-03-30T18:36:11Z', 'revision_number': 4, 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'gw_port': {'id': 'd734f774-c938-44da-835b-70853d680779', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ea:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:36:09Z', 'updated_at': '2022-03-30T18:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_floatingips': [{'id': 'bc796de7-03a3-4a21-a87e-4c4b910ac261', 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'floating_ip_address': '172.27.1.101', 'floating_network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'router_id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'port_id': '4badb6bf-daa3-44ed-945e-a5ff6fac46bd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '441ab226-4bd7-4c9e-801d-3828be7a85e7', 'mac_address': 'fa:16:3e:fa:12:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af9ec1a-cebf-4a83-977a-e93413bd3ee2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:36:57Z', 'updated_at': '2022-03-30T18:36:57Z', 'revision_number': 0, 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '807b26b8-5f6a-4d75-b032-3715d2a52a1c', 'name': '', 'network_id': '441ab226-4bd7-4c9e-801d-3828be7a85e7', 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'mac_address': 'fa:16:3e:62:1a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '9b5f5be6-436f-4774-b876-bea0bb4c57e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:36:10Z', 'updated_at': '2022-03-30T18:36:16Z', 'revision_number': 5, 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'subnets': [{'id': '9b5f5be6-436f-4774-b876-bea0bb4c57e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:36:58.231247 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13988a-0404-4cf3-aad5-b8721319c25f req-e626d673-83bf-4f06-8c1d-e4c9c2f83501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:36:58.231993 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8537ad-d1b3-4ecc-ba9d-8c3442035417 None None] Checking router: 6ef47e23-9d1b-452b-95cc-70aafbf47f02 for host: dv-cinder-835881-1-iscsi {{(pid=103496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:36:58.232690 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-6e13988a-0404-4cf3-aad5-b8721319c25f req-e626d673-83bf-4f06-8c1d-e4c9c2f83501 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9b5f5be6-436f-4774-b876-bea0bb4c57e6 HTTP/1.1" status: 200 len: 851 time: 0.0437768 Mar 30 18:36:58.240539 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8537ad-d1b3-4ecc-ba9d-8c3442035417 None None] Routers {'6ef47e23-9d1b-452b-95cc-70aafbf47f02'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:36:58.241214 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-ea8537ad-d1b3-4ecc-ba9d-8c3442035417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:36:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['6ef47e23-9d1b-452b-95cc-70aafbf47f02'], 'active': True} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:36:58.279968 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13988a-0404-4cf3-aad5-b8721319c25f req-605edd5a-cedf-4814-a9d6-7389c3f010af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:36:58.281961 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-6e13988a-0404-4cf3-aad5-b8721319c25f req-605edd5a-cedf-4814-a9d6-7389c3f010af service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=441ab226-4bd7-4c9e-801d-3828be7a85e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436680 Mar 30 18:36:58.349501 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvr_db [None req-ea8537ad-d1b3-4ecc-ba9d-8c3442035417 None None] Set router 6ef47e23-9d1b-452b-95cc-70aafbf47f02 gateway port host: dv-cinder-835881-1-iscsi {{(pid=103496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:36:58.373423 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-6e13988a-0404-4cf3-aad5-b8721319c25f req-f9be323d-a5aa-4670-8102-541e7a2a4b52 service neutron] 10.222.0.44 "GET /v2.0/networks/441ab226-4bd7-4c9e-801d-3828be7a85e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857337 Mar 30 18:36:58.461844 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-6e13988a-0404-4cf3-aad5-b8721319c25f req-dee8281e-418f-435a-a906-627575aad60c service neutron] 10.222.0.44 "GET /v2.0/networks/441ab226-4bd7-4c9e-801d-3828be7a85e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827415 Mar 30 18:36:58.576498 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-ea8537ad-d1b3-4ecc-ba9d-8c3442035417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'name': 'tempest-TestVolumeBootPattern-1377860571-router', 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'd734f774-c938-44da-835b-70853d680779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:36:08Z', 'updated_at': '2022-03-30T18:36:11Z', 'revision_number': 4, 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'gw_port': {'id': 'd734f774-c938-44da-835b-70853d680779', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ea:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:36:09Z', 'updated_at': '2022-03-30T18:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_floatingips': [{'id': 'bc796de7-03a3-4a21-a87e-4c4b910ac261', 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'floating_ip_address': '172.27.1.101', 'floating_network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'router_id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'port_id': '4badb6bf-daa3-44ed-945e-a5ff6fac46bd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '441ab226-4bd7-4c9e-801d-3828be7a85e7', 'mac_address': 'fa:16:3e:fa:12:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af9ec1a-cebf-4a83-977a-e93413bd3ee2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:36:57Z', 'updated_at': '2022-03-30T18:36:57Z', 'revision_number': 0, 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '807b26b8-5f6a-4d75-b032-3715d2a52a1c', 'name': '', 'network_id': '441ab226-4bd7-4c9e-801d-3828be7a85e7', 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'mac_address': 'fa:16:3e:62:1a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '9b5f5be6-436f-4774-b876-bea0bb4c57e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:36:10Z', 'updated_at': '2022-03-30T18:36:16Z', 'revision_number': 5, 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'subnets': [{'id': '9b5f5be6-436f-4774-b876-bea0bb4c57e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:36:58.607637 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8537ad-d1b3-4ecc-ba9d-8c3442035417 None None] The sync data for ids ['6ef47e23-9d1b-452b-95cc-70aafbf47f02'] in dv-cinder-835881-1-iscsi is: [{'id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'name': 'tempest-TestVolumeBootPattern-1377860571-router', 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'd734f774-c938-44da-835b-70853d680779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:36:08Z', 'updated_at': '2022-03-30T18:36:11Z', 'revision_number': 4, 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'gw_port': {'id': 'd734f774-c938-44da-835b-70853d680779', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ea:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:36:09Z', 'updated_at': '2022-03-30T18:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_floatingips': [{'id': 'bc796de7-03a3-4a21-a87e-4c4b910ac261', 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'floating_ip_address': '172.27.1.101', 'floating_network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'router_id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'port_id': '4badb6bf-daa3-44ed-945e-a5ff6fac46bd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '441ab226-4bd7-4c9e-801d-3828be7a85e7', 'mac_address': 'fa:16:3e:fa:12:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5af9ec1a-cebf-4a83-977a-e93413bd3ee2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:36:57Z', 'updated_at': '2022-03-30T18:36:57Z', 'revision_number': 0, 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '807b26b8-5f6a-4d75-b032-3715d2a52a1c', 'name': '', 'network_id': '441ab226-4bd7-4c9e-801d-3828be7a85e7', 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'mac_address': 'fa:16:3e:62:1a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '9b5f5be6-436f-4774-b876-bea0bb4c57e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:36:10Z', 'updated_at': '2022-03-30T18:36:16Z', 'revision_number': 5, 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'subnets': [{'id': '9b5f5be6-436f-4774-b876-bea0bb4c57e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:36:58.799194 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0da931-08fa-4524-80fc-445ccbf3b94b None None] New status for floating IP bc796de7-03a3-4a21-a87e-4c4b910ac261: ACTIVE {{(pid=103497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:37:01.558083 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-85e1f6d6-d698-4246-8a22-d342ddec9b93 req-de78a1bc-d07c-448b-995b-d2a75bdb15b0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5af9ec1a-cebf-4a83-977a-e93413bd3ee2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0479567 Mar 30 18:37:01.680751 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e1f6d6-d698-4246-8a22-d342ddec9b93 req-ed3c0a49-a7b5-47db-a092-562007c1da9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:37:01.682259 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-85e1f6d6-d698-4246-8a22-d342ddec9b93 req-ed3c0a49-a7b5-47db-a092-562007c1da9c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=30fd70996a7c47ecbdbe3cea7d9518e6&device_id=5af9ec1a-cebf-4a83-977a-e93413bd3ee2 HTTP/1.1" status: 200 len: 1130 time: 0.0454798 Mar 30 18:37:01.784722 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e1f6d6-d698-4246-8a22-d342ddec9b93 req-a79afb45-a6ce-473a-bf86-f4f1f87a2ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:37:01.786196 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-85e1f6d6-d698-4246-8a22-d342ddec9b93 req-a79afb45-a6ce-473a-bf86-f4f1f87a2ee8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=441ab226-4bd7-4c9e-801d-3828be7a85e7 HTTP/1.1" status: 200 len: 913 time: 0.0860395 Mar 30 18:37:01.856093 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-85e1f6d6-d698-4246-8a22-d342ddec9b93 req-30e8ab7a-b1d9-41aa-8776-d8e302f6f43f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4badb6bf-daa3-44ed-945e-a5ff6fac46bd HTTP/1.1" status: 200 len: 1002 time: 0.0643063 Mar 30 18:37:01.903304 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e1f6d6-d698-4246-8a22-d342ddec9b93 req-f43486fd-2380-4ca1-8e7c-bbf07024b9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:37:01.904753 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-85e1f6d6-d698-4246-8a22-d342ddec9b93 req-f43486fd-2380-4ca1-8e7c-bbf07024b9c6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9b5f5be6-436f-4774-b876-bea0bb4c57e6 HTTP/1.1" status: 200 len: 851 time: 0.0419240 Mar 30 18:37:01.951791 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e1f6d6-d698-4246-8a22-d342ddec9b93 req-0ada74ab-01fd-4d2b-a3cf-523df519209b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:37:01.953515 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-85e1f6d6-d698-4246-8a22-d342ddec9b93 req-0ada74ab-01fd-4d2b-a3cf-523df519209b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=441ab226-4bd7-4c9e-801d-3828be7a85e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433908 Mar 30 18:37:02.041709 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-85e1f6d6-d698-4246-8a22-d342ddec9b93 req-8bd27afe-8cea-4012-b8b0-db37a33336e8 service neutron] 10.222.0.44 "GET /v2.0/networks/441ab226-4bd7-4c9e-801d-3828be7a85e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823233 Mar 30 18:37:02.129432 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-85e1f6d6-d698-4246-8a22-d342ddec9b93 req-a1c35a7d-ccfa-41cb-9a36-edbd8c21eb37 service neutron] 10.222.0.44 "GET /v2.0/networks/441ab226-4bd7-4c9e-801d-3828be7a85e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816605 Mar 30 18:37:11.820583 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-2d2bb816-3ed0-44e7-bcf8-d9762323a2f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:37:13.165295 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.agents_db [None req-01a7ea33-ae04-4be9-ae8a-11827e05d97f None None] Agent healthcheck: found 6 active agents {{(pid=103497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:37:13.914772 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-6edf332f-6422-450a-a766-26c58b4df33c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:37:15.096283 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:37:16.497725 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:37:18.053058 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:37:18.767010 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (ab438a54-a4f6-4fd3-b589-96aa27265666), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:37:41.821607 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-782a414f-080f-4aab-8ec7-47fd2293ecc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:37:43.915290 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4a7e718e-24f1-4e9f-976a-e3944a7d8a19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:37:45.098514 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:37:46.498711 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:37:48.054948 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:37:48.771975 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (ab438a54-a4f6-4fd3-b589-96aa27265666), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:37:50.163770 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.agents_db [None req-01a7ea33-ae04-4be9-ae8a-11827e05d97f None None] Agent healthcheck: found 6 active agents {{(pid=103497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:38:01.558945 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-82f95fa4-c71c-4505-8297-c8d3d8eccc80 req-34eb08c0-7244-400b-9ec2-2a851f21154d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5af9ec1a-cebf-4a83-977a-e93413bd3ee2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0473275 Mar 30 18:38:01.659943 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f95fa4-c71c-4505-8297-c8d3d8eccc80 req-88215e57-a2ae-468d-9047-ebc73a443e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:38:01.661413 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-82f95fa4-c71c-4505-8297-c8d3d8eccc80 req-88215e57-a2ae-468d-9047-ebc73a443e2a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=30fd70996a7c47ecbdbe3cea7d9518e6&device_id=5af9ec1a-cebf-4a83-977a-e93413bd3ee2 HTTP/1.1" status: 200 len: 1130 time: 0.0445559 Mar 30 18:38:01.762416 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f95fa4-c71c-4505-8297-c8d3d8eccc80 req-642e2ff8-edf4-4c1a-8ca1-8ef9a730cb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:38:01.763872 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-82f95fa4-c71c-4505-8297-c8d3d8eccc80 req-642e2ff8-edf4-4c1a-8ca1-8ef9a730cb13 service neutron] 10.222.0.44 "GET /v2.0/networks?id=441ab226-4bd7-4c9e-801d-3828be7a85e7 HTTP/1.1" status: 200 len: 913 time: 0.0841031 Mar 30 18:38:01.830637 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-82f95fa4-c71c-4505-8297-c8d3d8eccc80 req-2973bd94-6694-4cbe-a584-2c686af140f9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4badb6bf-daa3-44ed-945e-a5ff6fac46bd HTTP/1.1" status: 200 len: 1002 time: 0.0609331 Mar 30 18:38:01.877181 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f95fa4-c71c-4505-8297-c8d3d8eccc80 req-bb84e321-907c-4d0b-9f36-cd9751c0492c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:38:01.878630 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-82f95fa4-c71c-4505-8297-c8d3d8eccc80 req-bb84e321-907c-4d0b-9f36-cd9751c0492c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9b5f5be6-436f-4774-b876-bea0bb4c57e6 HTTP/1.1" status: 200 len: 851 time: 0.0424981 Mar 30 18:38:01.927149 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f95fa4-c71c-4505-8297-c8d3d8eccc80 req-8021206b-efa9-48a7-b267-4eaa12b6b6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:38:01.928612 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-82f95fa4-c71c-4505-8297-c8d3d8eccc80 req-8021206b-efa9-48a7-b267-4eaa12b6b6d8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=441ab226-4bd7-4c9e-801d-3828be7a85e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436563 Mar 30 18:38:02.020345 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-82f95fa4-c71c-4505-8297-c8d3d8eccc80 req-a83122e7-12cf-4994-832a-3dadf5484d2d service neutron] 10.222.0.44 "GET /v2.0/networks/441ab226-4bd7-4c9e-801d-3828be7a85e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850368 Mar 30 18:38:02.107618 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-82f95fa4-c71c-4505-8297-c8d3d8eccc80 req-48b83702-e2d1-4506-8368-48b95535ccaa service neutron] 10.222.0.44 "GET /v2.0/networks/441ab226-4bd7-4c9e-801d-3828be7a85e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813987 Mar 30 18:38:11.822873 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-9d26dc03-7d6e-4850-9cb8-647d3a9080df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:38:13.916039 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-49b0fa43-4a9c-43bf-b9cc-5a19b58decfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:38:15.102034 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:38:16.501729 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:38:18.059497 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:38:18.775267 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (ab438a54-a4f6-4fd3-b589-96aa27265666), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:38:27.162867 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.agents_db [None req-01a7ea33-ae04-4be9-ae8a-11827e05d97f None None] Agent healthcheck: found 6 active agents {{(pid=103497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:38:41.824902 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-3a1bb5e1-6cc1-45b1-ae4f-8db2e1da9f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:38:43.918568 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-2551d6dd-d313-4c9a-a238-787405292a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:38:45.103650 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:38:46.504293 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:38:48.063201 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:38:48.772109 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (ab438a54-a4f6-4fd3-b589-96aa27265666), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:39:02.570346 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b779f752-efa2-4329-9f89-5a97fb607e44 req-9e3cc8a5-7809-48db-8f93-e119ae6b1686 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=5af9ec1a-cebf-4a83-977a-e93413bd3ee2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0892920 Mar 30 18:39:02.670357 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779f752-efa2-4329-9f89-5a97fb607e44 req-b28b9e38-bbed-400f-85d8-ad24672625a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:39:02.672434 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b779f752-efa2-4329-9f89-5a97fb607e44 req-b28b9e38-bbed-400f-85d8-ad24672625a0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=30fd70996a7c47ecbdbe3cea7d9518e6&device_id=5af9ec1a-cebf-4a83-977a-e93413bd3ee2 HTTP/1.1" status: 200 len: 1130 time: 0.0439174 Mar 30 18:39:02.770722 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779f752-efa2-4329-9f89-5a97fb607e44 req-ccaefe32-05b6-4a02-9376-82ed3d9e56f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:39:02.772075 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b779f752-efa2-4329-9f89-5a97fb607e44 req-ccaefe32-05b6-4a02-9376-82ed3d9e56f6 service neutron] 10.222.0.44 "GET /v2.0/networks?id=441ab226-4bd7-4c9e-801d-3828be7a85e7 HTTP/1.1" status: 200 len: 913 time: 0.0823033 Mar 30 18:39:02.840512 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b779f752-efa2-4329-9f89-5a97fb607e44 req-6d1ec9eb-d058-40fa-8ae2-47bf9b29b438 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4badb6bf-daa3-44ed-945e-a5ff6fac46bd HTTP/1.1" status: 200 len: 1002 time: 0.0607314 Mar 30 18:39:02.887266 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779f752-efa2-4329-9f89-5a97fb607e44 req-87c5cb22-2d91-498d-bb99-35ee4ebe55a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:39:02.888691 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b779f752-efa2-4329-9f89-5a97fb607e44 req-87c5cb22-2d91-498d-bb99-35ee4ebe55a2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9b5f5be6-436f-4774-b876-bea0bb4c57e6 HTTP/1.1" status: 200 len: 851 time: 0.0423472 Mar 30 18:39:02.935720 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b779f752-efa2-4329-9f89-5a97fb607e44 req-c75530e3-2d19-41f5-9d9f-47f543cb1239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:39:02.938066 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b779f752-efa2-4329-9f89-5a97fb607e44 req-c75530e3-2d19-41f5-9d9f-47f543cb1239 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=441ab226-4bd7-4c9e-801d-3828be7a85e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435057 Mar 30 18:39:02.947785 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [req-b779f752-efa2-4329-9f89-5a97fb607e44 req-5bf6ab9d-5f75-4604-8b01-0d8b208b5305 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103495) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 18:39:02.948969 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b779f752-efa2-4329-9f89-5a97fb607e44 req-5bf6ab9d-5f75-4604-8b01-0d8b208b5305 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047338 Mar 30 18:39:03.038525 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b779f752-efa2-4329-9f89-5a97fb607e44 req-32c03024-09f9-430a-b14d-f09be3800e04 service neutron] 10.222.0.44 "GET /v2.0/networks/441ab226-4bd7-4c9e-801d-3828be7a85e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832059 Mar 30 18:39:03.128725 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b779f752-efa2-4329-9f89-5a97fb607e44 req-cc73338a-0bd1-46c5-9008-54f81c23c904 service neutron] 10.222.0.44 "GET /v2.0/networks/441ab226-4bd7-4c9e-801d-3828be7a85e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848417 Mar 30 18:39:04.163514 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.agents_db [None req-01a7ea33-ae04-4be9-ae8a-11827e05d97f None None] Agent healthcheck: found 6 active agents {{(pid=103497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:39:11.834737 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-d6485148-9293-49de-96a9-71fdec73449f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:39:13.048485 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29768142-3222-4ea9-9add-2c356087c65d req-0b5d2b1e-7b32-40a9-b059-81d6bdf19e23 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:39:13.049920 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-29768142-3222-4ea9-9add-2c356087c65d req-0b5d2b1e-7b32-40a9-b059-81d6bdf19e23 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/ports?device_id=5af9ec1a-cebf-4a83-977a-e93413bd3ee2 HTTP/1.1" status: 200 len: 946 time: 0.1080706 Mar 30 18:39:13.098868 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-29768142-3222-4ea9-9add-2c356087c65d req-839a0a5f-e79d-4db6-8d40-d85d6b25f2a5 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/security-groups?id=890809ac-e89e-4692-820d-650417fc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431185 Mar 30 18:39:13.919375 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-84e861c7-6704-454d-b6c0-875cab560237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:39:14.266876 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f70274-7928-44ab-8a67-02d2e2b8b585 req-146917f1-c1a8-4807-85e7-67011781794b tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:39:14.268342 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-04f70274-7928-44ab-8a67-02d2e2b8b585 req-146917f1-c1a8-4807-85e7-67011781794b tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/ports?device_id=5af9ec1a-cebf-4a83-977a-e93413bd3ee2 HTTP/1.1" status: 200 len: 946 time: 0.0999582 Mar 30 18:39:14.316004 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-04f70274-7928-44ab-8a67-02d2e2b8b585 req-7b5929bc-6bf1-4b64-8711-15cde80123f7 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/security-groups?id=890809ac-e89e-4692-820d-650417fc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420606 Mar 30 18:39:14.782001 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b49e6-94d8-4bb7-9dc6-eca2c02d0567 req-75487701-134d-4d4f-a70e-e72d0b0f7ecd tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:39:14.783463 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-9f9b49e6-94d8-4bb7-9dc6-eca2c02d0567 req-75487701-134d-4d4f-a70e-e72d0b0f7ecd tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.44 "GET /v2.0/ports?device_id=5af9ec1a-cebf-4a83-977a-e93413bd3ee2 HTTP/1.1" status: 200 len: 946 time: 0.0521467 Mar 30 18:39:14.875905 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [req-9f9b49e6-94d8-4bb7-9dc6-eca2c02d0567 req-a6192d1d-8e83-4588-ae5f-06b82bb93ed3 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Deleting port 4badb6bf-daa3-44ed-945e-a5ff6fac46bd {{(pid=103495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:39:14.876251 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-9f9b49e6-94d8-4bb7-9dc6-eca2c02d0567 req-a6192d1d-8e83-4588-ae5f-06b82bb93ed3 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (4badb6bf-daa3-44ed-945e-a5ff6fac46bd), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:39:14.963474 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [req-9f9b49e6-94d8-4bb7-9dc6-eca2c02d0567 req-a6192d1d-8e83-4588-ae5f-06b82bb93ed3 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] For port 4badb6bf-daa3-44ed-945e-a5ff6fac46bd, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=4badb6bf-daa3-44ed-945e-a5ff6fac46bd,segment=NetworkSegment(fa0e0491-73dd-4d0e-8d7e-5b0748535720),segment_id=fa0e0491-73dd-4d0e-8d7e-5b0748535720)] {{(pid=103495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:39:14.963840 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-9f9b49e6-94d8-4bb7-9dc6-eca2c02d0567 req-a6192d1d-8e83-4588-ae5f-06b82bb93ed3 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (4badb6bf-daa3-44ed-945e-a5ff6fac46bd), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:39:15.106442 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:39:15.135907 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-9f9b49e6-94d8-4bb7-9dc6-eca2c02d0567 req-a6192d1d-8e83-4588-ae5f-06b82bb93ed3 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:39:15.136281 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-9f9b49e6-94d8-4bb7-9dc6-eca2c02d0567 req-a6192d1d-8e83-4588-ae5f-06b82bb93ed3 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541296'] for floatingip (bc796de7-03a3-4a21-a87e-4c4b910ac261), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:39:15.136594 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.db.l3_db [req-9f9b49e6-94d8-4bb7-9dc6-eca2c02d0567 req-a6192d1d-8e83-4588-ae5f-06b82bb93ed3 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Floating IP bc796de7-03a3-4a21-a87e-4c4b910ac261 disassociated. External IP: 172.27.1.101, port: 4badb6bf-daa3-44ed-945e-a5ff6fac46bd. Mar 30 18:39:15.136940 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [req-9f9b49e6-94d8-4bb7-9dc6-eca2c02d0567 req-a6192d1d-8e83-4588-ae5f-06b82bb93ed3 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Calling delete_port for 4badb6bf-daa3-44ed-945e-a5ff6fac46bd owned by compute:nova {{(pid=103495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:39:15.266649 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-9f9b49e6-94d8-4bb7-9dc6-eca2c02d0567 req-a6192d1d-8e83-4588-ae5f-06b82bb93ed3 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5398852'] for port (4badb6bf-daa3-44ed-945e-a5ff6fac46bd), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:39:15.296693 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6192d1d-8e83-4588-ae5f-06b82bb93ed3 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Pushing event deleted for resources: {'Port': ['ID=4badb6bf-daa3-44ed-945e-a5ff6fac46bd,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:39:15.309527 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6192d1d-8e83-4588-ae5f-06b82bb93ed3 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:39:15.309669 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6192d1d-8e83-4588-ae5f-06b82bb93ed3 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:39:15.309995 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6192d1d-8e83-4588-ae5f-06b82bb93ed3 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:39:15.310360 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6192d1d-8e83-4588-ae5f-06b82bb93ed3 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:39:15.310697 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6192d1d-8e83-4588-ae5f-06b82bb93ed3 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:39:15.311028 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6192d1d-8e83-4588-ae5f-06b82bb93ed3 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:39:15.311358 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6192d1d-8e83-4588-ae5f-06b82bb93ed3 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:39:15.312272 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6192d1d-8e83-4588-ae5f-06b82bb93ed3 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:39:15.312599 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6192d1d-8e83-4588-ae5f-06b82bb93ed3 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:39:15.312929 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6192d1d-8e83-4588-ae5f-06b82bb93ed3 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:39:15.313260 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6192d1d-8e83-4588-ae5f-06b82bb93ed3 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:39:15.313569 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6192d1d-8e83-4588-ae5f-06b82bb93ed3 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:39:15.313892 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6192d1d-8e83-4588-ae5f-06b82bb93ed3 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:39:15.314242 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6192d1d-8e83-4588-ae5f-06b82bb93ed3 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:39:15.314613 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6192d1d-8e83-4588-ae5f-06b82bb93ed3 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:39:15.419109 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-087b94f0-d79d-48b5-9c40-3ceaf9ef6925 req-acee14ce-afdd-47bf-af91-2a10b3f38d7a tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/ports?device_id=5af9ec1a-cebf-4a83-977a-e93413bd3ee2 HTTP/1.1" status: 200 len: 210 time: 0.0358245 Mar 30 18:39:15.451766 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f9b49e6-94d8-4bb7-9dc6-eca2c02d0567 req-a6192d1d-8e83-4588-ae5f-06b82bb93ed3 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Router 6ef47e23-9d1b-452b-95cc-70aafbf47f02 has already been hosted by L3 agent d6545c5f-a93c-4a15-87cd-019d3e75e7be {{(pid=103495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:39:15.557432 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f9b49e6-94d8-4bb7-9dc6-eca2c02d0567 req-a6192d1d-8e83-4588-ae5f-06b82bb93ed3 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Notify agent at l3_agent.dv-cinder-835881-1-iscsi the message routers_updated {{(pid=103495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:39:15.567394 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dc3655-4e0e-401a-a767-9771df4d460b None None] Sync routers for ids ['6ef47e23-9d1b-452b-95cc-70aafbf47f02'] in dv-cinder-835881-1-iscsi {{(pid=103496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:39:15.577009 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dc3655-4e0e-401a-a767-9771df4d460b None None] Routers {'6ef47e23-9d1b-452b-95cc-70aafbf47f02'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:39:15.577620 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-e6dc3655-4e0e-401a-a767-9771df4d460b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:39:14Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['6ef47e23-9d1b-452b-95cc-70aafbf47f02'], 'active': True} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:39:15.598879 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f9b49e6-94d8-4bb7-9dc6-eca2c02d0567 req-a6192d1d-8e83-4588-ae5f-06b82bb93ed3 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] No DVR routers for this DVR port 4badb6bf-daa3-44ed-945e-a5ff6fac46bd on host hv-cinder-83588 {{(pid=103495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:39:15.601411 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-9f9b49e6-94d8-4bb7-9dc6-eca2c02d0567 req-a6192d1d-8e83-4588-ae5f-06b82bb93ed3 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for port (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:39:15.604946 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-9f9b49e6-94d8-4bb7-9dc6-eca2c02d0567 req-a6192d1d-8e83-4588-ae5f-06b82bb93ed3 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.44 "DELETE /v2.0/ports/4badb6bf-daa3-44ed-945e-a5ff6fac46bd HTTP/1.1" status: 204 len: 173 time: 0.8158929 Mar 30 18:39:15.605407 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af9ec1a-cebf-4a83-977a-e93413bd3ee2', 'name': 'network-vif-deleted', 'tag': '4badb6bf-daa3-44ed-945e-a5ff6fac46bd'}] {{(pid=103495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:39:15.608220 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0dfb30c8fd1ad248dcf0c7d180f6bc71f3cc1084e8ff52034c63c32eff48f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93509ba4-169a-4723-bc9d-640910d7fe2c" -d '{"events": [{"server_uuid": "5af9ec1a-cebf-4a83-977a-e93413bd3ee2", "name": "network-vif-deleted", "tag": "4badb6bf-daa3-44ed-945e-a5ff6fac46bd"}]}' {{(pid=103495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:39:15.698035 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvr_db [None req-e6dc3655-4e0e-401a-a767-9771df4d460b None None] Set router 6ef47e23-9d1b-452b-95cc-70aafbf47f02 gateway port host: dv-cinder-835881-1-iscsi {{(pid=103496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:39:15.715551 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36dcabcd-9c54-412e-b55e-10e421498cf6 x-openstack-request-id: req-36dcabcd-9c54-412e-b55e-10e421498cf6 {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:39:15.716020 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af9ec1a-cebf-4a83-977a-e93413bd3ee2", "name": "network-vif-deleted", "tag": "4badb6bf-daa3-44ed-945e-a5ff6fac46bd", "status": "completed", "code": 200}]} {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:39:15.716281 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-36dcabcd-9c54-412e-b55e-10e421498cf6 {{(pid=103495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:39:15.716698 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36dcabcd-9c54-412e-b55e-10e421498cf6'] response: {'server_uuid': '5af9ec1a-cebf-4a83-977a-e93413bd3ee2', 'name': 'network-vif-deleted', 'tag': '4badb6bf-daa3-44ed-945e-a5ff6fac46bd', 'status': 'completed', 'code': 200} Mar 30 18:39:15.900898 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-e6dc3655-4e0e-401a-a767-9771df4d460b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'name': 'tempest-TestVolumeBootPattern-1377860571-router', 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'd734f774-c938-44da-835b-70853d680779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:36:08Z', 'updated_at': '2022-03-30T18:36:11Z', 'revision_number': 4, 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'gw_port': {'id': 'd734f774-c938-44da-835b-70853d680779', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ea:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:36:09Z', 'updated_at': '2022-03-30T18:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': '807b26b8-5f6a-4d75-b032-3715d2a52a1c', 'name': '', 'network_id': '441ab226-4bd7-4c9e-801d-3828be7a85e7', 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'mac_address': 'fa:16:3e:62:1a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '9b5f5be6-436f-4774-b876-bea0bb4c57e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:36:10Z', 'updated_at': '2022-03-30T18:36:16Z', 'revision_number': 5, 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'subnets': [{'id': '9b5f5be6-436f-4774-b876-bea0bb4c57e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:39:15.927354 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dc3655-4e0e-401a-a767-9771df4d460b None None] Checking router: 6ef47e23-9d1b-452b-95cc-70aafbf47f02 for host: dv-cinder-835881-1-iscsi {{(pid=103496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:39:15.935319 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dc3655-4e0e-401a-a767-9771df4d460b None None] Routers {'6ef47e23-9d1b-452b-95cc-70aafbf47f02'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:39:15.935915 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-e6dc3655-4e0e-401a-a767-9771df4d460b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:39:14Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['6ef47e23-9d1b-452b-95cc-70aafbf47f02'], 'active': True} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:39:16.048057 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvr_db [None req-e6dc3655-4e0e-401a-a767-9771df4d460b None None] Set router 6ef47e23-9d1b-452b-95cc-70aafbf47f02 gateway port host: dv-cinder-835881-1-iscsi {{(pid=103496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:39:16.250142 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-e6dc3655-4e0e-401a-a767-9771df4d460b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'name': 'tempest-TestVolumeBootPattern-1377860571-router', 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'd734f774-c938-44da-835b-70853d680779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:36:08Z', 'updated_at': '2022-03-30T18:36:11Z', 'revision_number': 4, 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'gw_port': {'id': 'd734f774-c938-44da-835b-70853d680779', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ea:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:36:09Z', 'updated_at': '2022-03-30T18:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': '807b26b8-5f6a-4d75-b032-3715d2a52a1c', 'name': '', 'network_id': '441ab226-4bd7-4c9e-801d-3828be7a85e7', 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'mac_address': 'fa:16:3e:62:1a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '9b5f5be6-436f-4774-b876-bea0bb4c57e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:36:10Z', 'updated_at': '2022-03-30T18:36:16Z', 'revision_number': 5, 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'subnets': [{'id': '9b5f5be6-436f-4774-b876-bea0bb4c57e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:39:16.276738 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6dc3655-4e0e-401a-a767-9771df4d460b None None] The sync data for ids ['6ef47e23-9d1b-452b-95cc-70aafbf47f02'] in dv-cinder-835881-1-iscsi is: [{'id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'name': 'tempest-TestVolumeBootPattern-1377860571-router', 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'd734f774-c938-44da-835b-70853d680779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:36:08Z', 'updated_at': '2022-03-30T18:36:11Z', 'revision_number': 4, 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'gw_port': {'id': 'd734f774-c938-44da-835b-70853d680779', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ea:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:36:09Z', 'updated_at': '2022-03-30T18:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': '807b26b8-5f6a-4d75-b032-3715d2a52a1c', 'name': '', 'network_id': '441ab226-4bd7-4c9e-801d-3828be7a85e7', 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'mac_address': 'fa:16:3e:62:1a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '9b5f5be6-436f-4774-b876-bea0bb4c57e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:36:10Z', 'updated_at': '2022-03-30T18:36:16Z', 'revision_number': 5, 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'subnets': [{'id': '9b5f5be6-436f-4774-b876-bea0bb4c57e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:39:16.510174 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:39:16.522983 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7f5ce0-27cb-4e35-af6d-e2660e393b77 None None] New status for floating IP bc796de7-03a3-4a21-a87e-4c4b910ac261: DOWN {{(pid=103497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:39:16.541685 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-44cfa8fc-c4ab-4385-95ac-f664834ec300 req-b4fb3a8e-2289-423b-b651-7a068a8209cf tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/ports?device_id=5af9ec1a-cebf-4a83-977a-e93413bd3ee2 HTTP/1.1" status: 200 len: 210 time: 0.0292537 Mar 30 18:39:17.744731 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-498dff69-3e0a-453a-882f-bff9f8571d8a req-1c08fcbc-043c-45e9-84f1-0fa7ca2d18bb tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-452088715&fields=id&tenant_id=30fd70996a7c47ecbdbe3cea7d9518e6 HTTP/1.1" status: 200 len: 267 time: 0.0422270 Mar 30 18:39:17.849374 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498dff69-3e0a-453a-882f-bff9f8571d8a req-e93088d1-206e-49c8-aa41-26e1b2d60946 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:39:17.850771 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-498dff69-3e0a-453a-882f-bff9f8571d8a req-e93088d1-206e-49c8-aa41-26e1b2d60946 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/networks?id=441ab226-4bd7-4c9e-801d-3828be7a85e7 HTTP/1.1" status: 200 len: 812 time: 0.0991225 Mar 30 18:39:17.865170 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-498dff69-3e0a-453a-882f-bff9f8571d8a req-e5612701-9c58-4ad1-8f49-ab88f08d6a56 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/quotas/30fd70996a7c47ecbdbe3cea7d9518e6 HTTP/1.1" status: 200 len: 375 time: 0.0091863 Mar 30 18:39:17.918064 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-498dff69-3e0a-453a-882f-bff9f8571d8a req-542d8990-13c1-4c9c-89fa-88b48537b690 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=30fd70996a7c47ecbdbe3cea7d9518e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481813 Mar 30 18:39:17.977017 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [req-498dff69-3e0a-453a-882f-bff9f8571d8a req-d59ef8f3-b6d5-4d39-ac71-786cb634334c service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103495) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 18:39:17.978004 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-498dff69-3e0a-453a-882f-bff9f8571d8a req-d59ef8f3-b6d5-4d39-ac71-786cb634334c service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0464020 Mar 30 18:39:18.065492 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:39:18.073156 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-498dff69-3e0a-453a-882f-bff9f8571d8a req-b67916da-4062-49b1-af92-7330356239de service neutron] 10.222.0.41 "GET /v2.0/networks/441ab226-4bd7-4c9e-801d-3828be7a85e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892873 Mar 30 18:39:18.160125 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-498dff69-3e0a-453a-882f-bff9f8571d8a req-9a8dbebe-80dd-42dc-8181-4d66ee5f9ae9 service neutron] 10.222.0.41 "GET /v2.0/networks/441ab226-4bd7-4c9e-801d-3828be7a85e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809598 Mar 30 18:39:18.567968 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 4badb6bf-daa3-44ed-945e-a5ff6fac46bd no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:39:18.592070 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] No Port match for: 4badb6bf-daa3-44ed-945e-a5ff6fac46bd {{(pid=103496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:39:18.592417 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 4badb6bf-daa3-44ed-945e-a5ff6fac46bd not bound to the agent host hv-cinder-83588 {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:39:18.789011 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (ab438a54-a4f6-4fd3-b589-96aa27265666), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:39:19.449588 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-351b7fc3-e06f-4d0a-86e0-e4d060b0b6dc req-f8a18f9c-322a-4da5-8ae1-328369aa10be tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7638d6a-8cd2-4b64-bf6c-6ef53d2548d6 HTTP/1.1" status: 200 len: 210 time: 0.0289509 Mar 30 18:39:20.418776 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498dff69-3e0a-453a-882f-bff9f8571d8a req-99aa9785-5ab7-45c0-9007-97d00653c806 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:39:20.420120 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-498dff69-3e0a-453a-882f-bff9f8571d8a req-99aa9785-5ab7-45c0-9007-97d00653c806 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.44 "GET /v2.0/networks?id=441ab226-4bd7-4c9e-801d-3828be7a85e7 HTTP/1.1" status: 200 len: 812 time: 0.1055615 Mar 30 18:39:20.488173 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-498dff69-3e0a-453a-882f-bff9f8571d8a req-6dbc86b2-5202-4c33-84f4-d64d496a87fe tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30fd70996a7c47ecbdbe3cea7d9518e6 HTTP/1.1" status: 200 len: 379 time: 0.0543602 Mar 30 18:39:20.503496 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [req-498dff69-3e0a-453a-882f-bff9f8571d8a req-95bdd9f8-2f01-4d66-b92e-1cc35660dbb0 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Request body: {'port': {'device_id': 'c7638d6a-8cd2-4b64-bf6c-6ef53d2548d6', 'network_id': '441ab226-4bd7-4c9e-801d-3828be7a85e7', 'admin_state_up': True, 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'security_groups': ['890809ac-e89e-4692-820d-650417fc6978']}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:39:20.575320 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5c843d4a-2fe8-4d1c-b670-300e5cd899a7 req-c2ba6dcc-4d29-406b-8219-337798bb0614 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7638d6a-8cd2-4b64-bf6c-6ef53d2548d6 HTTP/1.1" status: 200 len: 210 time: 0.0572202 Mar 30 18:39:20.633851 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-498dff69-3e0a-453a-882f-bff9f8571d8a req-95bdd9f8-2f01-4d66-b92e-1cc35660dbb0 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Made reservation on behalf of 30fd70996a7c47ecbdbe3cea7d9518e6 for: {'port': 1} {{(pid=103495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:39:20.637125 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-498dff69-3e0a-453a-882f-bff9f8571d8a req-95bdd9f8-2f01-4d66-b92e-1cc35660dbb0 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:39:20.763455 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.db_base_plugin_common [req-498dff69-3e0a-453a-882f-bff9f8571d8a req-95bdd9f8-2f01-4d66-b92e-1cc35660dbb0 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Allocated IP 172.20.0.6 (441ab226-4bd7-4c9e-801d-3828be7a85e7/9b5f5be6-436f-4774-b876-bea0bb4c57e6/bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c) {{(pid=103495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:39:20.900713 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-498dff69-3e0a-453a-882f-bff9f8571d8a req-95bdd9f8-2f01-4d66-b92e-1cc35660dbb0 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks [] for port (bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:39:20.934048 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-498dff69-3e0a-453a-882f-bff9f8571d8a req-95bdd9f8-2f01-4d66-b92e-1cc35660dbb0 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728099412974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5398852'] for port (bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:39:20.984469 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-498dff69-3e0a-453a-882f-bff9f8571d8a req-95bdd9f8-2f01-4d66-b92e-1cc35660dbb0 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Network 441ab226-4bd7-4c9e-801d-3828be7a85e7 is already hosted by enough agents. {{(pid=103495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:39:20.987668 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.base_scheduler [req-498dff69-3e0a-453a-882f-bff9f8571d8a req-95bdd9f8-2f01-4d66-b92e-1cc35660dbb0 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Resources bound (agent type, host, resource id): {{(pid=103495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:39:20.991395 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.l3_dvrscheduler_db [req-498dff69-3e0a-453a-882f-bff9f8571d8a req-95bdd9f8-2f01-4d66-b92e-1cc35660dbb0 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Received port after_create {{(pid=103495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:39:21.255667 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-40401f28-4be6-4d20-b6a2-5f18ba611a77 None None] Provisioning complete for port bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:39:21.256224 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-40401f28-4be6-4d20-b6a2-5f18ba611a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:39:21.292683 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-40401f28-4be6-4d20-b6a2-5f18ba611a77 None None] Port bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c cannot update to ACTIVE because it is not bound. {{(pid=103496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:39:21.297314 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bdd9f8-2f01-4d66-b92e-1cc35660dbb0 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Pushing event updated for resources: {'Port': ['ID=bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:39:21.324494 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498dff69-3e0a-453a-882f-bff9f8571d8a req-95bdd9f8-2f01-4d66-b92e-1cc35660dbb0 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:39:21.325124 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-498dff69-3e0a-453a-882f-bff9f8571d8a req-95bdd9f8-2f01-4d66-b92e-1cc35660dbb0 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for port (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:39:21.340872 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-498dff69-3e0a-453a-882f-bff9f8571d8a req-95bdd9f8-2f01-4d66-b92e-1cc35660dbb0 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8417993 Mar 30 18:39:21.359008 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [req-498dff69-3e0a-453a-882f-bff9f8571d8a req-8448b645-3946-4367-97fb-674fdbf467c8 service neutron] Request body: {'port': {'device_id': 'c7638d6a-8cd2-4b64-bf6c-6ef53d2548d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:39:21.414181 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-498dff69-3e0a-453a-882f-bff9f8571d8a req-8448b645-3946-4367-97fb-674fdbf467c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c), before_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:39:21.694462 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.notifiers.nova [req-498dff69-3e0a-453a-882f-bff9f8571d8a req-8448b645-3946-4367-97fb-674fdbf467c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c {{(pid=103495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:39:21.703948 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-498dff69-3e0a-453a-882f-bff9f8571d8a req-8448b645-3946-4367-97fb-674fdbf467c8 service neutron] Publish callbacks [] for port (bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c), precommit_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:39:21.722353 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.provisioning_blocks [req-498dff69-3e0a-453a-882f-bff9f8571d8a req-8448b645-3946-4367-97fb-674fdbf467c8 service neutron] Transition to ACTIVE for port object bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c will not be triggered until provisioned by entity L2. {{(pid=103495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 18:39:21.727727 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-498dff69-3e0a-453a-882f-bff9f8571d8a req-8448b645-3946-4367-97fb-674fdbf467c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5398861'] for port (bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:39:21.737938 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7344d641-3e64-46f4-a6ee-42abd119abce req-7cc407aa-dc40-4347-9dd8-8ab3f7c42508 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:39:21.739413 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-7344d641-3e64-46f4-a6ee-42abd119abce req-7cc407aa-dc40-4347-9dd8-8ab3f7c42508 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7638d6a-8cd2-4b64-bf6c-6ef53d2548d6 HTTP/1.1" status: 200 len: 931 time: 0.0973668 Mar 30 18:39:21.815470 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8448b645-3946-4367-97fb-674fdbf467c8 service neutron] Pushing event updated for resources: {'Port': ['ID=bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c,revision_number=2']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:39:21.860300 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-7344d641-3e64-46f4-a6ee-42abd119abce req-d17027c7-eb51-4754-9dfd-b419f1c22763 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/security-groups?id=890809ac-e89e-4692-820d-650417fc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002023 Mar 30 18:39:21.908226 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.managers [req-498dff69-3e0a-453a-882f-bff9f8571d8a req-8448b645-3946-4367-97fb-674fdbf467c8 service neutron] Attempting to bind port bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:39:21.908562 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.managers [req-498dff69-3e0a-453a-882f-bff9f8571d8a req-8448b645-3946-4367-97fb-674fdbf467c8 service neutron] Attempting to bind port bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'fa0e0491-73dd-4d0e-8d7e-5b0748535720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '441ab226-4bd7-4c9e-801d-3828be7a85e7'}] {{(pid=103495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:39:21.908892 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498dff69-3e0a-453a-882f-bff9f8571d8a req-8448b645-3946-4367-97fb-674fdbf467c8 service neutron] Attempting to bind port bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c on network 441ab226-4bd7-4c9e-801d-3828be7a85e7 {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:39:21.913515 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498dff69-3e0a-453a-882f-bff9f8571d8a req-8448b645-3946-4367-97fb-674fdbf467c8 service neutron] Port bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c on network 441ab226-4bd7-4c9e-801d-3828be7a85e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 18:39:21.913832 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498dff69-3e0a-453a-882f-bff9f8571d8a req-8448b645-3946-4367-97fb-674fdbf467c8 service neutron] Attempting to bind port bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c on network 441ab226-4bd7-4c9e-801d-3828be7a85e7 {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:39:21.918771 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498dff69-3e0a-453a-882f-bff9f8571d8a req-8448b645-3946-4367-97fb-674fdbf467c8 service neutron] Checking agent: {'id': 'ab438a54-a4f6-4fd3-b589-96aa27265666', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 15, 49), 'started_at': datetime.datetime(2022, 3, 30, 18, 15, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:39:21.919109 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498dff69-3e0a-453a-882f-bff9f8571d8a req-8448b645-3946-4367-97fb-674fdbf467c8 service neutron] Checking segment: {'id': 'fa0e0491-73dd-4d0e-8d7e-5b0748535720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '441ab226-4bd7-4c9e-801d-3828be7a85e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:39:21.919492 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498dff69-3e0a-453a-882f-bff9f8571d8a req-8448b645-3946-4367-97fb-674fdbf467c8 service neutron] Bound using segment: {'id': 'fa0e0491-73dd-4d0e-8d7e-5b0748535720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '441ab226-4bd7-4c9e-801d-3828be7a85e7'} {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:39:21.919922 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.managers [req-498dff69-3e0a-453a-882f-bff9f8571d8a req-8448b645-3946-4367-97fb-674fdbf467c8 service neutron] Bound port: bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa0e0491-73dd-4d0e-8d7e-5b0748535720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '441ab226-4bd7-4c9e-801d-3828be7a85e7'}}] {{(pid=103495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:39:21.920289 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-498dff69-3e0a-453a-882f-bff9f8571d8a req-8448b645-3946-4367-97fb-674fdbf467c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c), before_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:39:21.985348 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [req-498dff69-3e0a-453a-882f-bff9f8571d8a req-8448b645-3946-4367-97fb-674fdbf467c8 service neutron] For port bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c, host hv-cinder-83588, cleared binding levels {{(pid=103495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:39:21.988335 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [req-498dff69-3e0a-453a-882f-bff9f8571d8a req-8448b645-3946-4367-97fb-674fdbf467c8 service neutron] For port bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c,segment=NetworkSegment(fa0e0491-73dd-4d0e-8d7e-5b0748535720),segment_id=fa0e0491-73dd-4d0e-8d7e-5b0748535720)] {{(pid=103495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:39:21.994352 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-498dff69-3e0a-453a-882f-bff9f8571d8a req-8448b645-3946-4367-97fb-674fdbf467c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5398861'] for port (bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:39:22.029551 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498dff69-3e0a-453a-882f-bff9f8571d8a req-8448b645-3946-4367-97fb-674fdbf467c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:39:22.030273 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-498dff69-3e0a-453a-882f-bff9f8571d8a req-8448b645-3946-4367-97fb-674fdbf467c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for port (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:39:22.031854 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-498dff69-3e0a-453a-882f-bff9f8571d8a req-8448b645-3946-4367-97fb-674fdbf467c8 service neutron] 10.222.0.44 "PUT /v2.0/ports/bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c HTTP/1.1" status: 200 len: 1093 time: 0.6767631 Mar 30 18:39:22.032313 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7638d6a-8cd2-4b64-bf6c-6ef53d2548d6', 'tag': 'bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c'}] {{(pid=103495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:39:22.034593 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0dfb30c8fd1ad248dcf0c7d180f6bc71f3cc1084e8ff52034c63c32eff48f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282fa70e-4978-433b-b8d4-aff2bbbaa774" -d '{"events": [{"name": "network-changed", "server_uuid": "c7638d6a-8cd2-4b64-bf6c-6ef53d2548d6", "tag": "bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c"}]}' {{(pid=103495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:39:22.064232 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8448b645-3946-4367-97fb-674fdbf467c8 service neutron] Pushing event updated for resources: {'Port': ['ID=bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c,revision_number=3']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:39:22.138645 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498dff69-3e0a-453a-882f-bff9f8571d8a req-13b21186-ee8d-4f42-8e61-c46f577a0aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:39:22.140214 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-498dff69-3e0a-453a-882f-bff9f8571d8a req-13b21186-ee8d-4f42-8e61-c46f577a0aa0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=30fd70996a7c47ecbdbe3cea7d9518e6&device_id=c7638d6a-8cd2-4b64-bf6c-6ef53d2548d6 HTTP/1.1" status: 200 len: 1127 time: 0.0513835 Mar 30 18:39:22.191337 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-498dff69-3e0a-453a-882f-bff9f8571d8a req-04f1a87b-b8be-45f4-a459-3b980b15b7e3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c HTTP/1.1" status: 200 len: 217 time: 0.0375700 Mar 30 18:39:22.241186 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498dff69-3e0a-453a-882f-bff9f8571d8a req-eda0615c-9c15-4c34-a0d9-a8f65d8658a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:39:22.242770 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-498dff69-3e0a-453a-882f-bff9f8571d8a req-eda0615c-9c15-4c34-a0d9-a8f65d8658a9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9b5f5be6-436f-4774-b876-bea0bb4c57e6 HTTP/1.1" status: 200 len: 851 time: 0.0455570 Mar 30 18:39:22.292581 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498dff69-3e0a-453a-882f-bff9f8571d8a req-06dc343e-6015-4363-8538-5d9015425903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:39:22.294031 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-498dff69-3e0a-453a-882f-bff9f8571d8a req-06dc343e-6015-4363-8538-5d9015425903 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=441ab226-4bd7-4c9e-801d-3828be7a85e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457213 Mar 30 18:39:22.380446 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-498dff69-3e0a-453a-882f-bff9f8571d8a req-1dbc3680-70c0-43e1-ae83-65b85057de62 service neutron] 10.222.0.44 "GET /v2.0/networks/441ab226-4bd7-4c9e-801d-3828be7a85e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798361 Mar 30 18:39:22.480346 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-498dff69-3e0a-453a-882f-bff9f8571d8a req-5b4f99e9-f3e3-42e0-be3f-19f38c425884 service neutron] 10.222.0.44 "GET /v2.0/networks/441ab226-4bd7-4c9e-801d-3828be7a85e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940866 Mar 30 18:39:22.978392 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435492f-c6c0-43d3-87a5-41524325d897 req-23ea1832-b7da-4711-b3dc-2c421e34b50d tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:39:22.979854 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2435492f-c6c0-43d3-87a5-41524325d897 req-23ea1832-b7da-4711-b3dc-2c421e34b50d tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7638d6a-8cd2-4b64-bf6c-6ef53d2548d6 HTTP/1.1" status: 200 len: 943 time: 0.0532622 Mar 30 18:39:23.027551 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-2435492f-c6c0-43d3-87a5-41524325d897 req-f11d5440-849d-490c-bab3-5bef3b9654d7 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/security-groups?id=890809ac-e89e-4692-820d-650417fc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422196 Mar 30 18:39:23.089491 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00bcf543-d626-495d-9eb7-547c80dd59c7 x-openstack-request-id: req-00bcf543-d626-495d-9eb7-547c80dd59c7 {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:39:23.089772 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7638d6a-8cd2-4b64-bf6c-6ef53d2548d6", "tag": "bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c", "status": "completed", "code": 200}]} {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:39:23.090020 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-00bcf543-d626-495d-9eb7-547c80dd59c7 {{(pid=103495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:39:23.090452 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00bcf543-d626-495d-9eb7-547c80dd59c7'] response: {'name': 'network-changed', 'server_uuid': 'c7638d6a-8cd2-4b64-bf6c-6ef53d2548d6', 'tag': 'bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c', 'status': 'completed', 'code': 200} Mar 30 18:39:23.174551 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282fa70e-4978-433b-b8d4-aff2bbbaa774 req-ef5ada95-65c4-4077-8611-1b44848f76f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:39:23.176212 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-282fa70e-4978-433b-b8d4-aff2bbbaa774 req-ef5ada95-65c4-4077-8611-1b44848f76f7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=30fd70996a7c47ecbdbe3cea7d9518e6&device_id=c7638d6a-8cd2-4b64-bf6c-6ef53d2548d6 HTTP/1.1" status: 200 len: 1127 time: 0.0449734 Mar 30 18:39:23.268918 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282fa70e-4978-433b-b8d4-aff2bbbaa774 req-41bbf3c1-1383-4a4d-9207-d054fd718b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:39:23.270476 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-282fa70e-4978-433b-b8d4-aff2bbbaa774 req-41bbf3c1-1383-4a4d-9207-d054fd718b4e service neutron] 10.222.0.44 "GET /v2.0/networks?id=441ab226-4bd7-4c9e-801d-3828be7a85e7 HTTP/1.1" status: 200 len: 913 time: 0.0877216 Mar 30 18:39:23.311869 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-282fa70e-4978-433b-b8d4-aff2bbbaa774 req-e132c6f2-1c34-4c0f-88a0-fbc8aa79a38a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c HTTP/1.1" status: 200 len: 217 time: 0.0337374 Mar 30 18:39:23.358462 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282fa70e-4978-433b-b8d4-aff2bbbaa774 req-5deef766-5df2-4d10-9a83-684f8f8e8dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:39:23.359861 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-282fa70e-4978-433b-b8d4-aff2bbbaa774 req-5deef766-5df2-4d10-9a83-684f8f8e8dbc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9b5f5be6-436f-4774-b876-bea0bb4c57e6 HTTP/1.1" status: 200 len: 851 time: 0.0422716 Mar 30 18:39:23.411506 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282fa70e-4978-433b-b8d4-aff2bbbaa774 req-eeff5aac-4738-4192-a83a-6709984f8e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:39:23.412976 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-282fa70e-4978-433b-b8d4-aff2bbbaa774 req-eeff5aac-4738-4192-a83a-6709984f8e7f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=441ab226-4bd7-4c9e-801d-3828be7a85e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471108 Mar 30 18:39:23.500215 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-282fa70e-4978-433b-b8d4-aff2bbbaa774 req-882672a8-be3a-43b1-8aab-a22dccf39447 service neutron] 10.222.0.44 "GET /v2.0/networks/441ab226-4bd7-4c9e-801d-3828be7a85e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807209 Mar 30 18:39:23.589971 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-282fa70e-4978-433b-b8d4-aff2bbbaa774 req-97a60f3e-a1da-4bf5-8a2c-8216b749f5b3 service neutron] 10.222.0.44 "GET /v2.0/networks/441ab226-4bd7-4c9e-801d-3828be7a85e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844316 Mar 30 18:39:24.149321 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ae49d-e323-4120-ae30-537a6c686cf3 req-4c008b9d-6d8f-46e7-a72e-0f26a302665e tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:39:24.150809 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0c3ae49d-e323-4120-ae30-537a6c686cf3 req-4c008b9d-6d8f-46e7-a72e-0f26a302665e tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7638d6a-8cd2-4b64-bf6c-6ef53d2548d6 HTTP/1.1" status: 200 len: 943 time: 0.0528953 Mar 30 18:39:24.199494 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-0c3ae49d-e323-4120-ae30-537a6c686cf3 req-d1a747cb-2690-4216-bf56-d6b7f5228a3b tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/security-groups?id=890809ac-e89e-4692-820d-650417fc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424221 Mar 30 18:39:25.316575 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee82ea0-1b08-424a-a589-587f7ea59796 req-c4e8f28d-ba4a-4347-ba10-6990dc3e7e19 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:39:25.317991 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-4ee82ea0-1b08-424a-a589-587f7ea59796 req-c4e8f28d-ba4a-4347-ba10-6990dc3e7e19 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7638d6a-8cd2-4b64-bf6c-6ef53d2548d6 HTTP/1.1" status: 200 len: 943 time: 0.0519409 Mar 30 18:39:25.366793 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-4ee82ea0-1b08-424a-a589-587f7ea59796 req-d7ac7964-25bd-4332-845d-77fc612d411f tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/security-groups?id=890809ac-e89e-4692-820d-650417fc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432088 Mar 30 18:39:26.485054 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5954ca7-db3b-47cb-b192-eafdcaa3da1e req-998187c5-decb-4c11-93cc-73996a030a97 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:39:26.486547 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d5954ca7-db3b-47cb-b192-eafdcaa3da1e req-998187c5-decb-4c11-93cc-73996a030a97 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7638d6a-8cd2-4b64-bf6c-6ef53d2548d6 HTTP/1.1" status: 200 len: 943 time: 0.0561390 Mar 30 18:39:26.534318 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d5954ca7-db3b-47cb-b192-eafdcaa3da1e req-550e0ac1-b12f-4f88-8917-3b04d1dcf1c6 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/security-groups?id=890809ac-e89e-4692-820d-650417fc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421743 Mar 30 18:39:27.649442 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ba1299-17ed-45a0-ac1f-7899bb3f4afc req-aae4d572-2a3a-4927-837d-34682a049986 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:39:27.650932 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c4ba1299-17ed-45a0-ac1f-7899bb3f4afc req-aae4d572-2a3a-4927-837d-34682a049986 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7638d6a-8cd2-4b64-bf6c-6ef53d2548d6 HTTP/1.1" status: 200 len: 943 time: 0.0527170 Mar 30 18:39:27.699496 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c4ba1299-17ed-45a0-ac1f-7899bb3f4afc req-10c36118-504a-4187-839a-58616d2fe99e tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/security-groups?id=890809ac-e89e-4692-820d-650417fc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423439 Mar 30 18:39:28.825441 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b7bf8-2faa-4f1b-b147-76b91fd5e370 req-a4200004-1649-43f4-8659-dd11003b0014 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:39:28.827438 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e40b7bf8-2faa-4f1b-b147-76b91fd5e370 req-a4200004-1649-43f4-8659-dd11003b0014 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7638d6a-8cd2-4b64-bf6c-6ef53d2548d6 HTTP/1.1" status: 200 len: 943 time: 0.0551591 Mar 30 18:39:28.874429 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e40b7bf8-2faa-4f1b-b147-76b91fd5e370 req-a0366826-c92d-414d-8ac3-0894e580a768 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/security-groups?id=890809ac-e89e-4692-820d-650417fc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413547 Mar 30 18:39:29.990536 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6557cf-f28a-4b87-972d-1a45607487dd req-66129a02-d4e4-4943-8eae-ddebb3ef8351 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:39:29.992009 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ff6557cf-f28a-4b87-972d-1a45607487dd req-66129a02-d4e4-4943-8eae-ddebb3ef8351 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7638d6a-8cd2-4b64-bf6c-6ef53d2548d6 HTTP/1.1" status: 200 len: 943 time: 0.0516853 Mar 30 18:39:30.038973 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ff6557cf-f28a-4b87-972d-1a45607487dd req-6495c2e7-1868-457c-aa14-0a9b6340ecf0 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/security-groups?id=890809ac-e89e-4692-820d-650417fc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414944 Mar 30 18:39:30.683864 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:39:30.779956 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c,segment=NetworkSegment(fa0e0491-73dd-4d0e-8d7e-5b0748535720),segment_id=fa0e0491-73dd-4d0e-8d7e-5b0748535720)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:39:30.791292 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Returning: {'device': 'bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c', 'network_id': '441ab226-4bd7-4c9e-801d-3828be7a85e7', 'port_id': 'bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c', 'mac_address': 'fa:16:3e:c9:b5:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b5f5be6-436f-4774-b876-bea0bb4c57e6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:39:30.828015 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Current status of the port bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c is: DOWN; New status is: BUILD {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:39:30.828406 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:39:30.843871 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c {{(pid=103496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:39:30.862005 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c,segment=NetworkSegment(fa0e0491-73dd-4d0e-8d7e-5b0748535720),segment_id=fa0e0491-73dd-4d0e-8d7e-5b0748535720)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:39:30.865900 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:39:30.911857 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Pushing event updated for resources: {'Port': ['ID=bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c,revision_number=4']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:39:30.918697 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:39:30.919050 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:39:30.919402 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:39:30.919749 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:39:30.920088 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:39:30.920454 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:39:30.920975 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:39:30.921314 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:39:30.921650 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:39:30.921984 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:39:30.922351 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:39:30.922688 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:39:30.923021 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:39:30.923349 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:39:30.923684 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:39:31.155364 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5a997-dd24-4927-bfde-304398b368dd req-e33c6a03-6d1c-41c1-b813-4ac05feb550c tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:39:31.157044 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-15c5a997-dd24-4927-bfde-304398b368dd req-e33c6a03-6d1c-41c1-b813-4ac05feb550c tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7638d6a-8cd2-4b64-bf6c-6ef53d2548d6 HTTP/1.1" status: 200 len: 944 time: 0.0520971 Mar 30 18:39:31.213814 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-15c5a997-dd24-4927-bfde-304398b368dd req-dc749f5d-ddeb-4f3b-848c-a8489f495680 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/security-groups?id=890809ac-e89e-4692-820d-650417fc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513983 Mar 30 18:39:31.258927 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] get_ports_and_sgs() called for port_ids ['bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c'] {{(pid=103496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:39:32.328958 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1304b3a-d045-4e18-8e41-f97bd840b521 req-c59c6e85-b3bf-4b4c-b300-8a072b69972e tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:39:32.330354 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b1304b3a-d045-4e18-8e41-f97bd840b521 req-c59c6e85-b3bf-4b4c-b300-8a072b69972e tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7638d6a-8cd2-4b64-bf6c-6ef53d2548d6 HTTP/1.1" status: 200 len: 944 time: 0.0528021 Mar 30 18:39:32.378171 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b1304b3a-d045-4e18-8e41-f97bd840b521 req-611c3b7c-9fc6-425e-9f07-c07e4b768e84 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/security-groups?id=890809ac-e89e-4692-820d-650417fc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423005 Mar 30 18:39:32.704820 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c up at agent hyperv_hv-cinder-83588 {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:39:32.754230 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Provisioning for port bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c completed by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 18:39:32.757841 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Provisioning complete for port bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:39:32.758239 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:39:32.835700 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Current status of the port bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c is: BUILD; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:39:32.836086 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:39:32.857247 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7638d6a-8cd2-4b64-bf6c-6ef53d2548d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c'}] {{(pid=103496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:39:32.859535 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cbde32198906eb4ff2132376d68ea43d0d8f515c48f03fe95d90af760020ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9fd4c6a-68db-41a0-abe1-0ed25d2806de" -d '{"events": [{"server_uuid": "c7638d6a-8cd2-4b64-bf6c-6ef53d2548d6", "name": "network-vif-plugged", "status": "completed", "tag": "bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c"}]}' {{(pid=103496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:39:32.871619 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c,segment=NetworkSegment(fa0e0491-73dd-4d0e-8d7e-5b0748535720),segment_id=fa0e0491-73dd-4d0e-8d7e-5b0748535720)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:39:32.876206 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:39:32.899052 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f38d93-65b2-4d99-b4be-033fc9f3a4c8 x-openstack-request-id: req-f4f38d93-65b2-4d99-b4be-033fc9f3a4c8 {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:39:32.899341 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7638d6a-8cd2-4b64-bf6c-6ef53d2548d6", "name": "network-vif-plugged", "status": "completed", "tag": "bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c", "code": 200}]} {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:39:32.899590 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f4f38d93-65b2-4d99-b4be-033fc9f3a4c8 {{(pid=103496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:39:32.899976 dv-cinder-835881-1-iscsi neutron-server[103496]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4f38d93-65b2-4d99-b4be-033fc9f3a4c8'] response: {'server_uuid': 'c7638d6a-8cd2-4b64-bf6c-6ef53d2548d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c', 'code': 200} Mar 30 18:39:32.924516 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Pushing event updated for resources: {'Port': ['ID=bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c,revision_number=5']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:39:33.140395 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e5cfeb-b2e3-431b-b62e-d279d013a252 req-c3273e47-2087-42d3-8492-259f03e6b273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:39:33.142048 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a5e5cfeb-b2e3-431b-b62e-d279d013a252 req-c3273e47-2087-42d3-8492-259f03e6b273 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c7638d6a-8cd2-4b64-bf6c-6ef53d2548d6 HTTP/1.1" status: 200 len: 1129 time: 0.0450492 Mar 30 18:39:33.189435 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a5e5cfeb-b2e3-431b-b62e-d279d013a252 req-c7867493-924a-4f76-96a9-bb6f7f1bcd38 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=890809ac-e89e-4692-820d-650417fc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404251 Mar 30 18:39:33.499653 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc02f9e-92bd-416c-b268-3cf65d9f23b8 req-a666a443-77f2-403c-b835-bd345b40a8ac tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:39:33.501157 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8bc02f9e-92bd-416c-b268-3cf65d9f23b8 req-a666a443-77f2-403c-b835-bd345b40a8ac tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7638d6a-8cd2-4b64-bf6c-6ef53d2548d6 HTTP/1.1" status: 200 len: 945 time: 0.0561969 Mar 30 18:39:33.548451 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8bc02f9e-92bd-416c-b268-3cf65d9f23b8 req-52249425-74d4-410d-87ca-53d4c0737c9b tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/security-groups?id=890809ac-e89e-4692-820d-650417fc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417368 Mar 30 18:39:34.668186 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf631c0-c617-463e-b966-5e9cd330481d req-2d2f92ee-8946-4369-ab99-78c58273cb47 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:39:34.669662 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5cf631c0-c617-463e-b966-5e9cd330481d req-2d2f92ee-8946-4369-ab99-78c58273cb47 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7638d6a-8cd2-4b64-bf6c-6ef53d2548d6 HTTP/1.1" status: 200 len: 945 time: 0.0525846 Mar 30 18:39:34.718320 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5cf631c0-c617-463e-b966-5e9cd330481d req-a9ba782b-4668-4450-a578-a2bfc36bd5a2 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/security-groups?id=890809ac-e89e-4692-820d-650417fc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423815 Mar 30 18:39:34.839480 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e129a1a5-6d8e-4b6c-ba3b-976f865fd6b2 req-3e6d76de-6fe1-4ee1-bf27-c98e7ea0486c tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:39:34.840938 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e129a1a5-6d8e-4b6c-ba3b-976f865fd6b2 req-3e6d76de-6fe1-4ee1-bf27-c98e7ea0486c tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7638d6a-8cd2-4b64-bf6c-6ef53d2548d6 HTTP/1.1" status: 200 len: 945 time: 0.0518653 Mar 30 18:39:34.892482 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e129a1a5-6d8e-4b6c-ba3b-976f865fd6b2 req-b19db4b2-02b7-4c2e-94cc-010b29bc20f4 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/security-groups?id=890809ac-e89e-4692-820d-650417fc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460050 Mar 30 18:39:34.914483 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 54860) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:39:34.956741 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d1c243-b0e0-4302-8870-2059e39ba109 tempest-TestVolumeBootPattern-1817793103 tempest-TestVolumeBootPattern-1817793103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:39:34.958254 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-54d1c243-b0e0-4302-8870-2059e39ba109 tempest-TestVolumeBootPattern-1817793103 tempest-TestVolumeBootPattern-1817793103-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=c7638d6a-8cd2-4b64-bf6c-6ef53d2548d6 HTTP/1.1" status: 200 len: 1124 time: 0.0427923 Mar 30 18:39:34.960793 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 54862) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:39:34.964854 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [None req-761d28f2-b766-42cf-9a24-eba44ea0fdff tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Request body: {'floatingip': {'floating_network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'port_id': 'bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c', 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:39:34.984262 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-761d28f2-b766-42cf-9a24-eba44ea0fdff tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:39:35.088584 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-761d28f2-b766-42cf-9a24-eba44ea0fdff tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:39:35.192659 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.db_base_plugin_common [None req-761d28f2-b766-42cf-9a24-eba44ea0fdff tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Allocated IP 172.27.1.39 (91cc19c8-4e3d-4b52-9973-bc78b4427ae2/e2593658-5374-4bbb-b8e3-ff319bcb6728/ae564127-9804-40ba-a73c-a1adf8c8a102) {{(pid=103495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:39:35.296894 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-761d28f2-b766-42cf-9a24-eba44ea0fdff tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks [] for port (ae564127-9804-40ba-a73c-a1adf8c8a102), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:39:35.330506 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-761d28f2-b766-42cf-9a24-eba44ea0fdff tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728099412974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5398852'] for port (ae564127-9804-40ba-a73c-a1adf8c8a102), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:39:35.365489 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761d28f2-b766-42cf-9a24-eba44ea0fdff tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Network 91cc19c8-4e3d-4b52-9973-bc78b4427ae2 is already hosted by enough agents. {{(pid=103495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:39:35.368664 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.base_scheduler [None req-761d28f2-b766-42cf-9a24-eba44ea0fdff tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Resources bound (agent type, host, resource id): {{(pid=103495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:39:35.372238 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761d28f2-b766-42cf-9a24-eba44ea0fdff tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Received port after_create {{(pid=103495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:39:35.398006 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761d28f2-b766-42cf-9a24-eba44ea0fdff tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Pushing event updated for resources: {'Port': ['ID=ae564127-9804-40ba-a73c-a1adf8c8a102,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:39:35.723649 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-761d28f2-b766-42cf-9a24-eba44ea0fdff tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks [] for floatingip (9995e47e-19dc-4f90-a16d-f4a050bcfb46), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:39:35.792071 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-761d28f2-b766-42cf-9a24-eba44ea0fdff tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (ae564127-9804-40ba-a73c-a1adf8c8a102), before_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:39:35.941711 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-761d28f2-b766-42cf-9a24-eba44ea0fdff tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks [] for port (ae564127-9804-40ba-a73c-a1adf8c8a102), precommit_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:39:35.946151 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-761d28f2-b766-42cf-9a24-eba44ea0fdff tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5398861'] for port (ae564127-9804-40ba-a73c-a1adf8c8a102), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:39:36.013494 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761d28f2-b766-42cf-9a24-eba44ea0fdff tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Pushing event updated for resources: {'Port': ['ID=ae564127-9804-40ba-a73c-a1adf8c8a102,revision_number=2']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:39:36.024304 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-761d28f2-b766-42cf-9a24-eba44ea0fdff tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541296'] for floatingip (9995e47e-19dc-4f90-a16d-f4a050bcfb46), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:39:36.124438 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.db.l3_db [None req-761d28f2-b766-42cf-9a24-eba44ea0fdff tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Floating IP 9995e47e-19dc-4f90-a16d-f4a050bcfb46 associated. External IP: 172.27.1.39, port: bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c. Mar 30 18:39:36.330114 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-761d28f2-b766-42cf-9a24-eba44ea0fdff tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Router 6ef47e23-9d1b-452b-95cc-70aafbf47f02 has already been hosted by L3 agent d6545c5f-a93c-4a15-87cd-019d3e75e7be {{(pid=103495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:39:36.437070 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-761d28f2-b766-42cf-9a24-eba44ea0fdff tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Notify agent at l3_agent.dv-cinder-835881-1-iscsi the message routers_updated {{(pid=103495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:39:36.446910 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7796a992-dcc2-4fc7-897e-a7ab47e465b2 None None] Sync routers for ids ['6ef47e23-9d1b-452b-95cc-70aafbf47f02'] in dv-cinder-835881-1-iscsi {{(pid=103496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:39:36.455157 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-761d28f2-b766-42cf-9a24-eba44ea0fdff tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for floatingip (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:39:36.456816 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7796a992-dcc2-4fc7-897e-a7ab47e465b2 None None] Routers {'6ef47e23-9d1b-452b-95cc-70aafbf47f02'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:39:36.457503 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-7796a992-dcc2-4fc7-897e-a7ab47e465b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:39:14Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['6ef47e23-9d1b-452b-95cc-70aafbf47f02'], 'active': True} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:39:36.485598 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-761d28f2-b766-42cf-9a24-eba44ea0fdff tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5238106 Mar 30 18:39:36.486305 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7638d6a-8cd2-4b64-bf6c-6ef53d2548d6', 'tag': 'bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c'}] {{(pid=103495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:39:36.488606 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0dfb30c8fd1ad248dcf0c7d180f6bc71f3cc1084e8ff52034c63c32eff48f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e7573e-19a9-4850-b4ab-e10851e60f5a" -d '{"events": [{"name": "network-changed", "server_uuid": "c7638d6a-8cd2-4b64-bf6c-6ef53d2548d6", "tag": "bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c"}]}' {{(pid=103495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:39:36.524630 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a902a899-c06a-49de-a847-d78557a410a5 x-openstack-request-id: req-a902a899-c06a-49de-a847-d78557a410a5 {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:39:36.524925 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7638d6a-8cd2-4b64-bf6c-6ef53d2548d6", "tag": "bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c", "status": "completed", "code": 200}]} {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:39:36.525281 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a902a899-c06a-49de-a847-d78557a410a5 {{(pid=103495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:39:36.525697 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a902a899-c06a-49de-a847-d78557a410a5'] response: {'name': 'network-changed', 'server_uuid': 'c7638d6a-8cd2-4b64-bf6c-6ef53d2548d6', 'tag': 'bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c', 'status': 'completed', 'code': 200} Mar 30 18:39:36.566294 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvr_db [None req-7796a992-dcc2-4fc7-897e-a7ab47e465b2 None None] Set router 6ef47e23-9d1b-452b-95cc-70aafbf47f02 gateway port host: dv-cinder-835881-1-iscsi {{(pid=103496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:39:36.612263 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7573e-19a9-4850-b4ab-e10851e60f5a req-a096089d-a841-4444-9646-f4ed85cd363a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:39:36.613688 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c8e7573e-19a9-4850-b4ab-e10851e60f5a req-a096089d-a841-4444-9646-f4ed85cd363a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=30fd70996a7c47ecbdbe3cea7d9518e6&device_id=c7638d6a-8cd2-4b64-bf6c-6ef53d2548d6 HTTP/1.1" status: 200 len: 1129 time: 0.0449340 Mar 30 18:39:36.706779 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7573e-19a9-4850-b4ab-e10851e60f5a req-2c79a4ee-60ef-44e6-ba0c-98db9120f575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:39:36.708250 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c8e7573e-19a9-4850-b4ab-e10851e60f5a req-2c79a4ee-60ef-44e6-ba0c-98db9120f575 service neutron] 10.222.0.44 "GET /v2.0/networks?id=441ab226-4bd7-4c9e-801d-3828be7a85e7 HTTP/1.1" status: 200 len: 913 time: 0.0878177 Mar 30 18:39:36.773167 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c8e7573e-19a9-4850-b4ab-e10851e60f5a req-75a7391e-897c-4c2f-b56b-6c1656f8ef75 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c HTTP/1.1" status: 200 len: 998 time: 0.0593147 Mar 30 18:39:36.789709 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-7796a992-dcc2-4fc7-897e-a7ab47e465b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'name': 'tempest-TestVolumeBootPattern-1377860571-router', 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'd734f774-c938-44da-835b-70853d680779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:36:08Z', 'updated_at': '2022-03-30T18:36:11Z', 'revision_number': 4, 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'gw_port': {'id': 'd734f774-c938-44da-835b-70853d680779', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ea:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:36:09Z', 'updated_at': '2022-03-30T18:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_floatingips': [{'id': '9995e47e-19dc-4f90-a16d-f4a050bcfb46', 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'floating_ip_address': '172.27.1.39', 'floating_network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'router_id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'port_id': 'bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '441ab226-4bd7-4c9e-801d-3828be7a85e7', 'mac_address': 'fa:16:3e:c9:b5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7638d6a-8cd2-4b64-bf6c-6ef53d2548d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:39:35Z', 'updated_at': '2022-03-30T18:39:35Z', 'revision_number': 0, 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '807b26b8-5f6a-4d75-b032-3715d2a52a1c', 'name': '', 'network_id': '441ab226-4bd7-4c9e-801d-3828be7a85e7', 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'mac_address': 'fa:16:3e:62:1a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '9b5f5be6-436f-4774-b876-bea0bb4c57e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:36:10Z', 'updated_at': '2022-03-30T18:36:16Z', 'revision_number': 5, 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'subnets': [{'id': '9b5f5be6-436f-4774-b876-bea0bb4c57e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:39:36.815644 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7796a992-dcc2-4fc7-897e-a7ab47e465b2 None None] Checking router: 6ef47e23-9d1b-452b-95cc-70aafbf47f02 for host: dv-cinder-835881-1-iscsi {{(pid=103496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:39:36.823971 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7796a992-dcc2-4fc7-897e-a7ab47e465b2 None None] Routers {'6ef47e23-9d1b-452b-95cc-70aafbf47f02'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:39:36.824359 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7573e-19a9-4850-b4ab-e10851e60f5a req-3935aca7-8941-4581-8abb-8c7d8dcc62bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:39:36.824576 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-7796a992-dcc2-4fc7-897e-a7ab47e465b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:39:14Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['6ef47e23-9d1b-452b-95cc-70aafbf47f02'], 'active': True} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:39:36.825799 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c8e7573e-19a9-4850-b4ab-e10851e60f5a req-3935aca7-8941-4581-8abb-8c7d8dcc62bc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9b5f5be6-436f-4774-b876-bea0bb4c57e6 HTTP/1.1" status: 200 len: 851 time: 0.0465174 Mar 30 18:39:36.872997 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e7573e-19a9-4850-b4ab-e10851e60f5a req-f9e989cc-8ec1-44bb-8f0d-d247872af798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:39:36.874498 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c8e7573e-19a9-4850-b4ab-e10851e60f5a req-f9e989cc-8ec1-44bb-8f0d-d247872af798 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=441ab226-4bd7-4c9e-801d-3828be7a85e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431125 Mar 30 18:39:36.965427 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c8e7573e-19a9-4850-b4ab-e10851e60f5a req-3f18b4ab-b2e3-498d-8553-d97470b65d7b service neutron] 10.222.0.44 "GET /v2.0/networks/441ab226-4bd7-4c9e-801d-3828be7a85e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853896 Mar 30 18:39:37.056829 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c8e7573e-19a9-4850-b4ab-e10851e60f5a req-18994c78-995b-4e25-813e-907d82e7ffe2 service neutron] 10.222.0.44 "GET /v2.0/networks/441ab226-4bd7-4c9e-801d-3828be7a85e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857828 Mar 30 18:39:37.065364 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvr_db [None req-7796a992-dcc2-4fc7-897e-a7ab47e465b2 None None] Set router 6ef47e23-9d1b-452b-95cc-70aafbf47f02 gateway port host: dv-cinder-835881-1-iscsi {{(pid=103496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:39:37.300931 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-7796a992-dcc2-4fc7-897e-a7ab47e465b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'name': 'tempest-TestVolumeBootPattern-1377860571-router', 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'd734f774-c938-44da-835b-70853d680779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:36:08Z', 'updated_at': '2022-03-30T18:36:11Z', 'revision_number': 4, 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'gw_port': {'id': 'd734f774-c938-44da-835b-70853d680779', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ea:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:36:09Z', 'updated_at': '2022-03-30T18:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_floatingips': [{'id': '9995e47e-19dc-4f90-a16d-f4a050bcfb46', 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'floating_ip_address': '172.27.1.39', 'floating_network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'router_id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'port_id': 'bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '441ab226-4bd7-4c9e-801d-3828be7a85e7', 'mac_address': 'fa:16:3e:c9:b5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7638d6a-8cd2-4b64-bf6c-6ef53d2548d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:39:35Z', 'updated_at': '2022-03-30T18:39:35Z', 'revision_number': 0, 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '807b26b8-5f6a-4d75-b032-3715d2a52a1c', 'name': '', 'network_id': '441ab226-4bd7-4c9e-801d-3828be7a85e7', 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'mac_address': 'fa:16:3e:62:1a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '9b5f5be6-436f-4774-b876-bea0bb4c57e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:36:10Z', 'updated_at': '2022-03-30T18:36:16Z', 'revision_number': 5, 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'subnets': [{'id': '9b5f5be6-436f-4774-b876-bea0bb4c57e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:39:37.327771 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7796a992-dcc2-4fc7-897e-a7ab47e465b2 None None] The sync data for ids ['6ef47e23-9d1b-452b-95cc-70aafbf47f02'] in dv-cinder-835881-1-iscsi is: [{'id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'name': 'tempest-TestVolumeBootPattern-1377860571-router', 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'd734f774-c938-44da-835b-70853d680779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:36:08Z', 'updated_at': '2022-03-30T18:36:11Z', 'revision_number': 4, 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'gw_port': {'id': 'd734f774-c938-44da-835b-70853d680779', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ea:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:36:09Z', 'updated_at': '2022-03-30T18:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_floatingips': [{'id': '9995e47e-19dc-4f90-a16d-f4a050bcfb46', 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'floating_ip_address': '172.27.1.39', 'floating_network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'router_id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'port_id': 'bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '441ab226-4bd7-4c9e-801d-3828be7a85e7', 'mac_address': 'fa:16:3e:c9:b5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7638d6a-8cd2-4b64-bf6c-6ef53d2548d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:39:35Z', 'updated_at': '2022-03-30T18:39:35Z', 'revision_number': 0, 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '807b26b8-5f6a-4d75-b032-3715d2a52a1c', 'name': '', 'network_id': '441ab226-4bd7-4c9e-801d-3828be7a85e7', 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'mac_address': 'fa:16:3e:62:1a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '9b5f5be6-436f-4774-b876-bea0bb4c57e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:36:10Z', 'updated_at': '2022-03-30T18:36:16Z', 'revision_number': 5, 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'subnets': [{'id': '9b5f5be6-436f-4774-b876-bea0bb4c57e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:39:37.521425 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7d468f-cda7-456e-a4de-05356b08935e None None] New status for floating IP 9995e47e-19dc-4f90-a16d-f4a050bcfb46: ACTIVE {{(pid=103497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:39:41.163124 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.agents_db [None req-01a7ea33-ae04-4be9-ae8a-11827e05d97f None None] Agent healthcheck: found 6 active agents {{(pid=103497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:39:41.826850 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-5c365047-8036-44e4-ad2c-d84166729d85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:39:43.919796 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-94214f76-c44c-4afc-9c6d-c9aced923534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:39:45.108698 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:39:46.512460 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:39:48.068040 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:39:48.788413 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (ab438a54-a4f6-4fd3-b589-96aa27265666), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:40:03.522305 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-395152c1-db45-4654-9c73-eaf667d013a4 req-a9e07a2a-652d-41d7-b9da-6c3848c11a04 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c7638d6a-8cd2-4b64-bf6c-6ef53d2548d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425863 Mar 30 18:40:03.621987 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395152c1-db45-4654-9c73-eaf667d013a4 req-3720f54b-0702-4294-8a52-123d6ad38aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:40:03.623485 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-395152c1-db45-4654-9c73-eaf667d013a4 req-3720f54b-0702-4294-8a52-123d6ad38aa2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=30fd70996a7c47ecbdbe3cea7d9518e6&device_id=c7638d6a-8cd2-4b64-bf6c-6ef53d2548d6 HTTP/1.1" status: 200 len: 1129 time: 0.0434906 Mar 30 18:40:03.726822 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395152c1-db45-4654-9c73-eaf667d013a4 req-51692209-019b-493b-9c92-085b01d37d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:40:03.728276 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-395152c1-db45-4654-9c73-eaf667d013a4 req-51692209-019b-493b-9c92-085b01d37d9f service neutron] 10.222.0.44 "GET /v2.0/networks?id=441ab226-4bd7-4c9e-801d-3828be7a85e7 HTTP/1.1" status: 200 len: 913 time: 0.0872114 Mar 30 18:40:03.793522 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-395152c1-db45-4654-9c73-eaf667d013a4 req-ef8d7e1d-be05-43d0-be75-e41ab366325f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c HTTP/1.1" status: 200 len: 1000 time: 0.0578077 Mar 30 18:40:03.843643 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395152c1-db45-4654-9c73-eaf667d013a4 req-ae92871f-3dd8-4cc6-862e-e40a2f5e7a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:40:03.845063 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-395152c1-db45-4654-9c73-eaf667d013a4 req-ae92871f-3dd8-4cc6-862e-e40a2f5e7a78 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9b5f5be6-436f-4774-b876-bea0bb4c57e6 HTTP/1.1" status: 200 len: 851 time: 0.0460351 Mar 30 18:40:03.892300 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395152c1-db45-4654-9c73-eaf667d013a4 req-9c99c2d5-0555-4c49-9645-b7015b1a884f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:40:03.893763 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-395152c1-db45-4654-9c73-eaf667d013a4 req-9c99c2d5-0555-4c49-9645-b7015b1a884f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=441ab226-4bd7-4c9e-801d-3828be7a85e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428064 Mar 30 18:40:03.979053 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-395152c1-db45-4654-9c73-eaf667d013a4 req-26dcdf34-1ac3-4a2b-a640-417bd46f2f6d service neutron] 10.222.0.44 "GET /v2.0/networks/441ab226-4bd7-4c9e-801d-3828be7a85e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788395 Mar 30 18:40:04.074630 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-395152c1-db45-4654-9c73-eaf667d013a4 req-1488efc3-5a9c-4521-be4e-40d2c925202d service neutron] 10.222.0.44 "GET /v2.0/networks/441ab226-4bd7-4c9e-801d-3828be7a85e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889688 Mar 30 18:40:11.828231 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-d3e0c2e3-a7dc-4161-b5c2-d888c5610968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:40:13.920789 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-635c72d4-d462-4934-afd6-fd3501a07b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:40:15.111659 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:40:16.512155 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:40:18.072671 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:40:18.162148 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.agents_db [None req-01a7ea33-ae04-4be9-ae8a-11827e05d97f None None] Agent healthcheck: found 6 active agents {{(pid=103497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:40:18.794027 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (ab438a54-a4f6-4fd3-b589-96aa27265666), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:40:41.830195 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-39094498-6d05-40b5-b51d-948339f6ff06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:40:43.921372 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-011ac5dd-27b9-499d-8ddd-0d49d5db2937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:40:45.114993 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:40:46.515647 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:40:48.076502 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:40:48.795795 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (ab438a54-a4f6-4fd3-b589-96aa27265666), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:40:55.161620 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.agents_db [None req-01a7ea33-ae04-4be9-ae8a-11827e05d97f None None] Agent healthcheck: found 6 active agents {{(pid=103497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:41:05.527029 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-14327576-4adb-4235-91af-d8d1702c7270 req-1ab641c3-7f16-41f9-a7b0-a389fb6546cf service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c7638d6a-8cd2-4b64-bf6c-6ef53d2548d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441835 Mar 30 18:41:05.630141 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14327576-4adb-4235-91af-d8d1702c7270 req-0301353c-154e-474d-8cd5-c4a14141e4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:41:05.631634 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-14327576-4adb-4235-91af-d8d1702c7270 req-0301353c-154e-474d-8cd5-c4a14141e4a3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=30fd70996a7c47ecbdbe3cea7d9518e6&device_id=c7638d6a-8cd2-4b64-bf6c-6ef53d2548d6 HTTP/1.1" status: 200 len: 1129 time: 0.0444613 Mar 30 18:41:05.737953 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14327576-4adb-4235-91af-d8d1702c7270 req-db8d2d02-199e-4916-8d43-d62350c23238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:41:05.739444 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-14327576-4adb-4235-91af-d8d1702c7270 req-db8d2d02-199e-4916-8d43-d62350c23238 service neutron] 10.222.0.44 "GET /v2.0/networks?id=441ab226-4bd7-4c9e-801d-3828be7a85e7 HTTP/1.1" status: 200 len: 913 time: 0.0886579 Mar 30 18:41:05.807131 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-14327576-4adb-4235-91af-d8d1702c7270 req-c31aea99-379c-42ab-98c9-44ed78445f42 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c HTTP/1.1" status: 200 len: 1000 time: 0.0616634 Mar 30 18:41:05.857469 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14327576-4adb-4235-91af-d8d1702c7270 req-09f06066-4e46-4245-b5f2-79bb5d6b9e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:41:05.858974 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-14327576-4adb-4235-91af-d8d1702c7270 req-09f06066-4e46-4245-b5f2-79bb5d6b9e6c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9b5f5be6-436f-4774-b876-bea0bb4c57e6 HTTP/1.1" status: 200 len: 851 time: 0.0460484 Mar 30 18:41:05.906452 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14327576-4adb-4235-91af-d8d1702c7270 req-bc5be6bc-78e4-42cc-af57-3fcd92318ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:41:05.907893 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-14327576-4adb-4235-91af-d8d1702c7270 req-bc5be6bc-78e4-42cc-af57-3fcd92318ec3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=441ab226-4bd7-4c9e-801d-3828be7a85e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430954 Mar 30 18:41:05.992517 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-14327576-4adb-4235-91af-d8d1702c7270 req-4e2879b3-0534-4b9f-bc7a-f468289bd863 service neutron] 10.222.0.44 "GET /v2.0/networks/441ab226-4bd7-4c9e-801d-3828be7a85e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789599 Mar 30 18:41:06.348769 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-14327576-4adb-4235-91af-d8d1702c7270 req-a65989de-c4cd-4c09-bae2-9103c24fd6a1 service neutron] 10.222.0.44 "GET /v2.0/networks/441ab226-4bd7-4c9e-801d-3828be7a85e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3503628 Mar 30 18:41:11.831699 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-3f8262a4-0220-4121-9d28-94b8a943e5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:41:13.921575 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-c528eef3-3a97-4ad9-a36b-44400966ebf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:41:15.118062 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:41:16.517546 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:41:17.146230 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [req-67cdddb6-38e8-4618-856e-bb7b13befbf3 req-da44d069-71da-4235-857a-dc92accc7d06 service neutron] (103494) timed out ('10.222.0.41', 49084) {{(pid=103494) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 30 18:41:17.223990 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [req-67cdddb6-38e8-4618-856e-bb7b13befbf3 req-a244aa34-50ff-404b-8841-80c7e21c1e77 tempest-AttachVolumeShelveTestJSON-863214530 tempest-AttachVolumeShelveTestJSON-863214530-project] (103494) timed out ('10.222.0.41', 49094) {{(pid=103494) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 30 18:41:18.079559 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:41:18.828528 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (ab438a54-a4f6-4fd3-b589-96aa27265666), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:41:32.161047 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.agents_db [None req-01a7ea33-ae04-4be9-ae8a-11827e05d97f None None] Agent healthcheck: found 6 active agents {{(pid=103497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:41:35.390373 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5d858b64-0d8b-4e69-96d6-720bcdcc8782 req-d7f5c277-9939-4459-897c-de71db894772 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-452088715&fields=id&tenant_id=30fd70996a7c47ecbdbe3cea7d9518e6 HTTP/1.1" status: 200 len: 267 time: 0.0427265 Mar 30 18:41:35.495025 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d858b64-0d8b-4e69-96d6-720bcdcc8782 req-0e6ac39c-3a87-4747-afc9-449b8322a0bb tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:41:35.496481 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5d858b64-0d8b-4e69-96d6-720bcdcc8782 req-0e6ac39c-3a87-4747-afc9-449b8322a0bb tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/networks?id=441ab226-4bd7-4c9e-801d-3828be7a85e7 HTTP/1.1" status: 200 len: 812 time: 0.1000378 Mar 30 18:41:35.511265 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5d858b64-0d8b-4e69-96d6-720bcdcc8782 req-0506dfb4-ef34-4bb6-ae6a-20551b255479 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/quotas/30fd70996a7c47ecbdbe3cea7d9518e6 HTTP/1.1" status: 200 len: 375 time: 0.0089610 Mar 30 18:41:35.567556 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5d858b64-0d8b-4e69-96d6-720bcdcc8782 req-93a92a23-b8c3-4456-ac43-894c1ed49326 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=30fd70996a7c47ecbdbe3cea7d9518e6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0507824 Mar 30 18:41:35.659645 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5d858b64-0d8b-4e69-96d6-720bcdcc8782 req-01732b31-0853-4d09-a570-548629583d0a service neutron] 10.222.0.41 "GET /v2.0/networks/441ab226-4bd7-4c9e-801d-3828be7a85e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802586 Mar 30 18:41:35.750504 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5d858b64-0d8b-4e69-96d6-720bcdcc8782 req-edcea736-c9a8-4f33-8f29-60de7c6662a8 service neutron] 10.222.0.41 "GET /v2.0/networks/441ab226-4bd7-4c9e-801d-3828be7a85e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853386 Mar 30 18:41:36.037938 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-1ef80ef5-fbb7-4046-bb01-5bff6ac86109 req-c5520bb9-984d-4d8a-b338-d0d75d4eaded tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/ports?device_id=265f157c-8dee-4980-9516-5abeb72249f4 HTTP/1.1" status: 200 len: 210 time: 0.0272791 Mar 30 18:41:36.999368 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d858b64-0d8b-4e69-96d6-720bcdcc8782 req-d9251c17-90d7-457f-80d0-1d405bb2ea89 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:41:37.000889 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5d858b64-0d8b-4e69-96d6-720bcdcc8782 req-d9251c17-90d7-457f-80d0-1d405bb2ea89 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.44 "GET /v2.0/networks?id=441ab226-4bd7-4c9e-801d-3828be7a85e7 HTTP/1.1" status: 200 len: 812 time: 0.1060336 Mar 30 18:41:37.068467 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5d858b64-0d8b-4e69-96d6-720bcdcc8782 req-83f5b9ee-25ef-44c5-932e-4b08a07a5aa6 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30fd70996a7c47ecbdbe3cea7d9518e6 HTTP/1.1" status: 200 len: 379 time: 0.0544348 Mar 30 18:41:37.076690 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [req-5d858b64-0d8b-4e69-96d6-720bcdcc8782 req-be43e979-49a0-4d55-afcb-1a7ed330eeed tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Request body: {'port': {'device_id': '265f157c-8dee-4980-9516-5abeb72249f4', 'network_id': '441ab226-4bd7-4c9e-801d-3828be7a85e7', 'admin_state_up': True, 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'security_groups': ['890809ac-e89e-4692-820d-650417fc6978']}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:41:37.154320 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-675ab21a-9dc0-42b6-b8a5-60cfbb9ab624 req-4b9cf7fb-a820-44b8-a436-f5c07043a28b tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/ports?device_id=265f157c-8dee-4980-9516-5abeb72249f4 HTTP/1.1" status: 200 len: 210 time: 0.0358429 Mar 30 18:41:37.209982 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d858b64-0d8b-4e69-96d6-720bcdcc8782 req-be43e979-49a0-4d55-afcb-1a7ed330eeed tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Made reservation on behalf of 30fd70996a7c47ecbdbe3cea7d9518e6 for: {'port': 1} {{(pid=103495) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 18:41:37.213350 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-5d858b64-0d8b-4e69-96d6-720bcdcc8782 req-be43e979-49a0-4d55-afcb-1a7ed330eeed tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:41:37.338448 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.db_base_plugin_common [req-5d858b64-0d8b-4e69-96d6-720bcdcc8782 req-be43e979-49a0-4d55-afcb-1a7ed330eeed tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Allocated IP 172.20.0.11 (441ab226-4bd7-4c9e-801d-3828be7a85e7/9b5f5be6-436f-4774-b876-bea0bb4c57e6/9e0a26c7-75eb-497c-ae43-be0fd96f9654) {{(pid=103495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:41:37.476992 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-5d858b64-0d8b-4e69-96d6-720bcdcc8782 req-be43e979-49a0-4d55-afcb-1a7ed330eeed tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks [] for port (9e0a26c7-75eb-497c-ae43-be0fd96f9654), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:41:37.510674 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-5d858b64-0d8b-4e69-96d6-720bcdcc8782 req-be43e979-49a0-4d55-afcb-1a7ed330eeed tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728099412974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5398852'] for port (9e0a26c7-75eb-497c-ae43-be0fd96f9654), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:41:37.555801 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d858b64-0d8b-4e69-96d6-720bcdcc8782 req-be43e979-49a0-4d55-afcb-1a7ed330eeed tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Network 441ab226-4bd7-4c9e-801d-3828be7a85e7 is already hosted by enough agents. {{(pid=103495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:41:37.560883 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.base_scheduler [req-5d858b64-0d8b-4e69-96d6-720bcdcc8782 req-be43e979-49a0-4d55-afcb-1a7ed330eeed tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Resources bound (agent type, host, resource id): {{(pid=103495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:41:37.566051 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d858b64-0d8b-4e69-96d6-720bcdcc8782 req-be43e979-49a0-4d55-afcb-1a7ed330eeed tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Received port after_create {{(pid=103495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:41:37.587953 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be43e979-49a0-4d55-afcb-1a7ed330eeed tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Pushing event updated for resources: {'Port': ['ID=9e0a26c7-75eb-497c-ae43-be0fd96f9654,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:41:37.610634 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43e979-49a0-4d55-afcb-1a7ed330eeed tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:41:37.610981 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43e979-49a0-4d55-afcb-1a7ed330eeed tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:41:37.611320 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43e979-49a0-4d55-afcb-1a7ed330eeed tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:41:37.611660 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43e979-49a0-4d55-afcb-1a7ed330eeed tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:41:37.611992 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43e979-49a0-4d55-afcb-1a7ed330eeed tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:41:37.612319 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43e979-49a0-4d55-afcb-1a7ed330eeed tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:41:37.612643 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43e979-49a0-4d55-afcb-1a7ed330eeed tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:41:37.612968 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43e979-49a0-4d55-afcb-1a7ed330eeed tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:41:37.613289 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43e979-49a0-4d55-afcb-1a7ed330eeed tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:41:37.613619 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43e979-49a0-4d55-afcb-1a7ed330eeed tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:41:37.613943 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43e979-49a0-4d55-afcb-1a7ed330eeed tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:41:37.614289 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43e979-49a0-4d55-afcb-1a7ed330eeed tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:41:37.614609 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43e979-49a0-4d55-afcb-1a7ed330eeed tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:41:37.614926 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43e979-49a0-4d55-afcb-1a7ed330eeed tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:41:37.615242 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be43e979-49a0-4d55-afcb-1a7ed330eeed tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:41:37.635399 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d858b64-0d8b-4e69-96d6-720bcdcc8782 req-be43e979-49a0-4d55-afcb-1a7ed330eeed tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:41:37.636037 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-5d858b64-0d8b-4e69-96d6-720bcdcc8782 req-be43e979-49a0-4d55-afcb-1a7ed330eeed tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for port (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:41:37.658657 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5d858b64-0d8b-4e69-96d6-720bcdcc8782 req-be43e979-49a0-4d55-afcb-1a7ed330eeed tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5851214 Mar 30 18:41:37.675850 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [req-5d858b64-0d8b-4e69-96d6-720bcdcc8782 req-1619c860-c34c-4949-b28c-d9f97177b0ab service neutron] Request body: {'port': {'device_id': '265f157c-8dee-4980-9516-5abeb72249f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83588'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:41:37.742892 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-5d858b64-0d8b-4e69-96d6-720bcdcc8782 req-1619c860-c34c-4949-b28c-d9f97177b0ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (9e0a26c7-75eb-497c-ae43-be0fd96f9654), before_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:41:37.830013 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-e5782196-790c-441a-b8bc-a0ca5d9249ab None None] Provisioning complete for port 9e0a26c7-75eb-497c-ae43-be0fd96f9654 triggered by entity DHCP. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:41:37.830690 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e5782196-790c-441a-b8bc-a0ca5d9249ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (9e0a26c7-75eb-497c-ae43-be0fd96f9654), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:41:37.865515 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e5782196-790c-441a-b8bc-a0ca5d9249ab None None] Port 9e0a26c7-75eb-497c-ae43-be0fd96f9654 cannot update to ACTIVE because it is not bound. {{(pid=103496) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 18:41:38.002149 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.notifiers.nova [req-5d858b64-0d8b-4e69-96d6-720bcdcc8782 req-1619c860-c34c-4949-b28c-d9f97177b0ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e0a26c7-75eb-497c-ae43-be0fd96f9654 {{(pid=103495) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:41:38.009705 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-5d858b64-0d8b-4e69-96d6-720bcdcc8782 req-1619c860-c34c-4949-b28c-d9f97177b0ab service neutron] Publish callbacks [] for port (9e0a26c7-75eb-497c-ae43-be0fd96f9654), precommit_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:41:38.022283 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.provisioning_blocks [req-5d858b64-0d8b-4e69-96d6-720bcdcc8782 req-1619c860-c34c-4949-b28c-d9f97177b0ab service neutron] Transition to ACTIVE for port object 9e0a26c7-75eb-497c-ae43-be0fd96f9654 will not be triggered until provisioned by entity L2. {{(pid=103495) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 18:41:38.026474 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-5d858b64-0d8b-4e69-96d6-720bcdcc8782 req-1619c860-c34c-4949-b28c-d9f97177b0ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5398861'] for port (9e0a26c7-75eb-497c-ae43-be0fd96f9654), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:41:38.095136 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1619c860-c34c-4949-b28c-d9f97177b0ab service neutron] Pushing event updated for resources: {'Port': ['ID=9e0a26c7-75eb-497c-ae43-be0fd96f9654,revision_number=2']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:41:38.145478 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.managers [req-5d858b64-0d8b-4e69-96d6-720bcdcc8782 req-1619c860-c34c-4949-b28c-d9f97177b0ab service neutron] Attempting to bind port 9e0a26c7-75eb-497c-ae43-be0fd96f9654 on host hv-cinder-83588 for vnic_type normal with profile {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 18:41:38.145815 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.managers [req-5d858b64-0d8b-4e69-96d6-720bcdcc8782 req-1619c860-c34c-4949-b28c-d9f97177b0ab service neutron] Attempting to bind port 9e0a26c7-75eb-497c-ae43-be0fd96f9654 by drivers openvswitch,hyperv on host hv-cinder-83588 at level 0 using segments [{'id': 'fa0e0491-73dd-4d0e-8d7e-5b0748535720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '441ab226-4bd7-4c9e-801d-3828be7a85e7'}] {{(pid=103495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 18:41:38.146207 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d858b64-0d8b-4e69-96d6-720bcdcc8782 req-1619c860-c34c-4949-b28c-d9f97177b0ab service neutron] Attempting to bind port 9e0a26c7-75eb-497c-ae43-be0fd96f9654 on network 441ab226-4bd7-4c9e-801d-3828be7a85e7 {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:41:38.151094 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d858b64-0d8b-4e69-96d6-720bcdcc8782 req-1619c860-c34c-4949-b28c-d9f97177b0ab service neutron] Port 9e0a26c7-75eb-497c-ae43-be0fd96f9654 on network 441ab226-4bd7-4c9e-801d-3828be7a85e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83588 {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 18:41:38.151436 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d858b64-0d8b-4e69-96d6-720bcdcc8782 req-1619c860-c34c-4949-b28c-d9f97177b0ab service neutron] Attempting to bind port 9e0a26c7-75eb-497c-ae43-be0fd96f9654 on network 441ab226-4bd7-4c9e-801d-3828be7a85e7 {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 18:41:38.156869 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d858b64-0d8b-4e69-96d6-720bcdcc8782 req-1619c860-c34c-4949-b28c-d9f97177b0ab service neutron] Checking agent: {'id': 'ab438a54-a4f6-4fd3-b589-96aa27265666', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83588', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 18, 15, 49), 'started_at': datetime.datetime(2022, 3, 30, 18, 15, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 18, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 18:41:38.157207 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d858b64-0d8b-4e69-96d6-720bcdcc8782 req-1619c860-c34c-4949-b28c-d9f97177b0ab service neutron] Checking segment: {'id': 'fa0e0491-73dd-4d0e-8d7e-5b0748535720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '441ab226-4bd7-4c9e-801d-3828be7a85e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103495) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 18:41:38.157619 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d858b64-0d8b-4e69-96d6-720bcdcc8782 req-1619c860-c34c-4949-b28c-d9f97177b0ab service neutron] Bound using segment: {'id': 'fa0e0491-73dd-4d0e-8d7e-5b0748535720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '441ab226-4bd7-4c9e-801d-3828be7a85e7'} {{(pid=103495) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 18:41:38.158047 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.managers [req-5d858b64-0d8b-4e69-96d6-720bcdcc8782 req-1619c860-c34c-4949-b28c-d9f97177b0ab service neutron] Bound port: 9e0a26c7-75eb-497c-ae43-be0fd96f9654, host: hv-cinder-83588, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa0e0491-73dd-4d0e-8d7e-5b0748535720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '441ab226-4bd7-4c9e-801d-3828be7a85e7'}}] {{(pid=103495) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 18:41:38.158432 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-5d858b64-0d8b-4e69-96d6-720bcdcc8782 req-1619c860-c34c-4949-b28c-d9f97177b0ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (9e0a26c7-75eb-497c-ae43-be0fd96f9654), before_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:41:38.231512 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [req-5d858b64-0d8b-4e69-96d6-720bcdcc8782 req-1619c860-c34c-4949-b28c-d9f97177b0ab service neutron] For port 9e0a26c7-75eb-497c-ae43-be0fd96f9654, host hv-cinder-83588, cleared binding levels {{(pid=103495) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 18:41:38.265587 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [req-5d858b64-0d8b-4e69-96d6-720bcdcc8782 req-1619c860-c34c-4949-b28c-d9f97177b0ab service neutron] For port 9e0a26c7-75eb-497c-ae43-be0fd96f9654, host hv-cinder-83588, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=9e0a26c7-75eb-497c-ae43-be0fd96f9654,segment=NetworkSegment(fa0e0491-73dd-4d0e-8d7e-5b0748535720),segment_id=fa0e0491-73dd-4d0e-8d7e-5b0748535720)] {{(pid=103495) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 18:41:38.271801 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-5d858b64-0d8b-4e69-96d6-720bcdcc8782 req-1619c860-c34c-4949-b28c-d9f97177b0ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5398861'] for port (9e0a26c7-75eb-497c-ae43-be0fd96f9654), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:41:38.310098 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d858b64-0d8b-4e69-96d6-720bcdcc8782 req-1619c860-c34c-4949-b28c-d9f97177b0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:41:38.310728 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-5d858b64-0d8b-4e69-96d6-720bcdcc8782 req-1619c860-c34c-4949-b28c-d9f97177b0ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for port (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:41:38.312330 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5d858b64-0d8b-4e69-96d6-720bcdcc8782 req-1619c860-c34c-4949-b28c-d9f97177b0ab service neutron] 10.222.0.44 "PUT /v2.0/ports/9e0a26c7-75eb-497c-ae43-be0fd96f9654 HTTP/1.1" status: 200 len: 1094 time: 0.6414752 Mar 30 18:41:38.312768 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '265f157c-8dee-4980-9516-5abeb72249f4', 'tag': '9e0a26c7-75eb-497c-ae43-be0fd96f9654'}] {{(pid=103495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:41:38.315033 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0dfb30c8fd1ad248dcf0c7d180f6bc71f3cc1084e8ff52034c63c32eff48f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11bb45d-6a34-483f-8a58-a67d02d8df4c" -d '{"events": [{"name": "network-changed", "server_uuid": "265f157c-8dee-4980-9516-5abeb72249f4", "tag": "9e0a26c7-75eb-497c-ae43-be0fd96f9654"}]}' {{(pid=103495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:41:38.337811 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97680aae-1362-43df-b2b9-31a83e04bce2 req-b5dbd580-abe3-47bc-9b4c-1abdb3b55e63 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:41:38.339366 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-97680aae-1362-43df-b2b9-31a83e04bce2 req-b5dbd580-abe3-47bc-9b4c-1abdb3b55e63 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/ports?device_id=265f157c-8dee-4980-9516-5abeb72249f4 HTTP/1.1" status: 200 len: 944 time: 0.1099935 Mar 30 18:41:38.360409 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1619c860-c34c-4949-b28c-d9f97177b0ab service neutron] Pushing event updated for resources: {'Port': ['ID=9e0a26c7-75eb-497c-ae43-be0fd96f9654,revision_number=3']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:41:38.369735 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1d777c-cf1f-4b8d-9d0f-94524a13ac4a x-openstack-request-id: req-5b1d777c-cf1f-4b8d-9d0f-94524a13ac4a {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:41:38.370659 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "265f157c-8dee-4980-9516-5abeb72249f4", "tag": "9e0a26c7-75eb-497c-ae43-be0fd96f9654", "status": "completed", "code": 200}]} {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:41:38.370659 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5b1d777c-cf1f-4b8d-9d0f-94524a13ac4a {{(pid=103495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:41:38.370901 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b1d777c-cf1f-4b8d-9d0f-94524a13ac4a'] response: {'name': 'network-changed', 'server_uuid': '265f157c-8dee-4980-9516-5abeb72249f4', 'tag': '9e0a26c7-75eb-497c-ae43-be0fd96f9654', 'status': 'completed', 'code': 200} Mar 30 18:41:38.429738 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-97680aae-1362-43df-b2b9-31a83e04bce2 req-8f527886-b1d8-486b-8336-d8f75e47c529 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/security-groups?id=890809ac-e89e-4692-820d-650417fc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806861 Mar 30 18:41:38.453569 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d858b64-0d8b-4e69-96d6-720bcdcc8782 req-56559674-8d6f-4deb-b078-f9ea54820747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:41:38.455227 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5d858b64-0d8b-4e69-96d6-720bcdcc8782 req-56559674-8d6f-4deb-b078-f9ea54820747 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=30fd70996a7c47ecbdbe3cea7d9518e6&device_id=265f157c-8dee-4980-9516-5abeb72249f4 HTTP/1.1" status: 200 len: 1128 time: 0.0647686 Mar 30 18:41:38.503356 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5d858b64-0d8b-4e69-96d6-720bcdcc8782 req-8b0aa67b-2528-4788-b504-92df2eb3e74e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e0a26c7-75eb-497c-ae43-be0fd96f9654 HTTP/1.1" status: 200 len: 217 time: 0.0358858 Mar 30 18:41:38.550211 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d858b64-0d8b-4e69-96d6-720bcdcc8782 req-13378f14-1c45-4ff3-980c-12e2d88bfbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:41:38.551622 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5d858b64-0d8b-4e69-96d6-720bcdcc8782 req-13378f14-1c45-4ff3-980c-12e2d88bfbc4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9b5f5be6-436f-4774-b876-bea0bb4c57e6 HTTP/1.1" status: 200 len: 851 time: 0.0426402 Mar 30 18:41:38.602672 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d858b64-0d8b-4e69-96d6-720bcdcc8782 req-2d419d1b-ccd7-48b8-878a-9c3d2d1fa59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:41:38.604130 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5d858b64-0d8b-4e69-96d6-720bcdcc8782 req-2d419d1b-ccd7-48b8-878a-9c3d2d1fa59d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=441ab226-4bd7-4c9e-801d-3828be7a85e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467467 Mar 30 18:41:38.691679 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5d858b64-0d8b-4e69-96d6-720bcdcc8782 req-5dd71725-e322-4aac-8be9-15fe7064309a service neutron] 10.222.0.44 "GET /v2.0/networks/441ab226-4bd7-4c9e-801d-3828be7a85e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804472 Mar 30 18:41:38.781858 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5d858b64-0d8b-4e69-96d6-720bcdcc8782 req-d52fe4b6-3b40-4edc-995f-a32059efae9a service neutron] 10.222.0.44 "GET /v2.0/networks/441ab226-4bd7-4c9e-801d-3828be7a85e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837514 Mar 30 18:41:38.908088 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11bb45d-6a34-483f-8a58-a67d02d8df4c req-4e75589f-f7f3-407b-b1a4-e0959d61cb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:41:38.909599 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d11bb45d-6a34-483f-8a58-a67d02d8df4c req-4e75589f-f7f3-407b-b1a4-e0959d61cb00 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=30fd70996a7c47ecbdbe3cea7d9518e6&device_id=265f157c-8dee-4980-9516-5abeb72249f4 HTTP/1.1" status: 200 len: 1128 time: 0.0440688 Mar 30 18:41:38.995408 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11bb45d-6a34-483f-8a58-a67d02d8df4c req-d6fa9b13-1f98-4bb6-9092-75ac10e39816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:41:38.996741 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d11bb45d-6a34-483f-8a58-a67d02d8df4c req-d6fa9b13-1f98-4bb6-9092-75ac10e39816 service neutron] 10.222.0.44 "GET /v2.0/networks?id=441ab226-4bd7-4c9e-801d-3828be7a85e7 HTTP/1.1" status: 200 len: 913 time: 0.0815516 Mar 30 18:41:39.039629 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d11bb45d-6a34-483f-8a58-a67d02d8df4c req-1e9db972-0560-4227-9070-a69cb0c244ef service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e0a26c7-75eb-497c-ae43-be0fd96f9654 HTTP/1.1" status: 200 len: 217 time: 0.0363796 Mar 30 18:41:39.086474 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11bb45d-6a34-483f-8a58-a67d02d8df4c req-8a37be91-6c27-41c4-92e3-01667fe5a950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:41:39.087892 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d11bb45d-6a34-483f-8a58-a67d02d8df4c req-8a37be91-6c27-41c4-92e3-01667fe5a950 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9b5f5be6-436f-4774-b876-bea0bb4c57e6 HTTP/1.1" status: 200 len: 851 time: 0.0433245 Mar 30 18:41:39.135994 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11bb45d-6a34-483f-8a58-a67d02d8df4c req-64915f0b-c567-47c3-87d4-e4eca86424bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:41:39.137442 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d11bb45d-6a34-483f-8a58-a67d02d8df4c req-64915f0b-c567-47c3-87d4-e4eca86424bb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=441ab226-4bd7-4c9e-801d-3828be7a85e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427647 Mar 30 18:41:39.226399 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d11bb45d-6a34-483f-8a58-a67d02d8df4c req-5d997818-0044-407f-83cb-9466c21afa7b service neutron] 10.222.0.44 "GET /v2.0/networks/441ab226-4bd7-4c9e-801d-3828be7a85e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829010 Mar 30 18:41:39.313211 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d11bb45d-6a34-483f-8a58-a67d02d8df4c req-e97d6790-28fd-4816-9b7b-1f35bbba197b service neutron] 10.222.0.44 "GET /v2.0/networks/441ab226-4bd7-4c9e-801d-3828be7a85e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814381 Mar 30 18:41:39.551579 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f78b2-cb09-4d10-aab9-aab78b63c4d1 req-dfcd2c2a-6e8c-4cb8-a1a2-c53cbb9db0a1 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:41:39.553066 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-6b4f78b2-cb09-4d10-aab9-aab78b63c4d1 req-dfcd2c2a-6e8c-4cb8-a1a2-c53cbb9db0a1 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/ports?device_id=265f157c-8dee-4980-9516-5abeb72249f4 HTTP/1.1" status: 200 len: 944 time: 0.0540190 Mar 30 18:41:39.605271 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-6b4f78b2-cb09-4d10-aab9-aab78b63c4d1 req-a9322593-ce03-47d7-ac94-a9adf61709ba tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/security-groups?id=890809ac-e89e-4692-820d-650417fc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466142 Mar 30 18:41:40.723169 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed244eeb-0d92-4857-a5ee-c3add3b80230 req-731b8f86-120c-43ef-b4d4-425aeb2aa5c8 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:41:40.724643 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ed244eeb-0d92-4857-a5ee-c3add3b80230 req-731b8f86-120c-43ef-b4d4-425aeb2aa5c8 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/ports?device_id=265f157c-8dee-4980-9516-5abeb72249f4 HTTP/1.1" status: 200 len: 944 time: 0.0516143 Mar 30 18:41:40.771820 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-ed244eeb-0d92-4857-a5ee-c3add3b80230 req-da96f593-09c2-49e5-8c28-a19449875a1f tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/security-groups?id=890809ac-e89e-4692-820d-650417fc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417418 Mar 30 18:41:41.833570 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bc07763f-936f-4ec5-8214-0619d6348a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:41:41.893381 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dcb459-f7df-4a53-b11b-3c11f143edb6 req-4391957b-f17b-40cd-9635-388e0760ccc4 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:41:41.894884 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-69dcb459-f7df-4a53-b11b-3c11f143edb6 req-4391957b-f17b-40cd-9635-388e0760ccc4 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/ports?device_id=265f157c-8dee-4980-9516-5abeb72249f4 HTTP/1.1" status: 200 len: 944 time: 0.0538049 Mar 30 18:41:41.943377 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-69dcb459-f7df-4a53-b11b-3c11f143edb6 req-d275f398-bfaa-4205-aa07-493623f7c992 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/security-groups?id=890809ac-e89e-4692-820d-650417fc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428932 Mar 30 18:41:43.062921 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7316a-e1be-4f83-a100-416c7a709802 req-481b4a82-db0d-4e8a-89ac-b81c149ee8df tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:41:43.064449 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d1b7316a-e1be-4f83-a100-416c7a709802 req-481b4a82-db0d-4e8a-89ac-b81c149ee8df tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/ports?device_id=265f157c-8dee-4980-9516-5abeb72249f4 HTTP/1.1" status: 200 len: 944 time: 0.0550795 Mar 30 18:41:43.113746 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-d1b7316a-e1be-4f83-a100-416c7a709802 req-a179cd6b-2043-434f-8efd-1f2f532c5daa tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/security-groups?id=890809ac-e89e-4692-820d-650417fc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438058 Mar 30 18:41:43.922934 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-02603ecd-4105-4677-bbb8-e4cb00d4cace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:41:44.230697 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a89f93-03fe-4ffd-979c-d57febaacbb5 req-929639b9-6609-41be-b623-23ef24b4264a tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:41:44.232072 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b8a89f93-03fe-4ffd-979c-d57febaacbb5 req-929639b9-6609-41be-b623-23ef24b4264a tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/ports?device_id=265f157c-8dee-4980-9516-5abeb72249f4 HTTP/1.1" status: 200 len: 944 time: 0.0518939 Mar 30 18:41:44.280844 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b8a89f93-03fe-4ffd-979c-d57febaacbb5 req-b231ce7b-3289-4710-94bf-3528bf6563f6 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/security-groups?id=890809ac-e89e-4692-820d-650417fc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426731 Mar 30 18:41:45.120743 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:41:45.400971 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896af0f3-82c6-442e-acc5-d2ca5f3ee59a req-265333e8-d97e-4fff-9596-4ec3bce3295e tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:41:45.402449 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-896af0f3-82c6-442e-acc5-d2ca5f3ee59a req-265333e8-d97e-4fff-9596-4ec3bce3295e tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/ports?device_id=265f157c-8dee-4980-9516-5abeb72249f4 HTTP/1.1" status: 200 len: 944 time: 0.0544975 Mar 30 18:41:45.450253 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-896af0f3-82c6-442e-acc5-d2ca5f3ee59a req-30e950f2-445c-460d-ae1f-5e78b5f8f3e0 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/security-groups?id=890809ac-e89e-4692-820d-650417fc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412199 Mar 30 18:41:46.520155 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:41:46.566029 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dcbe9f-29c4-48a1-b809-01355bf354f6 req-11ebc435-fe7f-463e-b62a-41d7167aedcb tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:41:46.567496 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-71dcbe9f-29c4-48a1-b809-01355bf354f6 req-11ebc435-fe7f-463e-b62a-41d7167aedcb tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/ports?device_id=265f157c-8dee-4980-9516-5abeb72249f4 HTTP/1.1" status: 200 len: 944 time: 0.0514653 Mar 30 18:41:46.616613 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-71dcbe9f-29c4-48a1-b809-01355bf354f6 req-cd34791b-8534-4077-8277-183b0afef8db tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/security-groups?id=890809ac-e89e-4692-820d-650417fc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433979 Mar 30 18:41:47.331681 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 9e0a26c7-75eb-497c-ae43-be0fd96f9654 details requested by agent hyperv_hv-cinder-83588 with host hv-cinder-83588 {{(pid=103496) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 18:41:47.432294 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port 9e0a26c7-75eb-497c-ae43-be0fd96f9654, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=9e0a26c7-75eb-497c-ae43-be0fd96f9654,segment=NetworkSegment(fa0e0491-73dd-4d0e-8d7e-5b0748535720),segment_id=fa0e0491-73dd-4d0e-8d7e-5b0748535720)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:41:47.450069 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Returning: {'device': '9e0a26c7-75eb-497c-ae43-be0fd96f9654', 'network_id': '441ab226-4bd7-4c9e-801d-3828be7a85e7', 'port_id': '9e0a26c7-75eb-497c-ae43-be0fd96f9654', 'mac_address': 'fa:16:3e:4a:c7:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b5f5be6-436f-4774-b876-bea0bb4c57e6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103496) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 18:41:47.548725 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Current status of the port 9e0a26c7-75eb-497c-ae43-be0fd96f9654 is: DOWN; New status is: BUILD {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:41:47.549407 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (9e0a26c7-75eb-497c-ae43-be0fd96f9654), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:41:47.565817 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e0a26c7-75eb-497c-ae43-be0fd96f9654 {{(pid=103496) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 18:41:47.592018 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port 9e0a26c7-75eb-497c-ae43-be0fd96f9654, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=9e0a26c7-75eb-497c-ae43-be0fd96f9654,segment=NetworkSegment(fa0e0491-73dd-4d0e-8d7e-5b0748535720),segment_id=fa0e0491-73dd-4d0e-8d7e-5b0748535720)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:41:47.601651 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (9e0a26c7-75eb-497c-ae43-be0fd96f9654), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:41:47.662910 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Pushing event updated for resources: {'Port': ['ID=9e0a26c7-75eb-497c-ae43-be0fd96f9654,revision_number=4']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:41:47.671973 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:41:47.672329 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:41:47.672676 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:41:47.673020 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:41:47.673358 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:41:47.673694 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:41:47.674027 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:41:47.674381 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:41:47.674713 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:41:47.675040 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:41:47.675369 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:41:47.675697 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:41:47.676022 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:41:47.676343 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:41:47.676665 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:41:47.734568 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd549e1-c075-4595-be9d-6a784999e42d req-a9de96d6-2410-4c4e-b81c-075d33b6d7db tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:41:47.736046 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-fdd549e1-c075-4595-be9d-6a784999e42d req-a9de96d6-2410-4c4e-b81c-075d33b6d7db tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/ports?device_id=265f157c-8dee-4980-9516-5abeb72249f4 HTTP/1.1" status: 200 len: 945 time: 0.0540679 Mar 30 18:41:47.787779 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-fdd549e1-c075-4595-be9d-6a784999e42d req-ebaced95-1040-45ac-815e-dc23e4e2a11d tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/security-groups?id=890809ac-e89e-4692-820d-650417fc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461919 Mar 30 18:41:48.084453 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:41:48.087314 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] get_ports_and_sgs() called for port_ids ['9e0a26c7-75eb-497c-ae43-be0fd96f9654'] {{(pid=103496) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 18:41:48.847804 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (ab438a54-a4f6-4fd3-b589-96aa27265666), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:41:48.906547 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae3b389-d712-4a73-952e-7a05d38aa72c req-e78b7e79-7187-45f0-b8a1-ad8130bb30a5 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:41:48.907989 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-cae3b389-d712-4a73-952e-7a05d38aa72c req-e78b7e79-7187-45f0-b8a1-ad8130bb30a5 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/ports?device_id=265f157c-8dee-4980-9516-5abeb72249f4 HTTP/1.1" status: 200 len: 945 time: 0.0520387 Mar 30 18:41:48.954859 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-cae3b389-d712-4a73-952e-7a05d38aa72c req-2d8ef78d-02d4-4aaf-bce6-ccffd6222bab tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/security-groups?id=890809ac-e89e-4692-820d-650417fc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413544 Mar 30 18:41:49.339124 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 9e0a26c7-75eb-497c-ae43-be0fd96f9654 up at agent hyperv_hv-cinder-83588 {{(pid=103496) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 18:41:49.387989 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Provisioning for port 9e0a26c7-75eb-497c-ae43-be0fd96f9654 completed by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 18:41:49.392031 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.provisioning_blocks [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Provisioning complete for port 9e0a26c7-75eb-497c-ae43-be0fd96f9654 triggered by entity L2. {{(pid=103496) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 18:41:49.392403 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1201547'] for port (9e0a26c7-75eb-497c-ae43-be0fd96f9654), provisioning_complete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:41:49.466712 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Current status of the port 9e0a26c7-75eb-497c-ae43-be0fd96f9654 is: BUILD; New status is: ACTIVE {{(pid=103496) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 18:41:49.467678 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (9e0a26c7-75eb-497c-ae43-be0fd96f9654), before_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:41:49.491552 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '265f157c-8dee-4980-9516-5abeb72249f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e0a26c7-75eb-497c-ae43-be0fd96f9654'}] {{(pid=103496) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:41:49.493747 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2cbde32198906eb4ff2132376d68ea43d0d8f515c48f03fe95d90af760020ba0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f607e166-5683-4810-9894-70df13621ddf" -d '{"events": [{"server_uuid": "265f157c-8dee-4980-9516-5abeb72249f4", "name": "network-vif-plugged", "status": "completed", "tag": "9e0a26c7-75eb-497c-ae43-be0fd96f9654"}]}' {{(pid=103496) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:41:49.505660 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] For port 9e0a26c7-75eb-497c-ae43-be0fd96f9654, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=9e0a26c7-75eb-497c-ae43-be0fd96f9654,segment=NetworkSegment(fa0e0491-73dd-4d0e-8d7e-5b0748535720),segment_id=fa0e0491-73dd-4d0e-8d7e-5b0748535720)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:41:49.509451 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198'] for port (9e0a26c7-75eb-497c-ae43-be0fd96f9654), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:41:49.535317 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e45e28-78b8-4d74-b733-1810fbb70a65 x-openstack-request-id: req-90e45e28-78b8-4d74-b733-1810fbb70a65 {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:41:49.535614 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "265f157c-8dee-4980-9516-5abeb72249f4", "name": "network-vif-plugged", "status": "completed", "tag": "9e0a26c7-75eb-497c-ae43-be0fd96f9654", "code": 200}]} {{(pid=103496) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:41:49.535872 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-90e45e28-78b8-4d74-b733-1810fbb70a65 {{(pid=103496) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:41:49.536272 dv-cinder-835881-1-iscsi neutron-server[103496]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90e45e28-78b8-4d74-b733-1810fbb70a65'] response: {'server_uuid': '265f157c-8dee-4980-9516-5abeb72249f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e0a26c7-75eb-497c-ae43-be0fd96f9654', 'code': 200} Mar 30 18:41:49.562026 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Pushing event updated for resources: {'Port': ['ID=9e0a26c7-75eb-497c-ae43-be0fd96f9654,revision_number=5']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:41:49.806450 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147ba8d-b31c-4a6c-8e85-9fa1b368614d req-58a7bfc5-4481-434c-9448-016e010d87a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:41:49.807854 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f147ba8d-b31c-4a6c-8e85-9fa1b368614d req-58a7bfc5-4481-434c-9448-016e010d87a6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=265f157c-8dee-4980-9516-5abeb72249f4 HTTP/1.1" status: 200 len: 1130 time: 0.0429139 Mar 30 18:41:49.852725 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-f147ba8d-b31c-4a6c-8e85-9fa1b368614d req-057ac391-8997-420d-8d99-c55e34b65d42 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=890809ac-e89e-4692-820d-650417fc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379641 Mar 30 18:41:50.075372 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb0db25-9063-47d3-b583-12fc513c9df2 req-bd629c73-6fb3-49a4-8d70-d1570e48ddce tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:41:50.076817 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-dfb0db25-9063-47d3-b583-12fc513c9df2 req-bd629c73-6fb3-49a4-8d70-d1570e48ddce tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/ports?device_id=265f157c-8dee-4980-9516-5abeb72249f4 HTTP/1.1" status: 200 len: 946 time: 0.0552533 Mar 30 18:41:50.124452 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-dfb0db25-9063-47d3-b583-12fc513c9df2 req-0210abf1-e59f-4536-9adf-efcc0e389ab8 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/security-groups?id=890809ac-e89e-4692-820d-650417fc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420418 Mar 30 18:41:51.241573 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8df1dd8-62c9-4230-a724-46905a066d5e req-a98d2683-6896-4a9b-a2c5-8aaaf911e364 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:41:51.243062 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b8df1dd8-62c9-4230-a724-46905a066d5e req-a98d2683-6896-4a9b-a2c5-8aaaf911e364 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/ports?device_id=265f157c-8dee-4980-9516-5abeb72249f4 HTTP/1.1" status: 200 len: 946 time: 0.0516932 Mar 30 18:41:51.291380 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-b8df1dd8-62c9-4230-a724-46905a066d5e req-75a8b5e1-7b70-4a86-b2cb-835f8ffe67b9 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/security-groups?id=890809ac-e89e-4692-820d-650417fc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421941 Mar 30 18:41:52.406825 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63819309-6153-4e3d-9648-46873a6308e5 req-4371dd8b-727f-4ac7-8e7c-74a52b31f6f5 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:41:52.408269 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-63819309-6153-4e3d-9648-46873a6308e5 req-4371dd8b-727f-4ac7-8e7c-74a52b31f6f5 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/ports?device_id=265f157c-8dee-4980-9516-5abeb72249f4 HTTP/1.1" status: 200 len: 946 time: 0.0515475 Mar 30 18:41:52.459016 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-63819309-6153-4e3d-9648-46873a6308e5 req-cc87a0b1-3d8d-4d58-ae47-0592420a6678 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/security-groups?id=890809ac-e89e-4692-820d-650417fc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452065 Mar 30 18:41:52.575309 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832fdcf0-e644-40d1-80da-21152363d8b5 req-e5432412-1e89-4043-948c-147a1dfcc743 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:41:52.577212 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-832fdcf0-e644-40d1-80da-21152363d8b5 req-e5432412-1e89-4043-948c-147a1dfcc743 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/ports?device_id=265f157c-8dee-4980-9516-5abeb72249f4 HTTP/1.1" status: 200 len: 946 time: 0.0529339 Mar 30 18:41:52.623736 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-832fdcf0-e644-40d1-80da-21152363d8b5 req-e7f80601-88a1-4c04-a3bb-6ed55103598f tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/security-groups?id=890809ac-e89e-4692-820d-650417fc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409892 Mar 30 18:41:52.645086 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 55004) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:41:52.686945 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e0b1f2-e4c0-4eab-a07b-547780d20303 tempest-TestVolumeBootPattern-1817793103 tempest-TestVolumeBootPattern-1817793103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:41:52.688416 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-86e0b1f2-e4c0-4eab-a07b-547780d20303 tempest-TestVolumeBootPattern-1817793103 tempest-TestVolumeBootPattern-1817793103-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=265f157c-8dee-4980-9516-5abeb72249f4 HTTP/1.1" status: 200 len: 1125 time: 0.0424078 Mar 30 18:41:52.691098 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 55006) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:41:52.695315 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.v2.base [None req-3a049f63-f7c7-4fcc-932f-609247c6020a tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Request body: {'floatingip': {'floating_network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'port_id': '9e0a26c7-75eb-497c-ae43-be0fd96f9654', 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103495) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 18:41:52.715581 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-3a049f63-f7c7-4fcc-932f-609247c6020a tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:41:52.811651 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-3a049f63-f7c7-4fcc-932f-609247c6020a tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (None), before_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:41:52.910501 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.db_base_plugin_common [None req-3a049f63-f7c7-4fcc-932f-609247c6020a tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Allocated IP 172.27.1.198 (91cc19c8-4e3d-4b52-9973-bc78b4427ae2/e2593658-5374-4bbb-b8e3-ff319bcb6728/c2855cdd-fe18-4de7-af2e-a6d16b09261e) {{(pid=103495) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 18:41:53.012454 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-3a049f63-f7c7-4fcc-932f-609247c6020a tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks [] for port (c2855cdd-fe18-4de7-af2e-a6d16b09261e), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:41:53.045875 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-3a049f63-f7c7-4fcc-932f-609247c6020a tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728099412974', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5398852'] for port (c2855cdd-fe18-4de7-af2e-a6d16b09261e), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:41:53.082578 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a049f63-f7c7-4fcc-932f-609247c6020a tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Network 91cc19c8-4e3d-4b52-9973-bc78b4427ae2 is already hosted by enough agents. {{(pid=103495) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 18:41:53.085386 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.base_scheduler [None req-3a049f63-f7c7-4fcc-932f-609247c6020a tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Resources bound (agent type, host, resource id): {{(pid=103495) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 18:41:53.090783 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a049f63-f7c7-4fcc-932f-609247c6020a tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Received port after_create {{(pid=103495) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 18:41:53.112765 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a049f63-f7c7-4fcc-932f-609247c6020a tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Pushing event updated for resources: {'Port': ['ID=c2855cdd-fe18-4de7-af2e-a6d16b09261e,revision_number=1']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:41:53.445769 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-3a049f63-f7c7-4fcc-932f-609247c6020a tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks [] for floatingip (16152adf-a25f-4f16-a8f0-45a3e90920db), precommit_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:41:53.512181 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-3a049f63-f7c7-4fcc-932f-609247c6020a tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1344113'] for port (c2855cdd-fe18-4de7-af2e-a6d16b09261e), before_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:41:53.660247 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-3a049f63-f7c7-4fcc-932f-609247c6020a tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks [] for port (c2855cdd-fe18-4de7-af2e-a6d16b09261e), precommit_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:41:53.664615 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-3a049f63-f7c7-4fcc-932f-609247c6020a tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728099963787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728099410180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728099410198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5398861'] for port (c2855cdd-fe18-4de7-af2e-a6d16b09261e), after_update {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:41:53.733347 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a049f63-f7c7-4fcc-932f-609247c6020a tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Pushing event updated for resources: {'Port': ['ID=c2855cdd-fe18-4de7-af2e-a6d16b09261e,revision_number=2']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:41:53.742909 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-3a049f63-f7c7-4fcc-932f-609247c6020a tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-541296'] for floatingip (16152adf-a25f-4f16-a8f0-45a3e90920db), after_create {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:41:53.841399 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.db.l3_db [None req-3a049f63-f7c7-4fcc-932f-609247c6020a tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Floating IP 16152adf-a25f-4f16-a8f0-45a3e90920db associated. External IP: 172.27.1.198, port: 9e0a26c7-75eb-497c-ae43-be0fd96f9654. Mar 30 18:41:54.309925 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a049f63-f7c7-4fcc-932f-609247c6020a tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Router 6ef47e23-9d1b-452b-95cc-70aafbf47f02 has already been hosted by L3 agent d6545c5f-a93c-4a15-87cd-019d3e75e7be {{(pid=103495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:41:54.416817 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a049f63-f7c7-4fcc-932f-609247c6020a tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Notify agent at l3_agent.dv-cinder-835881-1-iscsi the message routers_updated {{(pid=103495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:41:54.426395 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a5d7b6-df11-40d2-8966-38e3203ac34f None None] Sync routers for ids ['6ef47e23-9d1b-452b-95cc-70aafbf47f02'] in dv-cinder-835881-1-iscsi {{(pid=103496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:41:54.434905 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-3a049f63-f7c7-4fcc-932f-609247c6020a tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for floatingip (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:41:54.436697 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a5d7b6-df11-40d2-8966-38e3203ac34f None None] Routers {'6ef47e23-9d1b-452b-95cc-70aafbf47f02'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:41:54.437404 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-a0a5d7b6-df11-40d2-8966-38e3203ac34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:41:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['6ef47e23-9d1b-452b-95cc-70aafbf47f02'], 'active': True} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:41:54.468038 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-3a049f63-f7c7-4fcc-932f-609247c6020a tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7756763 Mar 30 18:41:54.468671 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '265f157c-8dee-4980-9516-5abeb72249f4', 'tag': '9e0a26c7-75eb-497c-ae43-be0fd96f9654'}] {{(pid=103495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:41:54.470879 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0dfb30c8fd1ad248dcf0c7d180f6bc71f3cc1084e8ff52034c63c32eff48f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa8288a-ccd1-4a08-a4bd-d9b6244f8877" -d '{"events": [{"name": "network-changed", "server_uuid": "265f157c-8dee-4980-9516-5abeb72249f4", "tag": "9e0a26c7-75eb-497c-ae43-be0fd96f9654"}]}' {{(pid=103495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:41:54.506315 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40fbb214-9284-44ea-9dca-66e90389f1b0 x-openstack-request-id: req-40fbb214-9284-44ea-9dca-66e90389f1b0 {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:41:54.506588 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "265f157c-8dee-4980-9516-5abeb72249f4", "tag": "9e0a26c7-75eb-497c-ae43-be0fd96f9654", "status": "completed", "code": 200}]} {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:41:54.506869 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-40fbb214-9284-44ea-9dca-66e90389f1b0 {{(pid=103495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:41:54.507295 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40fbb214-9284-44ea-9dca-66e90389f1b0'] response: {'name': 'network-changed', 'server_uuid': '265f157c-8dee-4980-9516-5abeb72249f4', 'tag': '9e0a26c7-75eb-497c-ae43-be0fd96f9654', 'status': 'completed', 'code': 200} Mar 30 18:41:54.548310 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvr_db [None req-a0a5d7b6-df11-40d2-8966-38e3203ac34f None None] Set router 6ef47e23-9d1b-452b-95cc-70aafbf47f02 gateway port host: dv-cinder-835881-1-iscsi {{(pid=103496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:41:54.610032 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8288a-ccd1-4a08-a4bd-d9b6244f8877 req-490272a3-f99c-4f29-aa2f-7e4cdd9c2cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:41:54.611728 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5aa8288a-ccd1-4a08-a4bd-d9b6244f8877 req-490272a3-f99c-4f29-aa2f-7e4cdd9c2cba service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=30fd70996a7c47ecbdbe3cea7d9518e6&device_id=265f157c-8dee-4980-9516-5abeb72249f4 HTTP/1.1" status: 200 len: 1130 time: 0.0450716 Mar 30 18:41:54.698967 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8288a-ccd1-4a08-a4bd-d9b6244f8877 req-3a7c1eaf-9d83-41b0-859f-a6d4ce292b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:41:54.700323 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5aa8288a-ccd1-4a08-a4bd-d9b6244f8877 req-3a7c1eaf-9d83-41b0-859f-a6d4ce292b9d service neutron] 10.222.0.44 "GET /v2.0/networks?id=441ab226-4bd7-4c9e-801d-3828be7a85e7 HTTP/1.1" status: 200 len: 913 time: 0.0824151 Mar 30 18:41:54.770439 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5aa8288a-ccd1-4a08-a4bd-d9b6244f8877 req-9b7d0ad3-3ff2-4bae-83d8-303b225ac9fc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e0a26c7-75eb-497c-ae43-be0fd96f9654 HTTP/1.1" status: 200 len: 1000 time: 0.0627875 Mar 30 18:41:54.775029 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-a0a5d7b6-df11-40d2-8966-38e3203ac34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'name': 'tempest-TestVolumeBootPattern-1377860571-router', 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'd734f774-c938-44da-835b-70853d680779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:36:08Z', 'updated_at': '2022-03-30T18:36:11Z', 'revision_number': 4, 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'gw_port': {'id': 'd734f774-c938-44da-835b-70853d680779', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ea:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:36:09Z', 'updated_at': '2022-03-30T18:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_floatingips': [{'id': '16152adf-a25f-4f16-a8f0-45a3e90920db', 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'floating_ip_address': '172.27.1.198', 'floating_network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'router_id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'port_id': '9e0a26c7-75eb-497c-ae43-be0fd96f9654', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '441ab226-4bd7-4c9e-801d-3828be7a85e7', 'mac_address': 'fa:16:3e:4a:c7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265f157c-8dee-4980-9516-5abeb72249f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:41:53Z', 'updated_at': '2022-03-30T18:41:53Z', 'revision_number': 0, 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'fixed_ip_address_scope': None}, {'id': '9995e47e-19dc-4f90-a16d-f4a050bcfb46', 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'floating_ip_address': '172.27.1.39', 'floating_network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'router_id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'port_id': 'bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '441ab226-4bd7-4c9e-801d-3828be7a85e7', 'mac_address': 'fa:16:3e:c9:b5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7638d6a-8cd2-4b64-bf6c-6ef53d2548d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:39:35Z', 'updated_at': '2022-03-30T18:39:37Z', 'revision_number': 1, 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '807b26b8-5f6a-4d75-b032-3715d2a52a1c', 'name': '', 'network_id': '441ab226-4bd7-4c9e-801d-3828be7a85e7', 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'mac_address': 'fa:16:3e:62:1a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '9b5f5be6-436f-4774-b876-bea0bb4c57e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:36:10Z', 'updated_at': '2022-03-30T18:36:16Z', 'revision_number': 5, 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'subnets': [{'id': '9b5f5be6-436f-4774-b876-bea0bb4c57e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:41:54.818594 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8288a-ccd1-4a08-a4bd-d9b6244f8877 req-7056b08b-c285-43dd-aebd-3a5c6f125af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:41:54.820076 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5aa8288a-ccd1-4a08-a4bd-d9b6244f8877 req-7056b08b-c285-43dd-aebd-3a5c6f125af8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9b5f5be6-436f-4774-b876-bea0bb4c57e6 HTTP/1.1" status: 200 len: 851 time: 0.0441611 Mar 30 18:41:54.870610 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8288a-ccd1-4a08-a4bd-d9b6244f8877 req-03ad8979-8a44-4d5a-b397-ecced141c10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:41:54.872132 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5aa8288a-ccd1-4a08-a4bd-d9b6244f8877 req-03ad8979-8a44-4d5a-b397-ecced141c10f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=441ab226-4bd7-4c9e-801d-3828be7a85e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461595 Mar 30 18:41:54.930406 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a5d7b6-df11-40d2-8966-38e3203ac34f None None] Checking router: 6ef47e23-9d1b-452b-95cc-70aafbf47f02 for host: dv-cinder-835881-1-iscsi {{(pid=103496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:41:54.939264 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a5d7b6-df11-40d2-8966-38e3203ac34f None None] Routers {'6ef47e23-9d1b-452b-95cc-70aafbf47f02'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:41:54.939881 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-a0a5d7b6-df11-40d2-8966-38e3203ac34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:41:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['6ef47e23-9d1b-452b-95cc-70aafbf47f02'], 'active': True} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:41:54.966388 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5aa8288a-ccd1-4a08-a4bd-d9b6244f8877 req-29f50e8b-94df-491e-8924-c61508062a40 service neutron] 10.222.0.44 "GET /v2.0/networks/441ab226-4bd7-4c9e-801d-3828be7a85e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865278 Mar 30 18:41:55.047584 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvr_db [None req-a0a5d7b6-df11-40d2-8966-38e3203ac34f None None] Set router 6ef47e23-9d1b-452b-95cc-70aafbf47f02 gateway port host: dv-cinder-835881-1-iscsi {{(pid=103496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:41:55.056213 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-5aa8288a-ccd1-4a08-a4bd-d9b6244f8877 req-8ab1377e-d371-43a0-9d16-5339c9755476 service neutron] 10.222.0.44 "GET /v2.0/networks/441ab226-4bd7-4c9e-801d-3828be7a85e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839324 Mar 30 18:41:55.268804 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-a0a5d7b6-df11-40d2-8966-38e3203ac34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'name': 'tempest-TestVolumeBootPattern-1377860571-router', 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'd734f774-c938-44da-835b-70853d680779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:36:08Z', 'updated_at': '2022-03-30T18:36:11Z', 'revision_number': 4, 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'gw_port': {'id': 'd734f774-c938-44da-835b-70853d680779', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ea:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:36:09Z', 'updated_at': '2022-03-30T18:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_floatingips': [{'id': '16152adf-a25f-4f16-a8f0-45a3e90920db', 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'floating_ip_address': '172.27.1.198', 'floating_network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'router_id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'port_id': '9e0a26c7-75eb-497c-ae43-be0fd96f9654', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '441ab226-4bd7-4c9e-801d-3828be7a85e7', 'mac_address': 'fa:16:3e:4a:c7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265f157c-8dee-4980-9516-5abeb72249f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:41:53Z', 'updated_at': '2022-03-30T18:41:53Z', 'revision_number': 0, 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'fixed_ip_address_scope': None}, {'id': '9995e47e-19dc-4f90-a16d-f4a050bcfb46', 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'floating_ip_address': '172.27.1.39', 'floating_network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'router_id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'port_id': 'bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '441ab226-4bd7-4c9e-801d-3828be7a85e7', 'mac_address': 'fa:16:3e:c9:b5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7638d6a-8cd2-4b64-bf6c-6ef53d2548d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:39:35Z', 'updated_at': '2022-03-30T18:39:37Z', 'revision_number': 1, 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '807b26b8-5f6a-4d75-b032-3715d2a52a1c', 'name': '', 'network_id': '441ab226-4bd7-4c9e-801d-3828be7a85e7', 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'mac_address': 'fa:16:3e:62:1a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '9b5f5be6-436f-4774-b876-bea0bb4c57e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:36:10Z', 'updated_at': '2022-03-30T18:36:16Z', 'revision_number': 5, 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'subnets': [{'id': '9b5f5be6-436f-4774-b876-bea0bb4c57e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:41:55.299284 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a5d7b6-df11-40d2-8966-38e3203ac34f None None] The sync data for ids ['6ef47e23-9d1b-452b-95cc-70aafbf47f02'] in dv-cinder-835881-1-iscsi is: [{'id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'name': 'tempest-TestVolumeBootPattern-1377860571-router', 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'd734f774-c938-44da-835b-70853d680779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:36:08Z', 'updated_at': '2022-03-30T18:36:11Z', 'revision_number': 4, 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'gw_port': {'id': 'd734f774-c938-44da-835b-70853d680779', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ea:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:36:09Z', 'updated_at': '2022-03-30T18:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_floatingips': [{'id': '16152adf-a25f-4f16-a8f0-45a3e90920db', 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'floating_ip_address': '172.27.1.198', 'floating_network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'router_id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'port_id': '9e0a26c7-75eb-497c-ae43-be0fd96f9654', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '441ab226-4bd7-4c9e-801d-3828be7a85e7', 'mac_address': 'fa:16:3e:4a:c7:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265f157c-8dee-4980-9516-5abeb72249f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:41:53Z', 'updated_at': '2022-03-30T18:41:53Z', 'revision_number': 0, 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'fixed_ip_address_scope': None}, {'id': '9995e47e-19dc-4f90-a16d-f4a050bcfb46', 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'floating_ip_address': '172.27.1.39', 'floating_network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'router_id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'port_id': 'bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '441ab226-4bd7-4c9e-801d-3828be7a85e7', 'mac_address': 'fa:16:3e:c9:b5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7638d6a-8cd2-4b64-bf6c-6ef53d2548d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:39:35Z', 'updated_at': '2022-03-30T18:39:37Z', 'revision_number': 1, 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '807b26b8-5f6a-4d75-b032-3715d2a52a1c', 'name': '', 'network_id': '441ab226-4bd7-4c9e-801d-3828be7a85e7', 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'mac_address': 'fa:16:3e:62:1a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '9b5f5be6-436f-4774-b876-bea0bb4c57e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:36:10Z', 'updated_at': '2022-03-30T18:36:16Z', 'revision_number': 5, 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'subnets': [{'id': '9b5f5be6-436f-4774-b876-bea0bb4c57e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:41:55.493854 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1eb356-077f-4b0a-b49f-e501c567e6db None None] New status for floating IP 16152adf-a25f-4f16-a8f0-45a3e90920db: ACTIVE {{(pid=103497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:42:05.527209 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a5f1f332-0d43-4eaa-83f8-a237d596dd9b req-cef1de4e-8c9a-4634-bbea-726d596f9aa0 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c7638d6a-8cd2-4b64-bf6c-6ef53d2548d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0469518 Mar 30 18:42:05.640203 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1f332-0d43-4eaa-83f8-a237d596dd9b req-9527fe0b-e42d-442b-adce-79843fcd73a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:42:05.641676 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a5f1f332-0d43-4eaa-83f8-a237d596dd9b req-9527fe0b-e42d-442b-adce-79843fcd73a1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=30fd70996a7c47ecbdbe3cea7d9518e6&device_id=c7638d6a-8cd2-4b64-bf6c-6ef53d2548d6 HTTP/1.1" status: 200 len: 1129 time: 0.0434985 Mar 30 18:42:05.741709 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1f332-0d43-4eaa-83f8-a237d596dd9b req-6a7efd69-b540-4eba-97fb-c544914cbb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:42:05.743192 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a5f1f332-0d43-4eaa-83f8-a237d596dd9b req-6a7efd69-b540-4eba-97fb-c544914cbb1a service neutron] 10.222.0.44 "GET /v2.0/networks?id=441ab226-4bd7-4c9e-801d-3828be7a85e7 HTTP/1.1" status: 200 len: 913 time: 0.0834372 Mar 30 18:42:05.812537 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a5f1f332-0d43-4eaa-83f8-a237d596dd9b req-ca73ae71-62a3-4aa0-b358-2485d90a946f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c HTTP/1.1" status: 200 len: 1000 time: 0.0630906 Mar 30 18:42:05.858953 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1f332-0d43-4eaa-83f8-a237d596dd9b req-7cfae630-8f68-4cc1-b81e-8b4585cf1661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:42:05.860334 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a5f1f332-0d43-4eaa-83f8-a237d596dd9b req-7cfae630-8f68-4cc1-b81e-8b4585cf1661 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9b5f5be6-436f-4774-b876-bea0bb4c57e6 HTTP/1.1" status: 200 len: 851 time: 0.0425580 Mar 30 18:42:05.908041 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1f332-0d43-4eaa-83f8-a237d596dd9b req-6e5ae82d-301e-4bb1-8b9b-a385e4078c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:42:05.909523 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a5f1f332-0d43-4eaa-83f8-a237d596dd9b req-6e5ae82d-301e-4bb1-8b9b-a385e4078c26 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=441ab226-4bd7-4c9e-801d-3828be7a85e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431938 Mar 30 18:42:05.998150 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a5f1f332-0d43-4eaa-83f8-a237d596dd9b req-b3c6360a-d900-4d5a-b23b-90eee953139c service neutron] 10.222.0.44 "GET /v2.0/networks/441ab226-4bd7-4c9e-801d-3828be7a85e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829320 Mar 30 18:42:06.084717 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-a5f1f332-0d43-4eaa-83f8-a237d596dd9b req-7f8a8a38-d755-49cd-b4a7-a230a5f950e2 service neutron] 10.222.0.44 "GET /v2.0/networks/441ab226-4bd7-4c9e-801d-3828be7a85e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805807 Mar 30 18:42:09.160351 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.agents_db [None req-01a7ea33-ae04-4be9-ae8a-11827e05d97f None None] Agent healthcheck: found 6 active agents {{(pid=103497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:42:11.838903 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-07e75279-7a9e-46ad-b997-260bc3ed21f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:42:13.925150 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-c47151b6-d894-4035-b357-2cc80b132175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:42:15.124192 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:42:16.524170 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:42:18.087451 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:42:18.836734 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (ab438a54-a4f6-4fd3-b589-96aa27265666), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:42:41.842195 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1a42b8c3-e0c9-4d98-ad21-fd163c6cbceb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:42:43.926200 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-9408635f-71bf-4c99-93a7-f92385623463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:42:45.130982 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:42:46.160463 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.agents_db [None req-01a7ea33-ae04-4be9-ae8a-11827e05d97f None None] Agent healthcheck: found 6 active agents {{(pid=103497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:42:46.526564 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:42:48.090759 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:42:48.843908 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (ab438a54-a4f6-4fd3-b589-96aa27265666), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:43:05.536190 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-69705ba0-5c55-40e0-b90a-ede2f2a967c3 req-890aceb8-2b93-4b78-a694-219b62ce3106 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=265f157c-8dee-4980-9516-5abeb72249f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0482337 Mar 30 18:43:05.612030 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69705ba0-5c55-40e0-b90a-ede2f2a967c3 req-706586d3-4a46-4a16-9c7c-a2b838d881a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:43:05.613495 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-69705ba0-5c55-40e0-b90a-ede2f2a967c3 req-706586d3-4a46-4a16-9c7c-a2b838d881a9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=30fd70996a7c47ecbdbe3cea7d9518e6&device_id=265f157c-8dee-4980-9516-5abeb72249f4 HTTP/1.1" status: 200 len: 1130 time: 0.0443988 Mar 30 18:43:05.712483 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69705ba0-5c55-40e0-b90a-ede2f2a967c3 req-bf9b8273-38d5-4e00-a772-1dd673636344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:43:05.713925 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-69705ba0-5c55-40e0-b90a-ede2f2a967c3 req-bf9b8273-38d5-4e00-a772-1dd673636344 service neutron] 10.222.0.44 "GET /v2.0/networks?id=441ab226-4bd7-4c9e-801d-3828be7a85e7 HTTP/1.1" status: 200 len: 913 time: 0.0832839 Mar 30 18:43:05.781861 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-69705ba0-5c55-40e0-b90a-ede2f2a967c3 req-aa954ada-62d3-47fa-b96d-4c9f131272a2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e0a26c7-75eb-497c-ae43-be0fd96f9654 HTTP/1.1" status: 200 len: 1002 time: 0.0614710 Mar 30 18:43:05.829197 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69705ba0-5c55-40e0-b90a-ede2f2a967c3 req-ce479a89-9ee2-463e-8efe-ec3cacb7d586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:43:05.831376 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-69705ba0-5c55-40e0-b90a-ede2f2a967c3 req-ce479a89-9ee2-463e-8efe-ec3cacb7d586 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9b5f5be6-436f-4774-b876-bea0bb4c57e6 HTTP/1.1" status: 200 len: 851 time: 0.0438409 Mar 30 18:43:05.879291 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69705ba0-5c55-40e0-b90a-ede2f2a967c3 req-90b8442d-8b56-4cb8-8858-770d9ef8980b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:43:05.880761 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-69705ba0-5c55-40e0-b90a-ede2f2a967c3 req-90b8442d-8b56-4cb8-8858-770d9ef8980b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=441ab226-4bd7-4c9e-801d-3828be7a85e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428474 Mar 30 18:43:05.974077 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-69705ba0-5c55-40e0-b90a-ede2f2a967c3 req-0424ce13-adb2-4941-a7d9-906c7cf2b082 service neutron] 10.222.0.44 "GET /v2.0/networks/441ab226-4bd7-4c9e-801d-3828be7a85e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855560 Mar 30 18:43:06.060783 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-69705ba0-5c55-40e0-b90a-ede2f2a967c3 req-6f24ffe4-ea3f-48a0-8ba4-17aef08b4928 service neutron] 10.222.0.44 "GET /v2.0/networks/441ab226-4bd7-4c9e-801d-3828be7a85e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800478 Mar 30 18:43:11.844469 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-0ca18b2b-3717-4cf5-93e2-12f85c9d7f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:43:13.927311 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-840d0c18-4df0-4d01-81e4-4d07808d14cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:43:15.130845 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:43:16.528295 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:43:18.095806 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:43:18.842508 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (ab438a54-a4f6-4fd3-b589-96aa27265666), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:43:23.158653 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.agents_db [None req-01a7ea33-ae04-4be9-ae8a-11827e05d97f None None] Agent healthcheck: found 6 active agents {{(pid=103497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:43:41.847252 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-9cb1ba63-ef43-465b-a168-80f5245ae7f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:43:43.929162 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4b91e16e-4b70-4398-aba7-183e170a09ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:43:44.042917 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 55036) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:43:44.201898 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.plugin [None req-48b32e2b-106f-404a-b215-3f982c23270c tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Deleting port c2855cdd-fe18-4de7-af2e-a6d16b09261e {{(pid=103494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:43:44.202193 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-48b32e2b-106f-404a-b215-3f982c23270c tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (c2855cdd-fe18-4de7-af2e-a6d16b09261e), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:43:44.277184 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-48b32e2b-106f-404a-b215-3f982c23270c tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (c2855cdd-fe18-4de7-af2e-a6d16b09261e), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:43:44.277513 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-48b32e2b-106f-404a-b215-3f982c23270c tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks [] for floatingip (c2855cdd-fe18-4de7-af2e-a6d16b09261e), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:43:44.290222 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.plugin [None req-48b32e2b-106f-404a-b215-3f982c23270c tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Calling delete_port for c2855cdd-fe18-4de7-af2e-a6d16b09261e owned by network:floatingip {{(pid=103494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:43:44.439592 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-48b32e2b-106f-404a-b215-3f982c23270c tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5343457'] for port (c2855cdd-fe18-4de7-af2e-a6d16b09261e), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:43:44.464759 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b32e2b-106f-404a-b215-3f982c23270c tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Pushing event deleted for resources: {'Port': ['ID=c2855cdd-fe18-4de7-af2e-a6d16b09261e,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:43:44.475694 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b32e2b-106f-404a-b215-3f982c23270c tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:43:44.476042 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b32e2b-106f-404a-b215-3f982c23270c tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:43:44.476393 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b32e2b-106f-404a-b215-3f982c23270c tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:43:44.476733 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b32e2b-106f-404a-b215-3f982c23270c tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:43:44.477067 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b32e2b-106f-404a-b215-3f982c23270c tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:43:44.477399 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b32e2b-106f-404a-b215-3f982c23270c tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:43:44.477749 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b32e2b-106f-404a-b215-3f982c23270c tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:43:44.478075 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b32e2b-106f-404a-b215-3f982c23270c tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:43:44.478428 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b32e2b-106f-404a-b215-3f982c23270c tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:43:44.478755 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b32e2b-106f-404a-b215-3f982c23270c tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:43:44.479080 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b32e2b-106f-404a-b215-3f982c23270c tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:43:44.479408 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b32e2b-106f-404a-b215-3f982c23270c tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:43:44.479730 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b32e2b-106f-404a-b215-3f982c23270c tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:43:44.480048 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b32e2b-106f-404a-b215-3f982c23270c tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:43:44.480369 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b32e2b-106f-404a-b215-3f982c23270c tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103494) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:43:44.538709 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-48b32e2b-106f-404a-b215-3f982c23270c tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks [] for floatingip (16152adf-a25f-4f16-a8f0-45a3e90920db), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:43:44.539039 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.db.l3_db [None req-48b32e2b-106f-404a-b215-3f982c23270c tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Floating IP 16152adf-a25f-4f16-a8f0-45a3e90920db disassociated (deleted). External IP: 172.27.1.198, port: 9e0a26c7-75eb-497c-ae43-be0fd96f9654. Mar 30 18:43:44.957287 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48b32e2b-106f-404a-b215-3f982c23270c tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Router 6ef47e23-9d1b-452b-95cc-70aafbf47f02 has already been hosted by L3 agent d6545c5f-a93c-4a15-87cd-019d3e75e7be {{(pid=103494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:43:45.064869 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b32e2b-106f-404a-b215-3f982c23270c tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Notify agent at l3_agent.dv-cinder-835881-1-iscsi the message routers_updated {{(pid=103494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:43:45.069526 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-48b32e2b-106f-404a-b215-3f982c23270c tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for floatingip (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:43:45.074436 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496ce45a-9864-4274-b776-800ee0e2b8a3 None None] Sync routers for ids ['6ef47e23-9d1b-452b-95cc-70aafbf47f02'] in dv-cinder-835881-1-iscsi {{(pid=103496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:43:45.083873 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496ce45a-9864-4274-b776-800ee0e2b8a3 None None] Routers {'6ef47e23-9d1b-452b-95cc-70aafbf47f02'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:43:45.084500 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-496ce45a-9864-4274-b776-800ee0e2b8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:43:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['6ef47e23-9d1b-452b-95cc-70aafbf47f02'], 'active': True} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:43:45.103947 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-48b32e2b-106f-404a-b215-3f982c23270c tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "DELETE /v2.0/floatingips/16152adf-a25f-4f16-a8f0-45a3e90920db HTTP/1.1" status: 204 len: 168 time: 1.0596340 Mar 30 18:43:45.104536 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '265f157c-8dee-4980-9516-5abeb72249f4', 'tag': '9e0a26c7-75eb-497c-ae43-be0fd96f9654'}] {{(pid=103494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:43:45.107005 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb351bb8290705a302d4a38882229c6eed6c712c49b0ac171ffbe10a695cd3a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e968867f-9f9c-45a2-89a9-d155b6cd35c8" -d '{"events": [{"name": "network-changed", "server_uuid": "265f157c-8dee-4980-9516-5abeb72249f4", "tag": "9e0a26c7-75eb-497c-ae43-be0fd96f9654"}]}' {{(pid=103494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:43:45.177002 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:43:45.212438 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvr_db [None req-496ce45a-9864-4274-b776-800ee0e2b8a3 None None] Set router 6ef47e23-9d1b-452b-95cc-70aafbf47f02 gateway port host: dv-cinder-835881-1-iscsi {{(pid=103496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:43:45.265535 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122ef205-f2a7-4092-9bad-f303f7727c19 x-openstack-request-id: req-122ef205-f2a7-4092-9bad-f303f7727c19 {{(pid=103494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:43:45.266411 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "265f157c-8dee-4980-9516-5abeb72249f4", "tag": "9e0a26c7-75eb-497c-ae43-be0fd96f9654", "status": "completed", "code": 200}]} {{(pid=103494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:43:45.266795 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-122ef205-f2a7-4092-9bad-f303f7727c19 {{(pid=103494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:43:45.267284 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.notifiers.nova [-] Nova event matching ['req-122ef205-f2a7-4092-9bad-f303f7727c19'] response: {'name': 'network-changed', 'server_uuid': '265f157c-8dee-4980-9516-5abeb72249f4', 'tag': '9e0a26c7-75eb-497c-ae43-be0fd96f9654', 'status': 'completed', 'code': 200} Mar 30 18:43:45.346992 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd13bab-a999-4439-a587-571c484bbb93 req-f76c4d7c-97af-4a0e-a8a5-56de7d0b8d74 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:43:45.348481 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-9cd13bab-a999-4439-a587-571c484bbb93 req-f76c4d7c-97af-4a0e-a8a5-56de7d0b8d74 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/ports?device_id=265f157c-8dee-4980-9516-5abeb72249f4 HTTP/1.1" status: 200 len: 946 time: 0.0604722 Mar 30 18:43:45.424861 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-9cd13bab-a999-4439-a587-571c484bbb93 req-70360517-0f8e-485f-a811-89b6dad697ff tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/security-groups?id=890809ac-e89e-4692-820d-650417fc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682223 Mar 30 18:43:45.427759 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968867f-9f9c-45a2-89a9-d155b6cd35c8 req-f63e11d3-bda5-4f79-9914-ed202a00c960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:43:45.429177 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e968867f-9f9c-45a2-89a9-d155b6cd35c8 req-f63e11d3-bda5-4f79-9914-ed202a00c960 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=30fd70996a7c47ecbdbe3cea7d9518e6&device_id=265f157c-8dee-4980-9516-5abeb72249f4 HTTP/1.1" status: 200 len: 1130 time: 0.0798481 Mar 30 18:43:45.458278 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-496ce45a-9864-4274-b776-800ee0e2b8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'name': 'tempest-TestVolumeBootPattern-1377860571-router', 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'd734f774-c938-44da-835b-70853d680779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:36:08Z', 'updated_at': '2022-03-30T18:36:11Z', 'revision_number': 4, 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'gw_port': {'id': 'd734f774-c938-44da-835b-70853d680779', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ea:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:36:09Z', 'updated_at': '2022-03-30T18:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_floatingips': [{'id': '9995e47e-19dc-4f90-a16d-f4a050bcfb46', 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'floating_ip_address': '172.27.1.39', 'floating_network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'router_id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'port_id': 'bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '441ab226-4bd7-4c9e-801d-3828be7a85e7', 'mac_address': 'fa:16:3e:c9:b5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7638d6a-8cd2-4b64-bf6c-6ef53d2548d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:39:35Z', 'updated_at': '2022-03-30T18:39:37Z', 'revision_number': 1, 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '807b26b8-5f6a-4d75-b032-3715d2a52a1c', 'name': '', 'network_id': '441ab226-4bd7-4c9e-801d-3828be7a85e7', 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'mac_address': 'fa:16:3e:62:1a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '9b5f5be6-436f-4774-b876-bea0bb4c57e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:36:10Z', 'updated_at': '2022-03-30T18:36:16Z', 'revision_number': 5, 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'subnets': [{'id': '9b5f5be6-436f-4774-b876-bea0bb4c57e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:43:45.486712 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496ce45a-9864-4274-b776-800ee0e2b8a3 None None] Checking router: 6ef47e23-9d1b-452b-95cc-70aafbf47f02 for host: dv-cinder-835881-1-iscsi {{(pid=103496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:43:45.495202 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496ce45a-9864-4274-b776-800ee0e2b8a3 None None] Routers {'6ef47e23-9d1b-452b-95cc-70aafbf47f02'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:43:45.495819 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-496ce45a-9864-4274-b776-800ee0e2b8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:43:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['6ef47e23-9d1b-452b-95cc-70aafbf47f02'], 'active': True} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:43:45.603091 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvr_db [None req-496ce45a-9864-4274-b776-800ee0e2b8a3 None None] Set router 6ef47e23-9d1b-452b-95cc-70aafbf47f02 gateway port host: dv-cinder-835881-1-iscsi {{(pid=103496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:43:45.604039 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968867f-9f9c-45a2-89a9-d155b6cd35c8 req-67cb0452-7c5a-4c1f-8084-01d12f3205b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:43:45.605510 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e968867f-9f9c-45a2-89a9-d155b6cd35c8 req-67cb0452-7c5a-4c1f-8084-01d12f3205b2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=441ab226-4bd7-4c9e-801d-3828be7a85e7 HTTP/1.1" status: 200 len: 913 time: 0.0875862 Mar 30 18:43:45.646770 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e968867f-9f9c-45a2-89a9-d155b6cd35c8 req-593496a7-9bfd-47b3-b74d-d4fdbd2f72ae service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e0a26c7-75eb-497c-ae43-be0fd96f9654 HTTP/1.1" status: 200 len: 217 time: 0.0341411 Mar 30 18:43:45.697155 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968867f-9f9c-45a2-89a9-d155b6cd35c8 req-7ba4ef72-4c01-4e8e-8174-9bdb1a99bd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:43:45.698665 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e968867f-9f9c-45a2-89a9-d155b6cd35c8 req-7ba4ef72-4c01-4e8e-8174-9bdb1a99bd81 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9b5f5be6-436f-4774-b876-bea0bb4c57e6 HTTP/1.1" status: 200 len: 851 time: 0.0461121 Mar 30 18:43:45.747169 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968867f-9f9c-45a2-89a9-d155b6cd35c8 req-fffffbf6-9ec9-41ea-822e-10e8482a0a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:43:45.748581 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e968867f-9f9c-45a2-89a9-d155b6cd35c8 req-fffffbf6-9ec9-41ea-822e-10e8482a0a8a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=441ab226-4bd7-4c9e-801d-3828be7a85e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438406 Mar 30 18:43:45.824467 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-496ce45a-9864-4274-b776-800ee0e2b8a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'name': 'tempest-TestVolumeBootPattern-1377860571-router', 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'd734f774-c938-44da-835b-70853d680779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:36:08Z', 'updated_at': '2022-03-30T18:36:11Z', 'revision_number': 4, 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'gw_port': {'id': 'd734f774-c938-44da-835b-70853d680779', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ea:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:36:09Z', 'updated_at': '2022-03-30T18:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_floatingips': [{'id': '9995e47e-19dc-4f90-a16d-f4a050bcfb46', 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'floating_ip_address': '172.27.1.39', 'floating_network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'router_id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'port_id': 'bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '441ab226-4bd7-4c9e-801d-3828be7a85e7', 'mac_address': 'fa:16:3e:c9:b5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7638d6a-8cd2-4b64-bf6c-6ef53d2548d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:39:35Z', 'updated_at': '2022-03-30T18:39:37Z', 'revision_number': 1, 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '807b26b8-5f6a-4d75-b032-3715d2a52a1c', 'name': '', 'network_id': '441ab226-4bd7-4c9e-801d-3828be7a85e7', 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'mac_address': 'fa:16:3e:62:1a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '9b5f5be6-436f-4774-b876-bea0bb4c57e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:36:10Z', 'updated_at': '2022-03-30T18:36:16Z', 'revision_number': 5, 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'subnets': [{'id': '9b5f5be6-436f-4774-b876-bea0bb4c57e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:43:45.841822 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e968867f-9f9c-45a2-89a9-d155b6cd35c8 req-16db87fa-22ce-45dc-a4a4-2c9f8d947c62 service neutron] 10.222.0.44 "GET /v2.0/networks/441ab226-4bd7-4c9e-801d-3828be7a85e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857596 Mar 30 18:43:45.854682 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496ce45a-9864-4274-b776-800ee0e2b8a3 None None] The sync data for ids ['6ef47e23-9d1b-452b-95cc-70aafbf47f02'] in dv-cinder-835881-1-iscsi is: [{'id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'name': 'tempest-TestVolumeBootPattern-1377860571-router', 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'd734f774-c938-44da-835b-70853d680779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:36:08Z', 'updated_at': '2022-03-30T18:36:11Z', 'revision_number': 4, 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'gw_port': {'id': 'd734f774-c938-44da-835b-70853d680779', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ea:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:36:09Z', 'updated_at': '2022-03-30T18:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_floatingips': [{'id': '9995e47e-19dc-4f90-a16d-f4a050bcfb46', 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'floating_ip_address': '172.27.1.39', 'floating_network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'router_id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'port_id': 'bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '441ab226-4bd7-4c9e-801d-3828be7a85e7', 'mac_address': 'fa:16:3e:c9:b5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7638d6a-8cd2-4b64-bf6c-6ef53d2548d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T18:39:35Z', 'updated_at': '2022-03-30T18:39:37Z', 'revision_number': 1, 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '807b26b8-5f6a-4d75-b032-3715d2a52a1c', 'name': '', 'network_id': '441ab226-4bd7-4c9e-801d-3828be7a85e7', 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'mac_address': 'fa:16:3e:62:1a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '9b5f5be6-436f-4774-b876-bea0bb4c57e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:36:10Z', 'updated_at': '2022-03-30T18:36:16Z', 'revision_number': 5, 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'subnets': [{'id': '9b5f5be6-436f-4774-b876-bea0bb4c57e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:43:45.932675 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-e968867f-9f9c-45a2-89a9-d155b6cd35c8 req-877af33b-0a25-4d65-aea3-158f588d6d6b service neutron] 10.222.0.44 "GET /v2.0/networks/441ab226-4bd7-4c9e-801d-3828be7a85e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845087 Mar 30 18:43:46.072612 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcd35ff-d395-4edd-8307-1dfc97e63895 None None] New status for floating IP 16152adf-a25f-4f16-a8f0-45a3e90920db: DOWN {{(pid=103497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:43:46.532569 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:43:46.556487 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c405a5d-d7e1-462e-975b-76df40a4f41f req-e28fd791-28a0-4abd-8901-358cd6e21064 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:43:46.557967 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-7c405a5d-d7e1-462e-975b-76df40a4f41f req-e28fd791-28a0-4abd-8901-358cd6e21064 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/ports?device_id=265f157c-8dee-4980-9516-5abeb72249f4 HTTP/1.1" status: 200 len: 946 time: 0.0599899 Mar 30 18:43:46.607635 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-7c405a5d-d7e1-462e-975b-76df40a4f41f req-1938ccc4-c48c-4115-a85d-41922a6036b7 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/security-groups?id=890809ac-e89e-4692-820d-650417fc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434926 Mar 30 18:43:47.503993 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b01083-e374-4f46-9df7-7613c7b34f8d req-ebedc2c7-22be-47dd-94fd-269e2f8a04f3 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:43:47.505542 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-03b01083-e374-4f46-9df7-7613c7b34f8d req-ebedc2c7-22be-47dd-94fd-269e2f8a04f3 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.44 "GET /v2.0/ports?device_id=265f157c-8dee-4980-9516-5abeb72249f4 HTTP/1.1" status: 200 len: 946 time: 0.0523019 Mar 30 18:43:47.605358 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [req-03b01083-e374-4f46-9df7-7613c7b34f8d req-ba3bb0e0-d29b-46dd-aae9-c138064723fd tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Deleting port 9e0a26c7-75eb-497c-ae43-be0fd96f9654 {{(pid=103495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:43:47.606082 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-03b01083-e374-4f46-9df7-7613c7b34f8d req-ba3bb0e0-d29b-46dd-aae9-c138064723fd tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (9e0a26c7-75eb-497c-ae43-be0fd96f9654), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:43:47.723012 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [req-03b01083-e374-4f46-9df7-7613c7b34f8d req-ba3bb0e0-d29b-46dd-aae9-c138064723fd tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] For port 9e0a26c7-75eb-497c-ae43-be0fd96f9654, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=9e0a26c7-75eb-497c-ae43-be0fd96f9654,segment=NetworkSegment(fa0e0491-73dd-4d0e-8d7e-5b0748535720),segment_id=fa0e0491-73dd-4d0e-8d7e-5b0748535720)] {{(pid=103495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:43:47.723285 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-03b01083-e374-4f46-9df7-7613c7b34f8d req-ba3bb0e0-d29b-46dd-aae9-c138064723fd tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (9e0a26c7-75eb-497c-ae43-be0fd96f9654), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:43:47.738437 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [req-03b01083-e374-4f46-9df7-7613c7b34f8d req-ba3bb0e0-d29b-46dd-aae9-c138064723fd tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Calling delete_port for 9e0a26c7-75eb-497c-ae43-be0fd96f9654 owned by compute:nova {{(pid=103495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:43:47.766197 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde7a71-b467-497c-b48e-6dc31e898c93 req-5cea1fc1-a3f1-49a3-9b66-3ff2a53cfb7f tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:43:47.767676 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-acde7a71-b467-497c-b48e-6dc31e898c93 req-5cea1fc1-a3f1-49a3-9b66-3ff2a53cfb7f tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/ports?device_id=265f157c-8dee-4980-9516-5abeb72249f4 HTTP/1.1" status: 200 len: 946 time: 0.0888638 Mar 30 18:43:47.854492 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-acde7a71-b467-497c-b48e-6dc31e898c93 req-4af0330f-d229-4a8b-8182-819ebaf535de tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/security-groups?id=890809ac-e89e-4692-820d-650417fc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597718 Mar 30 18:43:47.922247 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-03b01083-e374-4f46-9df7-7613c7b34f8d req-ba3bb0e0-d29b-46dd-aae9-c138064723fd tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5398852'] for port (9e0a26c7-75eb-497c-ae43-be0fd96f9654), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:43:47.954543 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3bb0e0-d29b-46dd-aae9-c138064723fd tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Pushing event deleted for resources: {'Port': ['ID=9e0a26c7-75eb-497c-ae43-be0fd96f9654,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:43:47.966414 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3bb0e0-d29b-46dd-aae9-c138064723fd tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:43:47.966762 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3bb0e0-d29b-46dd-aae9-c138064723fd tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:43:47.967120 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3bb0e0-d29b-46dd-aae9-c138064723fd tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:43:47.967463 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3bb0e0-d29b-46dd-aae9-c138064723fd tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:43:47.967800 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3bb0e0-d29b-46dd-aae9-c138064723fd tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:43:47.968134 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3bb0e0-d29b-46dd-aae9-c138064723fd tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:43:47.968531 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3bb0e0-d29b-46dd-aae9-c138064723fd tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:43:47.968780 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3bb0e0-d29b-46dd-aae9-c138064723fd tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:43:47.969227 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3bb0e0-d29b-46dd-aae9-c138064723fd tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:43:47.969560 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3bb0e0-d29b-46dd-aae9-c138064723fd tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:43:47.969889 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3bb0e0-d29b-46dd-aae9-c138064723fd tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:43:47.970315 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3bb0e0-d29b-46dd-aae9-c138064723fd tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:43:47.970646 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3bb0e0-d29b-46dd-aae9-c138064723fd tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:43:47.970969 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3bb0e0-d29b-46dd-aae9-c138064723fd tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:43:47.971289 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3bb0e0-d29b-46dd-aae9-c138064723fd tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103495) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:43:48.007212 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.l3_dvrscheduler_db [req-03b01083-e374-4f46-9df7-7613c7b34f8d req-ba3bb0e0-d29b-46dd-aae9-c138064723fd tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] No DVR routers for this DVR port 9e0a26c7-75eb-497c-ae43-be0fd96f9654 on host hv-cinder-83588 {{(pid=103495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:43:48.009606 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-03b01083-e374-4f46-9df7-7613c7b34f8d req-ba3bb0e0-d29b-46dd-aae9-c138064723fd tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for port (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:43:48.012946 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-03b01083-e374-4f46-9df7-7613c7b34f8d req-ba3bb0e0-d29b-46dd-aae9-c138064723fd tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.44 "DELETE /v2.0/ports/9e0a26c7-75eb-497c-ae43-be0fd96f9654 HTTP/1.1" status: 204 len: 173 time: 0.5022299 Mar 30 18:43:48.013341 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '265f157c-8dee-4980-9516-5abeb72249f4', 'name': 'network-vif-deleted', 'tag': '9e0a26c7-75eb-497c-ae43-be0fd96f9654'}] {{(pid=103495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:43:48.015590 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0dfb30c8fd1ad248dcf0c7d180f6bc71f3cc1084e8ff52034c63c32eff48f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d585b41-c538-428e-941a-0a289e0d5ba1" -d '{"events": [{"server_uuid": "265f157c-8dee-4980-9516-5abeb72249f4", "name": "network-vif-deleted", "tag": "9e0a26c7-75eb-497c-ae43-be0fd96f9654"}]}' {{(pid=103495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:43:48.055264 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6fd87f1-d3cd-46ac-a822-e9f3be0c00a5 x-openstack-request-id: req-c6fd87f1-d3cd-46ac-a822-e9f3be0c00a5 {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:43:48.055526 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "265f157c-8dee-4980-9516-5abeb72249f4", "name": "network-vif-deleted", "tag": "9e0a26c7-75eb-497c-ae43-be0fd96f9654", "status": "completed", "code": 200}]} {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:43:48.055862 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c6fd87f1-d3cd-46ac-a822-e9f3be0c00a5 {{(pid=103495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:43:48.056288 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6fd87f1-d3cd-46ac-a822-e9f3be0c00a5'] response: {'server_uuid': '265f157c-8dee-4980-9516-5abeb72249f4', 'name': 'network-vif-deleted', 'tag': '9e0a26c7-75eb-497c-ae43-be0fd96f9654', 'status': 'completed', 'code': 200} Mar 30 18:43:48.098690 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:43:48.856075 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (ab438a54-a4f6-4fd3-b589-96aa27265666), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:43:51.139111 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 55080) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:43:51.293306 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.plugin [None req-3e8e5fc6-48c2-4606-88ff-5d028719f046 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Deleting port ae564127-9804-40ba-a73c-a1adf8c8a102 {{(pid=103494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:43:51.293645 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3e8e5fc6-48c2-4606-88ff-5d028719f046 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (ae564127-9804-40ba-a73c-a1adf8c8a102), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:43:51.367192 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3e8e5fc6-48c2-4606-88ff-5d028719f046 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (ae564127-9804-40ba-a73c-a1adf8c8a102), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:43:51.367418 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3e8e5fc6-48c2-4606-88ff-5d028719f046 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks [] for floatingip (ae564127-9804-40ba-a73c-a1adf8c8a102), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:43:51.380405 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.plugin [None req-3e8e5fc6-48c2-4606-88ff-5d028719f046 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Calling delete_port for ae564127-9804-40ba-a73c-a1adf8c8a102 owned by network:floatingip {{(pid=103494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:43:51.526328 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3e8e5fc6-48c2-4606-88ff-5d028719f046 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5343457'] for port (ae564127-9804-40ba-a73c-a1adf8c8a102), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:43:51.556975 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8e5fc6-48c2-4606-88ff-5d028719f046 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Pushing event deleted for resources: {'Port': ['ID=ae564127-9804-40ba-a73c-a1adf8c8a102,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:43:51.616046 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3e8e5fc6-48c2-4606-88ff-5d028719f046 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks [] for floatingip (9995e47e-19dc-4f90-a16d-f4a050bcfb46), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:43:51.616367 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.db.l3_db [None req-3e8e5fc6-48c2-4606-88ff-5d028719f046 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Floating IP 9995e47e-19dc-4f90-a16d-f4a050bcfb46 disassociated (deleted). External IP: 172.27.1.39, port: bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c. Mar 30 18:43:51.824076 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e8e5fc6-48c2-4606-88ff-5d028719f046 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Router 6ef47e23-9d1b-452b-95cc-70aafbf47f02 has already been hosted by L3 agent d6545c5f-a93c-4a15-87cd-019d3e75e7be {{(pid=103494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:43:51.880043 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 9e0a26c7-75eb-497c-ae43-be0fd96f9654 no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:43:51.900262 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] No Port match for: 9e0a26c7-75eb-497c-ae43-be0fd96f9654 {{(pid=103496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:43:51.900611 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device 9e0a26c7-75eb-497c-ae43-be0fd96f9654 not bound to the agent host hv-cinder-83588 {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:43:51.932974 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e8e5fc6-48c2-4606-88ff-5d028719f046 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Notify agent at l3_agent.dv-cinder-835881-1-iscsi the message routers_updated {{(pid=103494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:43:51.938261 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3e8e5fc6-48c2-4606-88ff-5d028719f046 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for floatingip (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:43:51.943030 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da7a2d7-b2c6-4d8b-b5a7-3a778caf773e None None] Sync routers for ids ['6ef47e23-9d1b-452b-95cc-70aafbf47f02'] in dv-cinder-835881-1-iscsi {{(pid=103496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:43:51.952113 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da7a2d7-b2c6-4d8b-b5a7-3a778caf773e None None] Routers {'6ef47e23-9d1b-452b-95cc-70aafbf47f02'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:43:51.952719 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-2da7a2d7-b2c6-4d8b-b5a7-3a778caf773e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:43:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['6ef47e23-9d1b-452b-95cc-70aafbf47f02'], 'active': True} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:43:51.967743 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-3e8e5fc6-48c2-4606-88ff-5d028719f046 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "DELETE /v2.0/floatingips/9995e47e-19dc-4f90-a16d-f4a050bcfb46 HTTP/1.1" status: 204 len: 168 time: 0.8275361 Mar 30 18:43:51.968329 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7638d6a-8cd2-4b64-bf6c-6ef53d2548d6', 'tag': 'bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c'}] {{(pid=103494) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:43:51.970645 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eb351bb8290705a302d4a38882229c6eed6c712c49b0ac171ffbe10a695cd3a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e91ff95-db0e-4892-b9a9-59a4c52caa99" -d '{"events": [{"name": "network-changed", "server_uuid": "c7638d6a-8cd2-4b64-bf6c-6ef53d2548d6", "tag": "bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c"}]}' {{(pid=103494) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:43:52.007975 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 18:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867e3580-8194-4f90-8e93-c2e162744f45 x-openstack-request-id: req-867e3580-8194-4f90-8e93-c2e162744f45 {{(pid=103494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:43:52.008375 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7638d6a-8cd2-4b64-bf6c-6ef53d2548d6", "tag": "bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c", "status": "completed", "code": 200}]} {{(pid=103494) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:43:52.008855 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-867e3580-8194-4f90-8e93-c2e162744f45 {{(pid=103494) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:43:52.013248 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.notifiers.nova [-] Nova event matching ['req-867e3580-8194-4f90-8e93-c2e162744f45'] response: {'name': 'network-changed', 'server_uuid': 'c7638d6a-8cd2-4b64-bf6c-6ef53d2548d6', 'tag': 'bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c', 'status': 'completed', 'code': 200} Mar 30 18:43:52.068121 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvr_db [None req-2da7a2d7-b2c6-4d8b-b5a7-3a778caf773e None None] Set router 6ef47e23-9d1b-452b-95cc-70aafbf47f02 gateway port host: dv-cinder-835881-1-iscsi {{(pid=103496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:43:52.106329 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e91ff95-db0e-4892-b9a9-59a4c52caa99 req-cd3e3509-0d91-4685-ab80-ecb0fd670a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:43:52.107847 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-1e91ff95-db0e-4892-b9a9-59a4c52caa99 req-cd3e3509-0d91-4685-ab80-ecb0fd670a98 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=30fd70996a7c47ecbdbe3cea7d9518e6&device_id=c7638d6a-8cd2-4b64-bf6c-6ef53d2548d6 HTTP/1.1" status: 200 len: 1129 time: 0.0568030 Mar 30 18:43:52.261571 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b2985f-50ac-47c9-b390-c666485596f4 req-fcf66341-7bbb-4aa0-b73b-41f39ffad44e tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:43:52.263087 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-30b2985f-50ac-47c9-b390-c666485596f4 req-fcf66341-7bbb-4aa0-b73b-41f39ffad44e tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7638d6a-8cd2-4b64-bf6c-6ef53d2548d6 HTTP/1.1" status: 200 len: 945 time: 0.1147418 Mar 30 18:43:52.285149 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-2da7a2d7-b2c6-4d8b-b5a7-3a778caf773e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'name': 'tempest-TestVolumeBootPattern-1377860571-router', 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'd734f774-c938-44da-835b-70853d680779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:36:08Z', 'updated_at': '2022-03-30T18:36:11Z', 'revision_number': 4, 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'gw_port': {'id': 'd734f774-c938-44da-835b-70853d680779', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ea:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:36:09Z', 'updated_at': '2022-03-30T18:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': '807b26b8-5f6a-4d75-b032-3715d2a52a1c', 'name': '', 'network_id': '441ab226-4bd7-4c9e-801d-3828be7a85e7', 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'mac_address': 'fa:16:3e:62:1a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '9b5f5be6-436f-4774-b876-bea0bb4c57e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:36:10Z', 'updated_at': '2022-03-30T18:36:16Z', 'revision_number': 5, 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'subnets': [{'id': '9b5f5be6-436f-4774-b876-bea0bb4c57e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:43:52.294286 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e91ff95-db0e-4892-b9a9-59a4c52caa99 req-e0838c70-27a9-4a60-b22f-714260016ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:43:52.295739 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-1e91ff95-db0e-4892-b9a9-59a4c52caa99 req-e0838c70-27a9-4a60-b22f-714260016ab7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=441ab226-4bd7-4c9e-801d-3828be7a85e7 HTTP/1.1" status: 200 len: 913 time: 0.1380403 Mar 30 18:43:52.311935 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da7a2d7-b2c6-4d8b-b5a7-3a778caf773e None None] Checking router: 6ef47e23-9d1b-452b-95cc-70aafbf47f02 for host: dv-cinder-835881-1-iscsi {{(pid=103496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:43:52.321606 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da7a2d7-b2c6-4d8b-b5a7-3a778caf773e None None] Routers {'6ef47e23-9d1b-452b-95cc-70aafbf47f02'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:43:52.322229 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-2da7a2d7-b2c6-4d8b-b5a7-3a778caf773e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:43:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['6ef47e23-9d1b-452b-95cc-70aafbf47f02'], 'active': True} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:43:52.352390 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-1e91ff95-db0e-4892-b9a9-59a4c52caa99 req-55b03bed-c3e1-4010-b9cd-479a8e364cd0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c HTTP/1.1" status: 200 len: 217 time: 0.0456836 Mar 30 18:43:52.361198 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-30b2985f-50ac-47c9-b390-c666485596f4 req-18262e85-4c47-44d5-bbb6-752dfd84fe7f tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/security-groups?id=890809ac-e89e-4692-820d-650417fc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888040 Mar 30 18:43:52.405290 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e91ff95-db0e-4892-b9a9-59a4c52caa99 req-b834d37e-3e50-44df-b7e2-ad585442aae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:43:52.406822 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-1e91ff95-db0e-4892-b9a9-59a4c52caa99 req-b834d37e-3e50-44df-b7e2-ad585442aae7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=9b5f5be6-436f-4774-b876-bea0bb4c57e6 HTTP/1.1" status: 200 len: 851 time: 0.0447721 Mar 30 18:43:52.430205 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvr_db [None req-2da7a2d7-b2c6-4d8b-b5a7-3a778caf773e None None] Set router 6ef47e23-9d1b-452b-95cc-70aafbf47f02 gateway port host: dv-cinder-835881-1-iscsi {{(pid=103496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:43:52.455503 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e91ff95-db0e-4892-b9a9-59a4c52caa99 req-8773a592-3cf9-49be-b521-849d2cd5ae0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:43:52.457006 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-1e91ff95-db0e-4892-b9a9-59a4c52caa99 req-8773a592-3cf9-49be-b521-849d2cd5ae0c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=441ab226-4bd7-4c9e-801d-3828be7a85e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445366 Mar 30 18:43:52.548831 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-1e91ff95-db0e-4892-b9a9-59a4c52caa99 req-ece8a5c1-67cf-4be1-8b19-dd5cee4eb9f4 service neutron] 10.222.0.44 "GET /v2.0/networks/441ab226-4bd7-4c9e-801d-3828be7a85e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852439 Mar 30 18:43:52.624275 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-2da7a2d7-b2c6-4d8b-b5a7-3a778caf773e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'name': 'tempest-TestVolumeBootPattern-1377860571-router', 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'd734f774-c938-44da-835b-70853d680779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:36:08Z', 'updated_at': '2022-03-30T18:36:11Z', 'revision_number': 4, 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'gw_port': {'id': 'd734f774-c938-44da-835b-70853d680779', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ea:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:36:09Z', 'updated_at': '2022-03-30T18:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': '807b26b8-5f6a-4d75-b032-3715d2a52a1c', 'name': '', 'network_id': '441ab226-4bd7-4c9e-801d-3828be7a85e7', 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'mac_address': 'fa:16:3e:62:1a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '9b5f5be6-436f-4774-b876-bea0bb4c57e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:36:10Z', 'updated_at': '2022-03-30T18:36:16Z', 'revision_number': 5, 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'subnets': [{'id': '9b5f5be6-436f-4774-b876-bea0bb4c57e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:43:52.637402 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-1e91ff95-db0e-4892-b9a9-59a4c52caa99 req-1f87a55b-05ce-4dbb-9094-61bbaf78315b service neutron] 10.222.0.44 "GET /v2.0/networks/441ab226-4bd7-4c9e-801d-3828be7a85e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822947 Mar 30 18:43:52.657066 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da7a2d7-b2c6-4d8b-b5a7-3a778caf773e None None] The sync data for ids ['6ef47e23-9d1b-452b-95cc-70aafbf47f02'] in dv-cinder-835881-1-iscsi is: [{'id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'name': 'tempest-TestVolumeBootPattern-1377860571-router', 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'd734f774-c938-44da-835b-70853d680779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:36:08Z', 'updated_at': '2022-03-30T18:36:11Z', 'revision_number': 4, 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'gw_port': {'id': 'd734f774-c938-44da-835b-70853d680779', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ea:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:36:09Z', 'updated_at': '2022-03-30T18:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi', '_interfaces': [{'id': '807b26b8-5f6a-4d75-b032-3715d2a52a1c', 'name': '', 'network_id': '441ab226-4bd7-4c9e-801d-3828be7a85e7', 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'mac_address': 'fa:16:3e:62:1a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '9b5f5be6-436f-4774-b876-bea0bb4c57e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:36:10Z', 'updated_at': '2022-03-30T18:36:16Z', 'revision_number': 5, 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'subnets': [{'id': '9b5f5be6-436f-4774-b876-bea0bb4c57e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:43:52.868391 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a604b81f-4f4a-4686-a827-185089d9d4eb None None] New status for floating IP 9995e47e-19dc-4f90-a16d-f4a050bcfb46: DOWN {{(pid=103497) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 18:43:53.485994 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc27f3b6-6ee2-406e-8b0f-4b9cb5ed7ae5 req-f4512dbb-635e-48a8-be82-3e0f78a88d7a tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:43:53.487518 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-cc27f3b6-6ee2-406e-8b0f-4b9cb5ed7ae5 req-f4512dbb-635e-48a8-be82-3e0f78a88d7a tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7638d6a-8cd2-4b64-bf6c-6ef53d2548d6 HTTP/1.1" status: 200 len: 945 time: 0.0573492 Mar 30 18:43:53.539514 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-cc27f3b6-6ee2-406e-8b0f-4b9cb5ed7ae5 req-19ca5a05-3c1c-4e91-9f03-ddcf97e403dc tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/security-groups?id=890809ac-e89e-4692-820d-650417fc6978&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464540 Mar 30 18:43:53.963102 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462bc7e-cab5-49c9-aee1-d5b81f010556 req-51c55981-5d5f-4609-9e52-02119328c3ff tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103495) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 18:43:53.964534 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8462bc7e-cab5-49c9-aee1-d5b81f010556 req-51c55981-5d5f-4609-9e52-02119328c3ff tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.44 "GET /v2.0/ports?device_id=c7638d6a-8cd2-4b64-bf6c-6ef53d2548d6 HTTP/1.1" status: 200 len: 945 time: 0.0506151 Mar 30 18:43:54.055640 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [req-8462bc7e-cab5-49c9-aee1-d5b81f010556 req-730a7ae9-aae3-470a-930f-cc5fcebd6115 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Deleting port bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c {{(pid=103495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:43:54.055980 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-8462bc7e-cab5-49c9-aee1-d5b81f010556 req-730a7ae9-aae3-470a-930f-cc5fcebd6115 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:43:54.144844 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [req-8462bc7e-cab5-49c9-aee1-d5b81f010556 req-730a7ae9-aae3-470a-930f-cc5fcebd6115 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] For port bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c, host hv-cinder-83588, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83588',level=0,port_id=bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c,segment=NetworkSegment(fa0e0491-73dd-4d0e-8d7e-5b0748535720),segment_id=fa0e0491-73dd-4d0e-8d7e-5b0748535720)] {{(pid=103495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:43:54.145201 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-8462bc7e-cab5-49c9-aee1-d5b81f010556 req-730a7ae9-aae3-470a-930f-cc5fcebd6115 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:43:54.158320 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [req-8462bc7e-cab5-49c9-aee1-d5b81f010556 req-730a7ae9-aae3-470a-930f-cc5fcebd6115 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Calling delete_port for bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c owned by compute:nova {{(pid=103495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:43:54.285012 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-8462bc7e-cab5-49c9-aee1-d5b81f010556 req-730a7ae9-aae3-470a-930f-cc5fcebd6115 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5398852'] for port (bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:43:54.316546 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730a7ae9-aae3-470a-930f-cc5fcebd6115 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Pushing event deleted for resources: {'Port': ['ID=bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:43:54.361008 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.l3_dvrscheduler_db [req-8462bc7e-cab5-49c9-aee1-d5b81f010556 req-730a7ae9-aae3-470a-930f-cc5fcebd6115 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] No DVR routers for this DVR port bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c on host hv-cinder-83588 {{(pid=103495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:43:54.363552 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [req-8462bc7e-cab5-49c9-aee1-d5b81f010556 req-730a7ae9-aae3-470a-930f-cc5fcebd6115 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for port (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:43:54.367025 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-8462bc7e-cab5-49c9-aee1-d5b81f010556 req-730a7ae9-aae3-470a-930f-cc5fcebd6115 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.44 "DELETE /v2.0/ports/bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c HTTP/1.1" status: 204 len: 173 time: 0.3956738 Mar 30 18:43:54.367467 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7638d6a-8cd2-4b64-bf6c-6ef53d2548d6', 'name': 'network-vif-deleted', 'tag': 'bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c'}] {{(pid=103495) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 18:43:54.369662 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0dfb30c8fd1ad248dcf0c7d180f6bc71f3cc1084e8ff52034c63c32eff48f9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d65c0e7-ae8b-4eb1-8046-c1a9ffd38cb7" -d '{"events": [{"server_uuid": "c7638d6a-8cd2-4b64-bf6c-6ef53d2548d6", "name": "network-vif-deleted", "tag": "bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c"}]}' {{(pid=103495) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 18:43:54.405688 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 18:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c2b9bc-b11d-485b-a2af-63f9bcfe6c51 x-openstack-request-id: req-89c2b9bc-b11d-485b-a2af-63f9bcfe6c51 {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 18:43:54.406006 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7638d6a-8cd2-4b64-bf6c-6ef53d2548d6", "name": "network-vif-deleted", "tag": "bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c", "status": "completed", "code": 200}]} {{(pid=103495) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 18:43:54.406383 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-89c2b9bc-b11d-485b-a2af-63f9bcfe6c51 {{(pid=103495) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 18:43:54.406791 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89c2b9bc-b11d-485b-a2af-63f9bcfe6c51'] response: {'server_uuid': 'c7638d6a-8cd2-4b64-bf6c-6ef53d2548d6', 'name': 'network-vif-deleted', 'tag': 'bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c', 'status': 'completed', 'code': 200} Mar 30 18:43:54.634115 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [req-c586f469-5c36-47e3-891a-49f338721574 req-37bd88b0-70fa-48e9-a268-9c997ac2d894 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7638d6a-8cd2-4b64-bf6c-6ef53d2548d6 HTTP/1.1" status: 200 len: 210 time: 0.0270662 Mar 30 18:43:55.691013 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 55096) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:43:55.812079 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.plugin [None req-9b32aeeb-84f7-42ca-9a6f-037ed8fc4651 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Deleting port 9dd8c56d-e03c-4bb5-90bb-86379f2eaddd {{(pid=103494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:43:55.812577 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-9b32aeeb-84f7-42ca-9a6f-037ed8fc4651 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (9dd8c56d-e03c-4bb5-90bb-86379f2eaddd), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:43:55.885316 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-9b32aeeb-84f7-42ca-9a6f-037ed8fc4651 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (9dd8c56d-e03c-4bb5-90bb-86379f2eaddd), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:43:55.885633 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-9b32aeeb-84f7-42ca-9a6f-037ed8fc4651 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks [] for floatingip (9dd8c56d-e03c-4bb5-90bb-86379f2eaddd), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:43:55.898271 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.plugin [None req-9b32aeeb-84f7-42ca-9a6f-037ed8fc4651 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Calling delete_port for 9dd8c56d-e03c-4bb5-90bb-86379f2eaddd owned by network:floatingip {{(pid=103494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:43:56.028961 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-9b32aeeb-84f7-42ca-9a6f-037ed8fc4651 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5343457'] for port (9dd8c56d-e03c-4bb5-90bb-86379f2eaddd), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:43:56.055223 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b32aeeb-84f7-42ca-9a6f-037ed8fc4651 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Pushing event deleted for resources: {'Port': ['ID=9dd8c56d-e03c-4bb5-90bb-86379f2eaddd,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:43:56.117754 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-9b32aeeb-84f7-42ca-9a6f-037ed8fc4651 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks [] for floatingip (bc796de7-03a3-4a21-a87e-4c4b910ac261), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:43:56.120338 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-9b32aeeb-84f7-42ca-9a6f-037ed8fc4651 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259509'] for floatingip (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:43:56.121501 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-9b32aeeb-84f7-42ca-9a6f-037ed8fc4651 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "DELETE /v2.0/floatingips/bc796de7-03a3-4a21-a87e-4c4b910ac261 HTTP/1.1" status: 204 len: 168 time: 0.4295216 Mar 30 18:43:57.326946 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 55108) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:43:57.385191 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-ed83fae9-7221-4739-9960-45b131fb7777 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks [] for security_group (890809ac-e89e-4692-820d-650417fc6978), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:43:57.409604 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-ed83fae9-7221-4739-9960-45b131fb7777 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks [] for security_group (890809ac-e89e-4692-820d-650417fc6978), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:43:57.469879 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-ed83fae9-7221-4739-9960-45b131fb7777 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (890809ac-e89e-4692-820d-650417fc6978), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:43:57.472448 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-ed83fae9-7221-4739-9960-45b131fb7777 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Publish callbacks [] for security_group (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:43:57.473631 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-ed83fae9-7221-4739-9960-45b131fb7777 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] 10.222.0.41 "DELETE /v2.0/security-groups/890809ac-e89e-4692-820d-650417fc6978 HTTP/1.1" status: 204 len: 168 time: 0.1457186 Mar 30 18:43:57.483222 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed83fae9-7221-4739-9960-45b131fb7777 tempest-TestVolumeBootPattern-545096999 tempest-TestVolumeBootPattern-545096999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=890809ac-e89e-4692-820d-650417fc6978,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:43:57.534457 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 55112) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:43:57.915732 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c no longer exists at agent hyperv_hv-cinder-83588 {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:43:57.935147 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] No Port match for: bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c {{(pid=103496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:43:57.935498 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Device bcba36ca-19b1-4e97-b1e6-0d2ac6bbc63c not bound to the agent host hv-cinder-83588 {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:43:57.999638 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-34b42cae-2b1a-40e9-8b55-20ecf55959f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542320'] for router_interface (6ef47e23-9d1b-452b-95cc-70aafbf47f02), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:43:58.239690 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [None req-34b42cae-2b1a-40e9-8b55-20ecf55959f0 admin admin] Deleting port 807b26b8-5f6a-4d75-b032-3715d2a52a1c {{(pid=103495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:43:58.239922 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-34b42cae-2b1a-40e9-8b55-20ecf55959f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (807b26b8-5f6a-4d75-b032-3715d2a52a1c), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:43:58.317784 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [None req-34b42cae-2b1a-40e9-8b55-20ecf55959f0 admin admin] For port 807b26b8-5f6a-4d75-b032-3715d2a52a1c, host dv-cinder-835881-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=807b26b8-5f6a-4d75-b032-3715d2a52a1c,segment=NetworkSegment(fa0e0491-73dd-4d0e-8d7e-5b0748535720),segment_id=fa0e0491-73dd-4d0e-8d7e-5b0748535720)] {{(pid=103495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:43:58.318162 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-34b42cae-2b1a-40e9-8b55-20ecf55959f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (807b26b8-5f6a-4d75-b032-3715d2a52a1c), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:43:58.331439 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [None req-34b42cae-2b1a-40e9-8b55-20ecf55959f0 admin admin] Calling delete_port for 807b26b8-5f6a-4d75-b032-3715d2a52a1c owned by network:router_interface {{(pid=103495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:43:58.770350 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-34b42cae-2b1a-40e9-8b55-20ecf55959f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5398852'] for port (807b26b8-5f6a-4d75-b032-3715d2a52a1c), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:43:58.793166 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b42cae-2b1a-40e9-8b55-20ecf55959f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=807b26b8-5f6a-4d75-b032-3715d2a52a1c,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:43:58.964815 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-34b42cae-2b1a-40e9-8b55-20ecf55959f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548576'] for router_interface (6ef47e23-9d1b-452b-95cc-70aafbf47f02), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:43:59.177289 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b42cae-2b1a-40e9-8b55-20ecf55959f0 admin admin] Router 6ef47e23-9d1b-452b-95cc-70aafbf47f02 has already been hosted by L3 agent d6545c5f-a93c-4a15-87cd-019d3e75e7be {{(pid=103495) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:43:59.284542 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b42cae-2b1a-40e9-8b55-20ecf55959f0 admin admin] Notify agent at l3_agent.dv-cinder-835881-1-iscsi the message routers_updated {{(pid=103495) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:43:59.290962 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-34b42cae-2b1a-40e9-8b55-20ecf55959f0 admin admin] 10.222.0.41 "PUT /v2.0/routers/6ef47e23-9d1b-452b-95cc-70aafbf47f02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7539535 Mar 30 18:43:59.291992 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 55116) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:43:59.293182 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc777346-4ce1-4792-8c6b-97881727631d None None] Sync routers for ids ['6ef47e23-9d1b-452b-95cc-70aafbf47f02'] in dv-cinder-835881-1-iscsi {{(pid=103496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:43:59.303769 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc777346-4ce1-4792-8c6b-97881727631d None None] Routers {'6ef47e23-9d1b-452b-95cc-70aafbf47f02'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:43:59.304383 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-cc777346-4ce1-4792-8c6b-97881727631d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:43:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['6ef47e23-9d1b-452b-95cc-70aafbf47f02'], 'active': True} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:43:59.396418 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-62c9b049-a8ab-4914-8d37-740142a78956 admin admin] Publish callbacks [] for router (6ef47e23-9d1b-452b-95cc-70aafbf47f02), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:43:59.411928 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvr_db [None req-cc777346-4ce1-4792-8c6b-97881727631d None None] Set router 6ef47e23-9d1b-452b-95cc-70aafbf47f02 gateway port host: dv-cinder-835881-1-iscsi {{(pid=103496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:43:59.501518 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-62c9b049-a8ab-4914-8d37-740142a78956 admin admin] Publish callbacks [] for router_gateway (6ef47e23-9d1b-452b-95cc-70aafbf47f02), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:43:59.555582 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [None req-62c9b049-a8ab-4914-8d37-740142a78956 admin admin] Deleting port d734f774-c938-44da-835b-70853d680779 {{(pid=103495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:43:59.555981 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-62c9b049-a8ab-4914-8d37-740142a78956 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (d734f774-c938-44da-835b-70853d680779), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:43:59.594663 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-cc777346-4ce1-4792-8c6b-97881727631d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'name': 'tempest-TestVolumeBootPattern-1377860571-router', 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'd734f774-c938-44da-835b-70853d680779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:36:08Z', 'updated_at': '2022-03-30T18:43:58Z', 'revision_number': 5, 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'gw_port': {'id': 'd734f774-c938-44da-835b-70853d680779', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ea:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:36:09Z', 'updated_at': '2022-03-30T18:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi'}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:43:59.621635 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc777346-4ce1-4792-8c6b-97881727631d None None] Checking router: 6ef47e23-9d1b-452b-95cc-70aafbf47f02 for host: dv-cinder-835881-1-iscsi {{(pid=103496) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:43:59.629990 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc777346-4ce1-4792-8c6b-97881727631d None None] Routers {'6ef47e23-9d1b-452b-95cc-70aafbf47f02'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103496) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:43:59.630634 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-cc777346-4ce1-4792-8c6b-97881727631d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:43:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['6ef47e23-9d1b-452b-95cc-70aafbf47f02'], 'active': True} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:43:59.637904 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [None req-62c9b049-a8ab-4914-8d37-740142a78956 admin admin] For port d734f774-c938-44da-835b-70853d680779, host dv-cinder-835881-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=d734f774-c938-44da-835b-70853d680779,segment=NetworkSegment(3d136d15-dbd4-4a28-bf1a-1c22979f6a0d),segment_id=3d136d15-dbd4-4a28-bf1a-1c22979f6a0d)] {{(pid=103495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:43:59.638304 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-62c9b049-a8ab-4914-8d37-740142a78956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (d734f774-c938-44da-835b-70853d680779), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:43:59.651525 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [None req-62c9b049-a8ab-4914-8d37-740142a78956 admin admin] Calling delete_port for d734f774-c938-44da-835b-70853d680779 owned by network:router_gateway {{(pid=103495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:43:59.719532 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvr_db [None req-cc777346-4ce1-4792-8c6b-97881727631d None None] Set router 6ef47e23-9d1b-452b-95cc-70aafbf47f02 gateway port host: None {{(pid=103496) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:43:59.774767 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_hamode_db [None req-cc777346-4ce1-4792-8c6b-97881727631d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'name': 'tempest-TestVolumeBootPattern-1377860571-router', 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:36:08Z', 'updated_at': '2022-03-30T18:43:59Z', 'revision_number': 6, 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'gw_port_host': None}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103496) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:43:59.802274 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc777346-4ce1-4792-8c6b-97881727631d None None] The sync data for ids ['6ef47e23-9d1b-452b-95cc-70aafbf47f02'] in dv-cinder-835881-1-iscsi is: [{'id': '6ef47e23-9d1b-452b-95cc-70aafbf47f02', 'name': 'tempest-TestVolumeBootPattern-1377860571-router', 'tenant_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:36:08Z', 'updated_at': '2022-03-30T18:43:59Z', 'revision_number': 6, 'project_id': '30fd70996a7c47ecbdbe3cea7d9518e6', 'gw_port_host': None}] {{(pid=103496) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:43:59.819395 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-62c9b049-a8ab-4914-8d37-740142a78956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5398852'] for port (d734f774-c938-44da-835b-70853d680779), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:43:59.844498 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c9b049-a8ab-4914-8d37-740142a78956 admin admin] Pushing event deleted for resources: {'Port': ['ID=d734f774-c938-44da-835b-70853d680779,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:43:59.906565 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-62c9b049-a8ab-4914-8d37-740142a78956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541194'] for router_gateway (6ef47e23-9d1b-452b-95cc-70aafbf47f02), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:43:59.998050 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-62c9b049-a8ab-4914-8d37-740142a78956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1693'] for router (6ef47e23-9d1b-452b-95cc-70aafbf47f02), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:44:00.000417 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-62c9b049-a8ab-4914-8d37-740142a78956 admin admin] Publish callbacks [] for router_controller (6ef47e23-9d1b-452b-95cc-70aafbf47f02), precommit_delete_associations {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:44:00.046573 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-62c9b049-a8ab-4914-8d37-740142a78956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548847'] for router (6ef47e23-9d1b-452b-95cc-70aafbf47f02), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:44:00.047101 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c9b049-a8ab-4914-8d37-740142a78956 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ef47e23-9d1b-452b-95cc-70aafbf47f02 {{(pid=103495) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 18:44:00.051635 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-62c9b049-a8ab-4914-8d37-740142a78956 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:44:00.052884 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-62c9b049-a8ab-4914-8d37-740142a78956 admin admin] 10.222.0.41 "DELETE /v2.0/routers/6ef47e23-9d1b-452b-95cc-70aafbf47f02 HTTP/1.1" status: 204 len: 168 time: 0.7599962 Mar 30 18:44:00.055407 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 55118) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:44:00.100342 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e6b6597-6d95-45a5-90c9-dd1c16adc483 admin admin] Deleting subnet 9b5f5be6-436f-4774-b876-bea0bb4c57e6 {{(pid=103495) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 18:44:00.103383 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-7e6b6597-6d95-45a5-90c9-dd1c16adc483 admin admin] Publish callbacks [] for subnet (9b5f5be6-436f-4774-b876-bea0bb4c57e6), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:44:00.138108 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-7e6b6597-6d95-45a5-90c9-dd1c16adc483 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5945491'] for subnet (9b5f5be6-436f-4774-b876-bea0bb4c57e6), precommit_delete_associations {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:44:00.159472 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.agents_db [None req-01a7ea33-ae04-4be9-ae8a-11827e05d97f None None] Agent healthcheck: found 6 active agents {{(pid=103497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:44:00.235134 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-7e6b6597-6d95-45a5-90c9-dd1c16adc483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122403'] for subnet (9b5f5be6-436f-4774-b876-bea0bb4c57e6), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:44:00.287486 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-7e6b6597-6d95-45a5-90c9-dd1c16adc483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5399735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4403031'] for subnet (9b5f5be6-436f-4774-b876-bea0bb4c57e6), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:44:00.311964 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6b6597-6d95-45a5-90c9-dd1c16adc483 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b5f5be6-436f-4774-b876-bea0bb4c57e6,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:44:00.315620 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-7e6b6597-6d95-45a5-90c9-dd1c16adc483 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:44:00.318743 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-7e6b6597-6d95-45a5-90c9-dd1c16adc483 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9b5f5be6-436f-4774-b876-bea0bb4c57e6 HTTP/1.1" status: 204 len: 168 time: 0.2624233 Mar 30 18:44:00.321389 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3007c64-2aa8-4227-9c6f-8834b52a1401 None None] Network 441ab226-4bd7-4c9e-801d-3828be7a85e7 requested from dv-cinder-835881-1-iscsi {{(pid=103496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:44:00.321886 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [-] (103495) accepted ('10.222.0.41', 55120) {{(pid=103495) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:44:00.389078 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-aa961829-1976-4c1e-94dd-49e0b4155070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052194'] for network (441ab226-4bd7-4c9e-801d-3828be7a85e7), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:44:00.451882 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [None req-aa961829-1976-4c1e-94dd-49e0b4155070 admin admin] Deleting port 36bd0661-8ff9-4254-890b-ecf2bd0f33d6 {{(pid=103495) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:44:00.452505 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-aa961829-1976-4c1e-94dd-49e0b4155070 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (36bd0661-8ff9-4254-890b-ecf2bd0f33d6), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:44:00.525398 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.db [None req-aa961829-1976-4c1e-94dd-49e0b4155070 admin admin] For port 36bd0661-8ff9-4254-890b-ecf2bd0f33d6, host dv-cinder-835881-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=36bd0661-8ff9-4254-890b-ecf2bd0f33d6,segment=NetworkSegment(fa0e0491-73dd-4d0e-8d7e-5b0748535720),segment_id=fa0e0491-73dd-4d0e-8d7e-5b0748535720)] {{(pid=103495) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:44:00.525398 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-aa961829-1976-4c1e-94dd-49e0b4155070 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (36bd0661-8ff9-4254-890b-ecf2bd0f33d6), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:44:00.540002 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.plugin [None req-aa961829-1976-4c1e-94dd-49e0b4155070 admin admin] Calling delete_port for 36bd0661-8ff9-4254-890b-ecf2bd0f33d6 owned by network:dhcp {{(pid=103495) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:44:00.546572 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca4b28e-8494-4884-a91b-23e1f762b1d4 None None] DHCP port deletion for 441ab226-4bd7-4c9e-801d-3828be7a85e7 request from dv-cinder-835881-1-iscsi {{(pid=103496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 18:44:00.610161 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-bca4b28e-8494-4884-a91b-23e1f762b1d4 None None] Deleting port 36bd0661-8ff9-4254-890b-ecf2bd0f33d6 {{(pid=103496) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:44:00.610629 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bca4b28e-8494-4884-a91b-23e1f762b1d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (36bd0661-8ff9-4254-890b-ecf2bd0f33d6), before_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:44:00.623037 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 807b26b8-5f6a-4d75-b032-3715d2a52a1c no longer exists at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:44:00.636215 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-aa961829-1976-4c1e-94dd-49e0b4155070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5398852'] for port (36bd0661-8ff9-4254-890b-ecf2bd0f33d6), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:44:00.651562 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa961829-1976-4c1e-94dd-49e0b4155070 admin admin] No DVR routers for this DVR port 36bd0661-8ff9-4254-890b-ecf2bd0f33d6 on host dv-cinder-835881-1-iscsi {{(pid=103495) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:44:00.680096 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] No Port match for: 807b26b8-5f6a-4d75-b032-3715d2a52a1c {{(pid=103496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:44:00.680370 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 807b26b8-5f6a-4d75-b032-3715d2a52a1c not bound to the agent host dv-cinder-835881-1-iscsi {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:44:00.680797 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device d734f774-c938-44da-835b-70853d680779 no longer exists at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:44:00.692850 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa961829-1976-4c1e-94dd-49e0b4155070 admin admin] Pushing event deleted for resources: {'Port': ['ID=36bd0661-8ff9-4254-890b-ecf2bd0f33d6,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:44:00.711311 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] No Port match for: d734f774-c938-44da-835b-70853d680779 {{(pid=103496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:44:00.711705 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device d734f774-c938-44da-835b-70853d680779 not bound to the agent host dv-cinder-835881-1-iscsi {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:44:00.712311 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 36bd0661-8ff9-4254-890b-ecf2bd0f33d6 no longer exists at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:44:00.741652 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] No Port match for: 36bd0661-8ff9-4254-890b-ecf2bd0f33d6 {{(pid=103496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:44:00.742005 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 36bd0661-8ff9-4254-890b-ecf2bd0f33d6 not bound to the agent host dv-cinder-835881-1-iscsi {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:44:00.742812 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-aa961829-1976-4c1e-94dd-49e0b4155070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1203688', 'neutron.services.segments.db._delete_segments_for_network-8728099724090'] for network (441ab226-4bd7-4c9e-801d-3828be7a85e7), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:44:00.746282 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.db [None req-bca4b28e-8494-4884-a91b-23e1f762b1d4 None None] For port 36bd0661-8ff9-4254-890b-ecf2bd0f33d6, host dv-cinder-835881-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=36bd0661-8ff9-4254-890b-ecf2bd0f33d6,segment=NetworkSegment(fa0e0491-73dd-4d0e-8d7e-5b0748535720),segment_id=fa0e0491-73dd-4d0e-8d7e-5b0748535720)] {{(pid=103496) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:44:00.746694 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bca4b28e-8494-4884-a91b-23e1f762b1d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (36bd0661-8ff9-4254-890b-ecf2bd0f33d6), precommit_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:44:00.766765 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.services.segments.db [None req-aa961829-1976-4c1e-94dd-49e0b4155070 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['441ab226-4bd7-4c9e-801d-3828be7a85e7']}} {{(pid=103495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:44:00.768734 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-bca4b28e-8494-4884-a91b-23e1f762b1d4 None None] Calling delete_port for 36bd0661-8ff9-4254-890b-ecf2bd0f33d6 owned by network:dhcp {{(pid=103496) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:44:00.776815 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.services.segments.db [None req-aa961829-1976-4c1e-94dd-49e0b4155070 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa0e0491-73dd-4d0e-8d7e-5b0748535720') {'for_net_delete': True} {{(pid=103495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:44:00.777193 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.services.segments.db [None req-aa961829-1976-4c1e-94dd-49e0b4155070 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa0e0491-73dd-4d0e-8d7e-5b0748535720') {} {{(pid=103495) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:44:00.799924 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-aa961829-1976-4c1e-94dd-49e0b4155070 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728099723075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5945496'] for segment (fa0e0491-73dd-4d0e-8d7e-5b0748535720), before_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:44:00.814990 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-aa961829-1976-4c1e-94dd-49e0b4155070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125716'] for segment (fa0e0491-73dd-4d0e-8d7e-5b0748535720), precommit_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:44:00.822785 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa961829-1976-4c1e-94dd-49e0b4155070 admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=103495) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 18:44:00.823261 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-aa961829-1976-4c1e-94dd-49e0b4155070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5398801'] for segment (fa0e0491-73dd-4d0e-8d7e-5b0748535720), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:44:00.825360 dv-cinder-835881-1-iscsi neutron-server[103495]: Traceback (most recent call last): Mar 30 18:44:00.825360 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 18:44:00.825360 dv-cinder-835881-1-iscsi neutron-server[103495]: timer() Mar 30 18:44:00.825360 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 18:44:00.825360 dv-cinder-835881-1-iscsi neutron-server[103495]: cb(*args, **kw) Mar 30 18:44:00.825360 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 18:44:00.825360 dv-cinder-835881-1-iscsi neutron-server[103495]: return func(*args, **kwargs) Mar 30 18:44:00.825360 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 18:44:00.825360 dv-cinder-835881-1-iscsi neutron-server[103495]: self._notify() Mar 30 18:44:00.825360 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 18:44:00.825360 dv-cinder-835881-1-iscsi neutron-server[103495]: self.callback(batched_events) Mar 30 18:44:00.825360 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 18:44:00.825360 dv-cinder-835881-1-iscsi neutron-server[103495]: event.method(event) Mar 30 18:44:00.825360 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 18:44:00.825360 dv-cinder-835881-1-iscsi neutron-server[103495]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 18:44:00.825360 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 18:44:00.825360 dv-cinder-835881-1-iscsi neutron-server[103495]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 18:44:00.825360 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 18:44:00.825360 dv-cinder-835881-1-iscsi neutron-server[103495]: return f(self, *a, **k) Mar 30 18:44:00.825360 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 18:44:00.825360 dv-cinder-835881-1-iscsi neutron-server[103495]: return self._get(url).json() Mar 30 18:44:00.825360 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 18:44:00.825360 dv-cinder-835881-1-iscsi neutron-server[103495]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 18:44:00.825360 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 18:44:00.825360 dv-cinder-835881-1-iscsi neutron-server[103495]: return self.request(url, 'GET', **kwargs) Mar 30 18:44:00.825360 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 18:44:00.825360 dv-cinder-835881-1-iscsi neutron-server[103495]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 18:44:00.825360 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 18:44:00.825360 dv-cinder-835881-1-iscsi neutron-server[103495]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 18:44:00.825360 dv-cinder-835881-1-iscsi neutron-server[103495]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 18:44:00.825360 dv-cinder-835881-1-iscsi neutron-server[103495]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 18:44:00.825360 dv-cinder-835881-1-iscsi neutron-server[103495]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 18:44:00.857999 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bca4b28e-8494-4884-a91b-23e1f762b1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983'] for port (36bd0661-8ff9-4254-890b-ecf2bd0f33d6), after_delete {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:44:00.886658 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca4b28e-8494-4884-a91b-23e1f762b1d4 None None] Pushing event deleted for resources: {'Port': ['ID=36bd0661-8ff9-4254-890b-ecf2bd0f33d6,revision_number=None']} {{(pid=103496) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:44:00.888916 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-aa961829-1976-4c1e-94dd-49e0b4155070 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1203681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541286'] for network (441ab226-4bd7-4c9e-801d-3828be7a85e7), after_delete {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:44:00.894916 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca4b28e-8494-4884-a91b-23e1f762b1d4 None None] No DVR routers for this DVR port 36bd0661-8ff9-4254-890b-ecf2bd0f33d6 on host dv-cinder-835881-1-iscsi {{(pid=103496) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:44:00.895282 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron_lib.callbacks.manager [None req-aa961829-1976-4c1e-94dd-49e0b4155070 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=103495) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:44:00.896816 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca4b28e-8494-4884-a91b-23e1f762b1d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:44:00.897169 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca4b28e-8494-4884-a91b-23e1f762b1d4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:44:00.897513 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca4b28e-8494-4884-a91b-23e1f762b1d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:44:00.897857 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca4b28e-8494-4884-a91b-23e1f762b1d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:44:00.898250 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca4b28e-8494-4884-a91b-23e1f762b1d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:44:00.898594 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca4b28e-8494-4884-a91b-23e1f762b1d4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:44:00.898740 dv-cinder-835881-1-iscsi neutron-server[103495]: INFO neutron.wsgi [None req-aa961829-1976-4c1e-94dd-49e0b4155070 admin admin] 10.222.0.41 "DELETE /v2.0/networks/441ab226-4bd7-4c9e-801d-3828be7a85e7 HTTP/1.1" status: 204 len: 168 time: 0.5762351 Mar 30 18:44:00.898932 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca4b28e-8494-4884-a91b-23e1f762b1d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:44:00.899264 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca4b28e-8494-4884-a91b-23e1f762b1d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:44:00.899591 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca4b28e-8494-4884-a91b-23e1f762b1d4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:44:00.899918 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca4b28e-8494-4884-a91b-23e1f762b1d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:44:00.900246 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca4b28e-8494-4884-a91b-23e1f762b1d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:44:00.900574 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca4b28e-8494-4884-a91b-23e1f762b1d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:44:00.900899 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca4b28e-8494-4884-a91b-23e1f762b1d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:44:00.901446 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 55122) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:44:00.906819 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca4b28e-8494-4884-a91b-23e1f762b1d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:44:00.907280 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca4b28e-8494-4884-a91b-23e1f762b1d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835881-1-iscsi {{(pid=103496) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 18:44:00.915756 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa961829-1976-4c1e-94dd-49e0b4155070 admin admin] Pushing event deleted for resources: {'Network': ['ID=441ab226-4bd7-4c9e-801d-3828be7a85e7,revision_number=None']} {{(pid=103495) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:44:01.241551 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3ad7b656-3b4b-45d2-8e61-a0047397a45b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-542320'] for router_interface (da668160-0358-461b-ace1-90a8f8ad287a), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:44:01.681394 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.plugin [None req-3ad7b656-3b4b-45d2-8e61-a0047397a45b admin admin] Deleting port 70c3300d-aea0-4a54-a1ec-450362416f9d {{(pid=103494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:44:01.681728 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3ad7b656-3b4b-45d2-8e61-a0047397a45b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (70c3300d-aea0-4a54-a1ec-450362416f9d), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:44:01.760083 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.db [None req-3ad7b656-3b4b-45d2-8e61-a0047397a45b admin admin] For port 70c3300d-aea0-4a54-a1ec-450362416f9d, host dv-cinder-835881-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=70c3300d-aea0-4a54-a1ec-450362416f9d,segment=NetworkSegment(89b84f86-ee59-4e80-b9d5-8c370b578ec9),segment_id=89b84f86-ee59-4e80-b9d5-8c370b578ec9)] {{(pid=103494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:44:01.760439 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3ad7b656-3b4b-45d2-8e61-a0047397a45b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (70c3300d-aea0-4a54-a1ec-450362416f9d), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:44:01.772686 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.plugin [None req-3ad7b656-3b4b-45d2-8e61-a0047397a45b admin admin] Calling delete_port for 70c3300d-aea0-4a54-a1ec-450362416f9d owned by network:router_interface {{(pid=103494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:44:01.950799 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3ad7b656-3b4b-45d2-8e61-a0047397a45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5343457'] for port (70c3300d-aea0-4a54-a1ec-450362416f9d), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:44:01.977440 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad7b656-3b4b-45d2-8e61-a0047397a45b admin admin] Pushing event deleted for resources: {'Port': ['ID=70c3300d-aea0-4a54-a1ec-450362416f9d,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:44:02.143309 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-3ad7b656-3b4b-45d2-8e61-a0047397a45b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548576'] for router_interface (da668160-0358-461b-ace1-90a8f8ad287a), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:44:02.368122 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad7b656-3b4b-45d2-8e61-a0047397a45b admin admin] Router da668160-0358-461b-ace1-90a8f8ad287a has already been hosted by L3 agent d6545c5f-a93c-4a15-87cd-019d3e75e7be {{(pid=103494) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 18:44:02.475801 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad7b656-3b4b-45d2-8e61-a0047397a45b admin admin] Notify agent at l3_agent.dv-cinder-835881-1-iscsi the message routers_updated {{(pid=103494) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 18:44:02.480897 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-3ad7b656-3b4b-45d2-8e61-a0047397a45b admin admin] 10.222.0.41 "PUT /v2.0/routers/da668160-0358-461b-ace1-90a8f8ad287a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5782578 Mar 30 18:44:02.483416 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 55124) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:44:02.484298 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1803da9f-6cd7-4039-8ef5-c00791c6512f None None] Sync routers for ids ['da668160-0358-461b-ace1-90a8f8ad287a'] in dv-cinder-835881-1-iscsi {{(pid=103497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 18:44:02.494585 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1803da9f-6cd7-4039-8ef5-c00791c6512f None None] Routers {'da668160-0358-461b-ace1-90a8f8ad287a'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:44:02.495189 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-1803da9f-6cd7-4039-8ef5-c00791c6512f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:43:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['da668160-0358-461b-ace1-90a8f8ad287a'], 'active': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:44:02.590405 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-13649f7a-3109-4fb7-acda-944a95c45cf8 admin admin] Publish callbacks [] for router (da668160-0358-461b-ace1-90a8f8ad287a), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:44:02.685775 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvr_db [None req-1803da9f-6cd7-4039-8ef5-c00791c6512f None None] Set router da668160-0358-461b-ace1-90a8f8ad287a gateway port host: dv-cinder-835881-1-iscsi {{(pid=103497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:44:02.695563 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-13649f7a-3109-4fb7-acda-944a95c45cf8 admin admin] Publish callbacks [] for router_gateway (da668160-0358-461b-ace1-90a8f8ad287a), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:44:02.747565 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.plugin [None req-13649f7a-3109-4fb7-acda-944a95c45cf8 admin admin] Deleting port 554475b8-1c2d-43da-8e6f-fe377c5f9d62 {{(pid=103494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:44:02.747911 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-13649f7a-3109-4fb7-acda-944a95c45cf8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (554475b8-1c2d-43da-8e6f-fe377c5f9d62), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:44:02.826449 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.db [None req-13649f7a-3109-4fb7-acda-944a95c45cf8 admin admin] For port 554475b8-1c2d-43da-8e6f-fe377c5f9d62, host dv-cinder-835881-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=554475b8-1c2d-43da-8e6f-fe377c5f9d62,segment=NetworkSegment(3d136d15-dbd4-4a28-bf1a-1c22979f6a0d),segment_id=3d136d15-dbd4-4a28-bf1a-1c22979f6a0d)] {{(pid=103494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:44:02.826816 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-13649f7a-3109-4fb7-acda-944a95c45cf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (554475b8-1c2d-43da-8e6f-fe377c5f9d62), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:44:02.843966 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.plugin [None req-13649f7a-3109-4fb7-acda-944a95c45cf8 admin admin] Calling delete_port for 554475b8-1c2d-43da-8e6f-fe377c5f9d62 owned by network:router_gateway {{(pid=103494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:44:02.861620 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-1803da9f-6cd7-4039-8ef5-c00791c6512f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da668160-0358-461b-ace1-90a8f8ad287a', 'name': 'tempest-TestVolumeBootPattern-1262388300-router', 'tenant_id': '461eab966e074633a5c762de9bb76312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'external_fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.96'}], 'enable_snat': True}, 'gw_port_id': '554475b8-1c2d-43da-8e6f-fe377c5f9d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:36:13Z', 'updated_at': '2022-03-30T18:44:01Z', 'revision_number': 5, 'project_id': '461eab966e074633a5c762de9bb76312', 'gw_port': {'id': '554475b8-1c2d-43da-8e6f-fe377c5f9d62', 'name': '', 'network_id': '91cc19c8-4e3d-4b52-9973-bc78b4427ae2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:4e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da668160-0358-461b-ace1-90a8f8ad287a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'ip_address': '172.27.1.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835881-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T18:36:13Z', 'updated_at': '2022-03-30T18:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e2593658-5374-4bbb-b8e3-ff319bcb6728', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835881-1-iscsi'}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:44:02.888404 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1803da9f-6cd7-4039-8ef5-c00791c6512f None None] Checking router: da668160-0358-461b-ace1-90a8f8ad287a for host: dv-cinder-835881-1-iscsi {{(pid=103497) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 18:44:02.897037 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1803da9f-6cd7-4039-8ef5-c00791c6512f None None] Routers {'da668160-0358-461b-ace1-90a8f8ad287a'} bound to L3 agent in host dv-cinder-835881-1-iscsi {{(pid=103497) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 18:44:02.897643 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-1803da9f-6cd7-4039-8ef5-c00791c6512f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835881-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T18:09:44Z,description=,heartbeat_timestamp=2022-03-30T18:43:44Z,host='dv-cinder-835881-1-iscsi',id=d6545c5f-a93c-4a15-87cd-019d3e75e7be,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T18:09:44Z,topic='l3_agent')) {'router_ids': ['da668160-0358-461b-ace1-90a8f8ad287a'], 'active': True} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:44:02.986626 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_dvr_db [None req-1803da9f-6cd7-4039-8ef5-c00791c6512f None None] Set router da668160-0358-461b-ace1-90a8f8ad287a gateway port host: None {{(pid=103497) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 18:44:03.018771 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-13649f7a-3109-4fb7-acda-944a95c45cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5343457'] for port (554475b8-1c2d-43da-8e6f-fe377c5f9d62), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:44:03.041948 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.l3_hamode_db [None req-1803da9f-6cd7-4039-8ef5-c00791c6512f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da668160-0358-461b-ace1-90a8f8ad287a', 'name': 'tempest-TestVolumeBootPattern-1262388300-router', 'tenant_id': '461eab966e074633a5c762de9bb76312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:36:13Z', 'updated_at': '2022-03-30T18:44:02Z', 'revision_number': 6, 'project_id': '461eab966e074633a5c762de9bb76312', 'gw_port_host': None}], 'dv-cinder-835881-1-iscsi', False) {} {{(pid=103497) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:44:03.045941 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13649f7a-3109-4fb7-acda-944a95c45cf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=554475b8-1c2d-43da-8e6f-fe377c5f9d62,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:44:03.069780 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1803da9f-6cd7-4039-8ef5-c00791c6512f None None] The sync data for ids ['da668160-0358-461b-ace1-90a8f8ad287a'] in dv-cinder-835881-1-iscsi is: [{'id': 'da668160-0358-461b-ace1-90a8f8ad287a', 'name': 'tempest-TestVolumeBootPattern-1262388300-router', 'tenant_id': '461eab966e074633a5c762de9bb76312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T18:36:13Z', 'updated_at': '2022-03-30T18:44:02Z', 'revision_number': 6, 'project_id': '461eab966e074633a5c762de9bb76312', 'gw_port_host': None}] {{(pid=103497) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 18:44:03.112358 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-13649f7a-3109-4fb7-acda-944a95c45cf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-541194'] for router_gateway (da668160-0358-461b-ace1-90a8f8ad287a), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:44:03.208527 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-13649f7a-3109-4fb7-acda-944a95c45cf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-548758', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1693'] for router (da668160-0358-461b-ace1-90a8f8ad287a), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:44:03.210716 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-13649f7a-3109-4fb7-acda-944a95c45cf8 admin admin] Publish callbacks [] for router_controller (da668160-0358-461b-ace1-90a8f8ad287a), precommit_delete_associations {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:44:03.257842 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-13649f7a-3109-4fb7-acda-944a95c45cf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-548847'] for router (da668160-0358-461b-ace1-90a8f8ad287a), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:44:03.258402 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13649f7a-3109-4fb7-acda-944a95c45cf8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da668160-0358-461b-ace1-90a8f8ad287a {{(pid=103494) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 18:44:03.262548 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-13649f7a-3109-4fb7-acda-944a95c45cf8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:44:03.263811 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-13649f7a-3109-4fb7-acda-944a95c45cf8 admin admin] 10.222.0.41 "DELETE /v2.0/routers/da668160-0358-461b-ace1-90a8f8ad287a HTTP/1.1" status: 204 len: 168 time: 0.7792337 Mar 30 18:44:03.266575 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 55126) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:44:03.313572 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.db.db_base_plugin_v2 [None req-06e87e1b-c956-47e7-aabf-4e28ddc74bb0 admin admin] Deleting subnet c720ef46-d9cf-4f91-9717-7a1f51abfb92 {{(pid=103494) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 18:44:03.316820 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-06e87e1b-c956-47e7-aabf-4e28ddc74bb0 admin admin] Publish callbacks [] for subnet (c720ef46-d9cf-4f91-9717-7a1f51abfb92), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:44:03.351001 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-06e87e1b-c956-47e7-aabf-4e28ddc74bb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5271413'] for subnet (c720ef46-d9cf-4f91-9717-7a1f51abfb92), precommit_delete_associations {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:44:03.433624 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-06e87e1b-c956-47e7-aabf-4e28ddc74bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1122403'] for subnet (c720ef46-d9cf-4f91-9717-7a1f51abfb92), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:44:03.488732 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-06e87e1b-c956-47e7-aabf-4e28ddc74bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1122388', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5344530', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5415489'] for subnet (c720ef46-d9cf-4f91-9717-7a1f51abfb92), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:44:03.513566 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e87e1b-c956-47e7-aabf-4e28ddc74bb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c720ef46-d9cf-4f91-9717-7a1f51abfb92,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:44:03.519570 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-06e87e1b-c956-47e7-aabf-4e28ddc74bb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for subnet (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:44:03.522776 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-06e87e1b-c956-47e7-aabf-4e28ddc74bb0 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c720ef46-d9cf-4f91-9717-7a1f51abfb92 HTTP/1.1" status: 204 len: 168 time: 0.2550657 Mar 30 18:44:03.525159 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 55128) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:44:03.527736 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f44b36-1f6c-4fe0-9855-0b2d6d23ff06 None None] Network 4affee87-4d5c-4389-9c63-764fdd54b89d requested from dv-cinder-835881-1-iscsi {{(pid=103496) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 18:44:03.594630 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-18b4ee4f-af14-4419-b429-2edada7eac1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1052194'] for network (4affee87-4d5c-4389-9c63-764fdd54b89d), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:44:03.655567 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.plugin [None req-18b4ee4f-af14-4419-b429-2edada7eac1f admin admin] Deleting port 2fd06427-961f-44df-957f-12657a5f2cbb {{(pid=103494) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 18:44:03.655998 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-18b4ee4f-af14-4419-b429-2edada7eac1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728099958038'] for port (2fd06427-961f-44df-957f-12657a5f2cbb), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:44:03.718428 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.db [None req-18b4ee4f-af14-4419-b429-2edada7eac1f admin admin] For port 2fd06427-961f-44df-957f-12657a5f2cbb, host dv-cinder-835881-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835881-1-iscsi',level=0,port_id=2fd06427-961f-44df-957f-12657a5f2cbb,segment=NetworkSegment(89b84f86-ee59-4e80-b9d5-8c370b578ec9),segment_id=89b84f86-ee59-4e80-b9d5-8c370b578ec9)] {{(pid=103494) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 18:44:03.718918 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-18b4ee4f-af14-4419-b429-2edada7eac1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538178'] for port (2fd06427-961f-44df-957f-12657a5f2cbb), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:44:03.731979 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.plugin [None req-18b4ee4f-af14-4419-b429-2edada7eac1f admin admin] Calling delete_port for 2fd06427-961f-44df-957f-12657a5f2cbb owned by network:dhcp {{(pid=103494) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 18:44:03.809778 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-18b4ee4f-af14-4419-b429-2edada7eac1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1344048', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-71652', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728099963769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728099412983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5343457'] for port (2fd06427-961f-44df-957f-12657a5f2cbb), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:44:03.841446 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b4ee4f-af14-4419-b429-2edada7eac1f admin admin] Pushing event deleted for resources: {'Port': ['ID=2fd06427-961f-44df-957f-12657a5f2cbb,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:44:03.842896 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a96ebca-eb58-4f80-9c15-0dbac896f628 None None] DHCP port deletion for 4affee87-4d5c-4389-9c63-764fdd54b89d request from dv-cinder-835881-1-iscsi {{(pid=103496) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 18:44:03.843439 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b4ee4f-af14-4419-b429-2edada7eac1f admin admin] No DVR routers for this DVR port 2fd06427-961f-44df-957f-12657a5f2cbb on host dv-cinder-835881-1-iscsi {{(pid=103494) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 18:44:03.917787 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-18b4ee4f-af14-4419-b429-2edada7eac1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1203688', 'neutron.services.segments.db._delete_segments_for_network-8728099724090'] for network (4affee87-4d5c-4389-9c63-764fdd54b89d), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:44:03.941090 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.services.segments.db [None req-18b4ee4f-af14-4419-b429-2edada7eac1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4affee87-4d5c-4389-9c63-764fdd54b89d']}} {{(pid=103494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:44:03.951189 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.services.segments.db [None req-18b4ee4f-af14-4419-b429-2edada7eac1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89b84f86-ee59-4e80-b9d5-8c370b578ec9') {'for_net_delete': True} {{(pid=103494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:44:03.951480 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.services.segments.db [None req-18b4ee4f-af14-4419-b429-2edada7eac1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89b84f86-ee59-4e80-b9d5-8c370b578ec9') {} {{(pid=103494) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 18:44:03.961226 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-18b4ee4f-af14-4419-b429-2edada7eac1f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728099723075', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5271422'] for segment (89b84f86-ee59-4e80-b9d5-8c370b578ec9), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:44:03.974993 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-18b4ee4f-af14-4419-b429-2edada7eac1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125716'] for segment (89b84f86-ee59-4e80-b9d5-8c370b578ec9), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:44:03.980934 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18b4ee4f-af14-4419-b429-2edada7eac1f admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=103494) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 18:44:03.981332 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-18b4ee4f-af14-4419-b429-2edada7eac1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1125716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5343412'] for segment (89b84f86-ee59-4e80-b9d5-8c370b578ec9), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:44:03.983175 dv-cinder-835881-1-iscsi neutron-server[103494]: Traceback (most recent call last): Mar 30 18:44:03.983175 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 18:44:03.983175 dv-cinder-835881-1-iscsi neutron-server[103494]: timer() Mar 30 18:44:03.983175 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 18:44:03.983175 dv-cinder-835881-1-iscsi neutron-server[103494]: cb(*args, **kw) Mar 30 18:44:03.983175 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 18:44:03.983175 dv-cinder-835881-1-iscsi neutron-server[103494]: return func(*args, **kwargs) Mar 30 18:44:03.983175 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 18:44:03.983175 dv-cinder-835881-1-iscsi neutron-server[103494]: self._notify() Mar 30 18:44:03.983175 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 18:44:03.983175 dv-cinder-835881-1-iscsi neutron-server[103494]: self.callback(batched_events) Mar 30 18:44:03.983175 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 18:44:03.983175 dv-cinder-835881-1-iscsi neutron-server[103494]: event.method(event) Mar 30 18:44:03.983175 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 18:44:03.983175 dv-cinder-835881-1-iscsi neutron-server[103494]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 18:44:03.983175 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 18:44:03.983175 dv-cinder-835881-1-iscsi neutron-server[103494]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 18:44:03.983175 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 18:44:03.983175 dv-cinder-835881-1-iscsi neutron-server[103494]: return f(self, *a, **k) Mar 30 18:44:03.983175 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 18:44:03.983175 dv-cinder-835881-1-iscsi neutron-server[103494]: return self._get(url).json() Mar 30 18:44:03.983175 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 18:44:03.983175 dv-cinder-835881-1-iscsi neutron-server[103494]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 18:44:03.983175 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 18:44:03.983175 dv-cinder-835881-1-iscsi neutron-server[103494]: return self.request(url, 'GET', **kwargs) Mar 30 18:44:03.983175 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 18:44:03.983175 dv-cinder-835881-1-iscsi neutron-server[103494]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 18:44:03.983175 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 18:44:03.983175 dv-cinder-835881-1-iscsi neutron-server[103494]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 18:44:03.983175 dv-cinder-835881-1-iscsi neutron-server[103494]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 18:44:03.983175 dv-cinder-835881-1-iscsi neutron-server[103494]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 18:44:03.983175 dv-cinder-835881-1-iscsi neutron-server[103494]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 18:44:04.043846 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-18b4ee4f-af14-4419-b429-2edada7eac1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1203681', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-541286'] for network (4affee87-4d5c-4389-9c63-764fdd54b89d), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:44:04.050054 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-18b4ee4f-af14-4419-b429-2edada7eac1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551295'] for network (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:44:04.053354 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-18b4ee4f-af14-4419-b429-2edada7eac1f admin admin] 10.222.0.41 "DELETE /v2.0/networks/4affee87-4d5c-4389-9c63-764fdd54b89d HTTP/1.1" status: 204 len: 168 time: 0.5272787 Mar 30 18:44:04.065613 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b4ee4f-af14-4419-b429-2edada7eac1f admin admin] Pushing event deleted for resources: {'Network': ['ID=4affee87-4d5c-4389-9c63-764fdd54b89d,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:44:04.165803 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 55132) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:44:04.205552 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-6416249d-77f8-443d-9807-81bec599f4d1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=30fd70996a7c47ecbdbe3cea7d9518e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384085 Mar 30 18:44:04.207869 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 55134) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:44:04.275174 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-959da8c0-3f58-4b56-96fd-5c9af50f643f admin admin] Publish callbacks [] for security_group (2f4c7460-0861-4132-a669-665f82115799), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:44:04.298421 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-959da8c0-3f58-4b56-96fd-5c9af50f643f admin admin] Publish callbacks [] for security_group (2f4c7460-0861-4132-a669-665f82115799), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:44:04.312974 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 70c3300d-aea0-4a54-a1ec-450362416f9d no longer exists at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:44:04.332728 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] No Port match for: 70c3300d-aea0-4a54-a1ec-450362416f9d {{(pid=103496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:44:04.333075 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 70c3300d-aea0-4a54-a1ec-450362416f9d not bound to the agent host dv-cinder-835881-1-iscsi {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:44:04.333496 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 2fd06427-961f-44df-957f-12657a5f2cbb no longer exists at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:44:04.350917 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-959da8c0-3f58-4b56-96fd-5c9af50f643f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (2f4c7460-0861-4132-a669-665f82115799), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:44:04.353673 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-959da8c0-3f58-4b56-96fd-5c9af50f643f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:44:04.354845 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] No Port match for: 2fd06427-961f-44df-957f-12657a5f2cbb {{(pid=103496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:44:04.354984 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-959da8c0-3f58-4b56-96fd-5c9af50f643f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2f4c7460-0861-4132-a669-665f82115799 HTTP/1.1" status: 204 len: 168 time: 0.1460950 Mar 30 18:44:04.355197 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 2fd06427-961f-44df-957f-12657a5f2cbb not bound to the agent host dv-cinder-835881-1-iscsi {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:44:04.355635 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 554475b8-1c2d-43da-8e6f-fe377c5f9d62 no longer exists at agent ovs-agent-dv-cinder-835881-1-iscsi {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 18:44:04.363649 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959da8c0-3f58-4b56-96fd-5c9af50f643f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4c7460-0861-4132-a669-665f82115799,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:44:04.381345 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.plugin [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] No Port match for: 554475b8-1c2d-43da-8e6f-fe377c5f9d62 {{(pid=103496) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 18:44:04.381694 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron.plugins.ml2.rpc [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Device 554475b8-1c2d-43da-8e6f-fe377c5f9d62 not bound to the agent host dv-cinder-835881-1-iscsi {{(pid=103496) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 18:44:04.677231 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 55140) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:44:04.716531 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-3fca60c4-99bd-4934-bb5e-289c0fcdb17e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=461eab966e074633a5c762de9bb76312&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381811 Mar 30 18:44:04.718788 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [-] (103494) accepted ('10.222.0.41', 55142) {{(pid=103494) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 18:44:04.765410 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-9308cf34-57bc-43e4-90d9-55b284091b08 admin admin] Publish callbacks [] for security_group (f1218855-be31-4627-9960-66ecc0b9c874), before_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:44:04.785867 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-9308cf34-57bc-43e4-90d9-55b284091b08 admin admin] Publish callbacks [] for security_group (f1218855-be31-4627-9960-66ecc0b9c874), precommit_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:44:04.832713 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-9308cf34-57bc-43e4-90d9-55b284091b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1014745'] for security_group (f1218855-be31-4627-9960-66ecc0b9c874), after_delete {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:44:04.835507 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron_lib.callbacks.manager [None req-9308cf34-57bc-43e4-90d9-55b284091b08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103494) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:44:04.836626 dv-cinder-835881-1-iscsi neutron-server[103494]: INFO neutron.wsgi [None req-9308cf34-57bc-43e4-90d9-55b284091b08 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f1218855-be31-4627-9960-66ecc0b9c874 HTTP/1.1" status: 204 len: 168 time: 0.1169796 Mar 30 18:44:04.844513 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9308cf34-57bc-43e4-90d9-55b284091b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1218855-be31-4627-9960-66ecc0b9c874,revision_number=None']} {{(pid=103494) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 18:44:11.847957 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f7d58d73-c062-449c-acd7-bb12cf9cb8b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:44:13.930634 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f7c6de41-26a0-45bc-a9fd-3c5dded776c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:44:15.135339 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:44:16.533448 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:44:18.100124 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:44:18.862215 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (ab438a54-a4f6-4fd3-b589-96aa27265666), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:44:37.159230 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.agents_db [None req-01a7ea33-ae04-4be9-ae8a-11827e05d97f None None] Agent healthcheck: found 6 active agents {{(pid=103497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:44:41.851567 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-a0c10f6d-eb08-4a39-9eb1-9eb7a881c6ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:44:43.931727 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-c0198a0a-2d70-4994-80d9-042418f46851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:44:45.138787 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:44:46.536209 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:44:48.101281 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:44:48.861515 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (ab438a54-a4f6-4fd3-b589-96aa27265666), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:45:11.852926 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-44f9274d-744e-404f-bf68-2b1f2a12f33c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:45:13.933209 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-1097d3dd-45b9-4a02-8113-105db684016d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:45:14.157770 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.agents_db [None req-01a7ea33-ae04-4be9-ae8a-11827e05d97f None None] Agent healthcheck: found 6 active agents {{(pid=103497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:45:15.144840 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:45:16.538888 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:45:18.104205 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:45:18.868626 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (ab438a54-a4f6-4fd3-b589-96aa27265666), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:45:41.854265 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-f1783dd2-57ab-4ecf-a897-98efa3510628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:45:43.934707 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-857b4762-7129-4e00-8325-02c3ad9b81e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:45:45.144950 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:45:46.541997 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:45:48.107805 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:45:48.878213 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (ab438a54-a4f6-4fd3-b589-96aa27265666), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:45:51.156423 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.agents_db [None req-01a7ea33-ae04-4be9-ae8a-11827e05d97f None None] Agent healthcheck: found 6 active agents {{(pid=103497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:46:03.883500 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [req-ad1a5ee1-2d5e-490e-b531-cf7e30e1372d req-88f693a8-919b-4fbc-ac99-c7a8e375268e service neutron] (103495) timed out ('10.222.0.44', 61740) {{(pid=103495) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 30 18:46:11.856941 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-b325bb42-bfb8-4f20-af89-d2692545b008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:46:13.937554 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-89f22e73-3c0b-4bda-a175-199b01287ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:46:15.147743 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:46:16.543806 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:46:18.119859 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:46:18.877997 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (ab438a54-a4f6-4fd3-b589-96aa27265666), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:46:28.155086 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.agents_db [None req-01a7ea33-ae04-4be9-ae8a-11827e05d97f None None] Agent healthcheck: found 6 active agents {{(pid=103497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:46:41.859093 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-9859ce2b-4a7f-4688-bfef-5100dcee3a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:46:43.938542 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-14e0b9ad-6c17-4258-8d57-32625c6e77e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:46:45.150737 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:46:46.546664 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:46:48.111846 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:46:48.889679 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (ab438a54-a4f6-4fd3-b589-96aa27265666), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:47:05.154434 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.agents_db [None req-01a7ea33-ae04-4be9-ae8a-11827e05d97f None None] Agent healthcheck: found 6 active agents {{(pid=103497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:47:11.862685 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-9c29b998-b612-45d2-9a98-f5d368a8bde5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:47:13.941363 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-a0b12402-11fb-4c4b-8e45-c6211d67df94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:47:15.153744 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:47:16.549200 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:47:18.114065 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:47:18.891001 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (ab438a54-a4f6-4fd3-b589-96aa27265666), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:47:41.864770 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-ab0d2ab2-461f-4eb2-8bd9-8adb9bd60802 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:47:42.152986 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.agents_db [None req-01a7ea33-ae04-4be9-ae8a-11827e05d97f None None] Agent healthcheck: found 6 active agents {{(pid=103497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:47:43.943055 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4e7ef454-2d12-4cc9-9888-758066245738 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:47:45.156677 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:47:46.551791 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:47:48.115793 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:47:48.914073 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (ab438a54-a4f6-4fd3-b589-96aa27265666), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:48:11.867258 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-9715ef8c-66a6-46a4-bdd0-241675e8caf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:48:13.947363 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-db69b175-2d88-4c2b-b572-ef073c17812a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:48:15.159922 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:48:16.555552 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:48:18.117582 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:48:18.914480 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (ab438a54-a4f6-4fd3-b589-96aa27265666), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:48:19.153369 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.agents_db [None req-01a7ea33-ae04-4be9-ae8a-11827e05d97f None None] Agent healthcheck: found 6 active agents {{(pid=103497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:48:38.315726 dv-cinder-835881-1-iscsi neutron-server[103494]: DEBUG neutron.wsgi [req-c39c6221-4cbb-40ac-928b-da91b316f49b req-2ecbfb27-1313-4626-ac55-4ec1454d3b7e service neutron] (103494) timed out ('10.222.0.41', 53622) {{(pid=103494) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 30 18:48:38.557857 dv-cinder-835881-1-iscsi neutron-server[103495]: DEBUG neutron.wsgi [req-c39c6221-4cbb-40ac-928b-da91b316f49b req-00511f58-a2ac-49d9-93a3-733680ccdf8a tempest-TestShelveInstance-1652496159 tempest-TestShelveInstance-1652496159-project] (103495) timed out ('10.222.0.41', 53630) {{(pid=103495) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 30 18:48:41.868114 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-7b071015-700d-46d1-ac5d-02249ecb0e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:48:43.948790 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e038b910-1129-40d4-8da6-57a6d410b141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:48:45.162669 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:48:46.558716 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:48:48.119813 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:48:48.921359 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (ab438a54-a4f6-4fd3-b589-96aa27265666), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:48:56.152712 dv-cinder-835881-1-iscsi neutron-server[103497]: DEBUG neutron.db.agents_db [None req-01a7ea33-ae04-4be9-ae8a-11827e05d97f None None] Agent healthcheck: found 6 active agents {{(pid=103497) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 18:49:11.870566 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e724d766-bae6-4855-a1fe-118f3acb85b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (f171183a-83cc-4c67-9a52-f7c4c9021937), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:49:13.953882 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-32aac159-9e8a-498e-908d-b30e3097ce7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d6545c5f-a93c-4a15-87cd-019d3e75e7be), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:49:15.165324 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-bb3e73b4-38df-45c5-8b3a-9dd949a8778d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (577921de-1947-43ef-a466-e0f9555e2f8a), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:49:16.561954 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-4097f6d2-d960-43a4-ae3d-fb8e624ace26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (d91ab9bc-7a08-4a48-bdb0-acaaef558e9b), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:49:18.121738 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-8de65c9a-da52-4049-8638-7335dcb77c72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (42d1cfe1-739c-4e03-9760-f1c54e546c99), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 18:49:18.935751 dv-cinder-835881-1-iscsi neutron-server[103496]: DEBUG neutron_lib.callbacks.manager [None req-e936669b-7bcb-4e74-823a-ab2476d6c420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728099724072', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1201705'] for agent (ab438a54-a4f6-4fd3-b589-96aa27265666), after_update {{(pid=103496) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}